You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1763 lines
144 KiB
1763 lines
144 KiB
<!DOCTYPE html>
|
|
<html class="ocks-org do-not-copy">
|
|
|
|
<head>
|
|
<meta charset="utf-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1, minimum-scale=1" />
|
|
<title>Comprehensive Python Cheatsheet</title>
|
|
<link rel="icon" href="web/favicon.png">
|
|
<link rel="stylesheet" href="web/default.min.css">
|
|
<meta name="twitter:card" content="summary">
|
|
<meta name="twitter:title" content="Comprehensive Python Cheatsheet">
|
|
<meta name="twitter:description" content="Exhaustive, simple, beautiful and concise. A truly pythonic cheat sheet about Python programming language.">
|
|
<meta name="twitter:image" content="https://gto76.github.io/python-cheatsheet/web/image_twitter_card_2.jpeg">
|
|
</head>
|
|
|
|
<style>
|
|
@import url(web/style.css);
|
|
|
|
.join,
|
|
.link,
|
|
.node rect {
|
|
fill: none;
|
|
stroke: #636363;
|
|
stroke-width: 1.5px;
|
|
}
|
|
|
|
.link {
|
|
stroke: #969696;
|
|
}
|
|
|
|
.node rect {
|
|
fill: white;
|
|
}
|
|
|
|
.link path,
|
|
.node rect,
|
|
.node text,
|
|
.join {
|
|
-webkit-transition: stroke-opacity 500ms linear, fill-opacity 500ms linear;
|
|
-moz-transition: stroke-opacity 500ms linear, fill-opacity 500ms linear;
|
|
-ms-transition: stroke-opacity 500ms linear, fill-opacity 500ms linear;
|
|
-o-transition: stroke-opacity 500ms linear, fill-opacity 500ms linear;
|
|
transition: stroke-opacity 500ms linear, fill-opacity 500ms linear;
|
|
}
|
|
|
|
.node .element rect {
|
|
fill: #bdbdbd;
|
|
stroke: none;
|
|
}
|
|
|
|
.node .null rect {
|
|
fill: none;
|
|
stroke: none;
|
|
}
|
|
|
|
.node .null text {
|
|
fill: #636363;
|
|
}
|
|
|
|
.node .selection rect {
|
|
stroke: #e6550d;
|
|
}
|
|
|
|
.node .data rect {
|
|
stroke: #3182bd;
|
|
}
|
|
|
|
.node .datum rect {
|
|
fill: #d9d9d9;
|
|
stroke: none;
|
|
}
|
|
|
|
.node .code text {
|
|
font-family: monospace;
|
|
}
|
|
|
|
.node .key rect {
|
|
fill: #a1d99b;
|
|
stroke: none;
|
|
}
|
|
|
|
.link .to-key,
|
|
.join {
|
|
stroke: #a1d99b;
|
|
}
|
|
|
|
.join {
|
|
stroke-dasharray: 2,2;
|
|
}
|
|
|
|
.link .to-null {
|
|
stroke-dasharray: .5,3.5;
|
|
stroke-linecap: round;
|
|
}
|
|
|
|
.link .from-data {
|
|
stroke: #3182bd;
|
|
}
|
|
|
|
.play circle {
|
|
fill: #fff;
|
|
stroke: #000;
|
|
stroke-width: 3px;
|
|
}
|
|
|
|
.play:hover path {
|
|
fill: #f00;
|
|
}
|
|
|
|
.play.mousedown circle {
|
|
fill: #f00;
|
|
}
|
|
|
|
.play.mousedown path {
|
|
fill: #fff;
|
|
}
|
|
|
|
.play rect {
|
|
fill: none;
|
|
pointer-events: all;
|
|
cursor: pointer;
|
|
}
|
|
|
|
code span {
|
|
-webkit-transition: background 250ms linear;
|
|
-moz-transition: background 250ms linear;
|
|
-ms-transition: background 250ms linear;
|
|
-o-transition: background 250ms linear;
|
|
transition: background 250ms linear;
|
|
}
|
|
|
|
pre.prettyprint, code.prettyprint {
|
|
background-color: #222;
|
|
border-radius: 8px;
|
|
font-size: 15px;
|
|
}
|
|
|
|
pre.prettyprint {
|
|
width: 90%;
|
|
margin: 0.5em;
|
|
padding: 1em;
|
|
white-space: pre-wrap;
|
|
}
|
|
</style>
|
|
|
|
<body>
|
|
<header>
|
|
<aside>March 14, 2018</aside>
|
|
<a href="../" rel="author">Jure Šorn</a>
|
|
</header>
|
|
|
|
<h1 id="comprehensivepythoncheatsheet">Comprehensive Python Cheatsheet</h1>
|
|
<p class="banner"><sup><a href="https://raw.githubusercontent.com/gto76/python-cheatsheet/master/README.md">Download text file</a>, <a href="https://github.com/gto76/python-cheatsheet">Fork me on GitHub</a> or <a href="https://github.com/gto76/python-cheatsheet/wiki/Frequently-Asked-Questions">Check out FAQ</a>.
|
|
</sup></p>
|
|
<p class="banner"><img src="web/image_888.jpeg" alt="Monty Python"></p>
|
|
|
|
|
|
<br><h2 id="toc"><a href="#toc" name="toc">#</a>Contents</h2>
|
|
<pre><code class="hljs bash"><strong>ToC</strong> = {
|
|
<strong><span class="hljs-string"><span class="hljs-string">'1. Collections'</span></span></strong>: [<a href="#list">List</a>, <a href="#dictionary">Dict</a>, <a href="#set">Set</a>, <a href="#range">Range</a>, <a href="#enumerate">Enumerate</a>, <a href="#namedtuple">Namedtuple</a>, <a href="#iterator">Iterator</a>, <a href="#generator">Generator</a>],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'2. Types'</span></span></strong>: [<a href="#type">Type</a>, <a href="#string">String</a>, <a href="#regex">Regex</a>, <a href="#format">Format</a>, <a href="#numbers">Numbers</a>, <a href="#combinatorics">Combinatorics</a>, <a href="#datetime">Datetime</a>ᴺᴱᵂ],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'3. Syntax'</span></span></strong>: [<a href="#arguments">Arguments</a>, <a href="#splatoperator">Splat</a>, <a href="#inline">Inline</a>, <a href="#closure">Closure</a>, <a href="#decorator">Decorator</a>, <a href="#class">Class</a>, <a href="#enum">Enum</a>, <a href="#exceptions">Exceptions</a>],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'4. System'</span></span></strong>: [<a href="#print">Print</a>, <a href="#input">Input</a>, <a href="#commandlinearguments">Command_Line_Arguments</a>, <a href="#open">Open</a>, <a href="#path">Path</a>ᴺᴱᵂ, <a href="#commandexecution">Command_Execution</a>],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'5. Data'</span></span></strong>: [<a href="#csv">CSV</a>, <a href="#json">JSON</a>, <a href="#pickle">Pickle</a>, <a href="#sqlite">SQLite</a>, <a href="#bytes">Bytes</a>, <a href="#struct">Struct</a>, <a href="#array">Array</a>, <a href="#memoryview">MemoryView</a>, <a href="#deque">Deque</a>],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'6. Advanced'</span></span></strong>: [<a href="#threading">Threading</a>, <a href="#introspection">Introspection</a>, <a href="#metaprograming">Metaprograming</a>, <a href="#operator">Operator</a>, <a href="#eval">Eval</a>, <a href="#coroutine">Coroutine</a>],
|
|
<strong><span class="hljs-string"><span class="hljs-string">'7. Libraries'</span></span></strong>: [<a href="#progressbar">Progress_Bar</a>, <a href="#plot">Plot</a>, <a href="#table">Table</a>, <a href="#curses">Curses</a>, <a href="#logging">Logging</a>ᴺᴱᵂ, <a href="#scraping">Scraping</a>, <a href="#web">Web</a>, <a href="#profile">Profile</a>,
|
|
<a href="#numpy">NumPy</a>, <a href="#image">Image</a>, <a href="#audio">Audio</a>]
|
|
}
|
|
</code></pre>
|
|
<h2 id="main"><a href="#main" name="main">#</a>Main</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">'__main__'</span>: <span class="hljs-comment"># Runs main() if file wasn't imported.</span>
|
|
main()
|
|
</code></pre>
|
|
<h2 id="list"><a href="#list" name="list">#</a>List</h2>
|
|
<pre><code class="python language-python hljs"><list> = <list>[from_inclusive : to_exclusive : ±step_size]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><list>.append(<el>) <span class="hljs-comment"># Or: <list> += [<el>]</span>
|
|
<list>.extend(<collection>) <span class="hljs-comment"># Or: <list> += <collection></span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><list>.sort()
|
|
<list>.reverse()
|
|
<list> = sorted(<collection>)
|
|
<iter> = reversed(<list>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">sum_of_elements = sum(<collection>)
|
|
elementwise_sum = [sum(pair) <span class="hljs-keyword">for</span> pair <span class="hljs-keyword">in</span> zip(list_a, list_b)]
|
|
sorted_by_second = sorted(<collection>, key=<span class="hljs-keyword">lambda</span> el: el[<span class="hljs-number">1</span>])
|
|
sorted_by_both = sorted(<collection>, key=<span class="hljs-keyword">lambda</span> el: (el[<span class="hljs-number">1</span>], el[<span class="hljs-number">0</span>]))
|
|
flatter_list = list(itertools.chain.from_iterable(<list>))
|
|
product_of_elems = functools.reduce(<span class="hljs-keyword">lambda</span> out, x: out * x, <collection>)
|
|
list_of_chars = list(<str>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">index = <list>.index(<el>) <span class="hljs-comment"># Returns first index of item.</span>
|
|
<list>.insert(index, <el>) <span class="hljs-comment"># Inserts item at index and moves the rest to the right.</span>
|
|
<el> = <list>.pop([index]) <span class="hljs-comment"># Removes and returns item at index or from the end.</span>
|
|
<list>.remove(<el>) <span class="hljs-comment"># Removes first occurrence of item or raises ValueError.</span>
|
|
<list>.clear() <span class="hljs-comment"># Removes all items.</span>
|
|
</code></pre>
|
|
<h2 id="dictionary"><a href="#dictionary" name="dictionary">#</a>Dictionary</h2>
|
|
<pre><code class="python language-python hljs"><view> = <dict>.keys() <span class="hljs-comment"># Coll. of keys that reflects changes.</span>
|
|
<view> = <dict>.values() <span class="hljs-comment"># Coll. of values that reflects changes.</span>
|
|
<view> = <dict>.items() <span class="hljs-comment"># Coll. of key-value tuples.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">value = <dict>.get(key, default=<span class="hljs-keyword">None</span>) <span class="hljs-comment"># Returns default if key does not exist.</span>
|
|
value = <dict>.setdefault(key, default=<span class="hljs-keyword">None</span>) <span class="hljs-comment"># Same, but also adds default to dict.</span>
|
|
<dict> = collections.defaultdict(<type>) <span class="hljs-comment"># Creates a dict with default value of type.</span>
|
|
<dict> = collections.defaultdict(<span class="hljs-keyword">lambda</span>: <span class="hljs-number">1</span>) <span class="hljs-comment"># Creates a dict with default value 1.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><dict>.update(<dict>) <span class="hljs-comment"># Or: dict_a = {**dict_a, **dict_b}.</span>
|
|
<dict> = dict(<collection>) <span class="hljs-comment"># Creates a dict from coll. of key-value pairs.</span>
|
|
<dict> = dict(zip(keys, values)) <span class="hljs-comment"># Creates a dict from two collections.</span>
|
|
<dict> = dict.fromkeys(keys [, value]) <span class="hljs-comment"># Creates a dict from collection of keys.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">value = <dict>.pop(key) <span class="hljs-comment"># Removes item from dictionary.</span>
|
|
{k: v <span class="hljs-keyword">for</span> k, v <span class="hljs-keyword">in</span> <dict>.items() <span class="hljs-keyword">if</span> k <span class="hljs-keyword">in</span> keys} <span class="hljs-comment"># Filters dictionary by keys.</span>
|
|
</code></pre>
|
|
<h3 id="counter">Counter</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> Counter
|
|
<span class="hljs-meta">>>> </span>colors = [<span class="hljs-string">'red'</span>, <span class="hljs-string">'blue'</span>, <span class="hljs-string">'yellow'</span>, <span class="hljs-string">'blue'</span>, <span class="hljs-string">'red'</span>, <span class="hljs-string">'blue'</span>]
|
|
<span class="hljs-meta">>>> </span>counter = Counter(colors)
|
|
Counter({<span class="hljs-string">'blue'</span>: <span class="hljs-number">3</span>, <span class="hljs-string">'red'</span>: <span class="hljs-number">2</span>, <span class="hljs-string">'yellow'</span>: <span class="hljs-number">1</span>})
|
|
<span class="hljs-meta">>>> </span>counter.most_common()[<span class="hljs-number">0</span>]
|
|
(<span class="hljs-string">'blue'</span>, <span class="hljs-number">3</span>)
|
|
</code></pre>
|
|
<h2 id="set"><a href="#set" name="set">#</a>Set</h2>
|
|
<pre><code class="python language-python hljs"><set> = set()
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><set>.add(<el>) <span class="hljs-comment"># Or: <set> |= {<el>}</span>
|
|
<set>.update(<collection>) <span class="hljs-comment"># Or: <set> |= <set></span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><set> = <set>.union(<coll.>) <span class="hljs-comment"># Or: <set> | <set></span>
|
|
<set> = <set>.intersection(<coll.>) <span class="hljs-comment"># Or: <set> & <set></span>
|
|
<set> = <set>.difference(<coll.>) <span class="hljs-comment"># Or: <set> - <set></span>
|
|
<set> = <set>.symmetric_difference(<coll.>) <span class="hljs-comment"># Or: <set> ^ <set></span>
|
|
<bool> = <set>.issubset(<coll.>) <span class="hljs-comment"># Or: <set> <= <set></span>
|
|
<bool> = <set>.issuperset(<coll.>) <span class="hljs-comment"># Or: <set> >= <set></span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><set>.remove(<el>) <span class="hljs-comment"># Raises KeyError.</span>
|
|
<set>.discard(<el>) <span class="hljs-comment"># Doesn't raise an error.</span>
|
|
</code></pre>
|
|
<h3 id="frozenset">Frozenset</h3>
|
|
<h4 id="ishashablemeaningitcanbeusedasakeyinadictionaryorasanelementinaset">Is hashable, meaning it can be used as a key in a dictionary or as an element in a set.</h4>
|
|
<pre><code class="python language-python hljs"><frozenset> = frozenset(<collection>)
|
|
</code></pre>
|
|
<h2 id="range"><a href="#range" name="range">#</a>Range</h2>
|
|
<pre><code class="python language-python hljs"><range> = range(to_exclusive)
|
|
<range> = range(from_inclusive, to_exclusive)
|
|
<range> = range(from_inclusive, to_exclusive, ±step_size)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">from_inclusive = <range>.start
|
|
to_exclusive = <range>.stop
|
|
</code></pre>
|
|
<h2 id="enumerate"><a href="#enumerate" name="enumerate">#</a>Enumerate</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">for</span> i, el <span class="hljs-keyword">in</span> enumerate(<collection> [, i_start]):
|
|
...
|
|
</code></pre>
|
|
<h2 id="namedtuple"><a href="#namedtuple" name="namedtuple">#</a>Named Tuple</h2>
|
|
<ul>
|
|
<li><strong>Tuple is an immutable and hashable list.</strong></li>
|
|
<li><strong>Named tuple is its subclass with named elements.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> namedtuple
|
|
<span class="hljs-meta">>>> </span>Point = namedtuple(<span class="hljs-string">'Point'</span>, <span class="hljs-string">'x y'</span>)
|
|
<span class="hljs-meta">>>> </span>p = Point(<span class="hljs-number">1</span>, y=<span class="hljs-number">2</span>)
|
|
Point(x=<span class="hljs-number">1</span>, y=<span class="hljs-number">2</span>)
|
|
<span class="hljs-meta">>>> </span>p[<span class="hljs-number">0</span>]
|
|
<span class="hljs-number">1</span>
|
|
<span class="hljs-meta">>>> </span>p.x
|
|
<span class="hljs-number">1</span>
|
|
<span class="hljs-meta">>>> </span>getattr(p, <span class="hljs-string">'y'</span>)
|
|
<span class="hljs-number">2</span>
|
|
<span class="hljs-meta">>>> </span>p._fields <span class="hljs-comment"># Or: Point._fields</span>
|
|
(<span class="hljs-string">'x'</span>, <span class="hljs-string">'y'</span>)
|
|
</code></pre>
|
|
<h2 id="iterator"><a href="#iterator" name="iterator">#</a>Iterator</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> itertools <span class="hljs-keyword">import</span> count, repeat, cycle, chain, islice
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><iter> = iter(<collection>)
|
|
<iter> = iter(<function>, to_exclusive) <span class="hljs-comment"># Sequence of return values until 'to_exclusive'.</span>
|
|
<el> = next(<iter> [, default]) <span class="hljs-comment"># Raises StopIteration or returns 'default' on end.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><iter> = count(start=<span class="hljs-number">0</span>, step=<span class="hljs-number">1</span>) <span class="hljs-comment"># Returns incremented value endlessly.</span>
|
|
<iter> = repeat(<el> [, times]) <span class="hljs-comment"># Returns element endlessly or 'times' times.</span>
|
|
<iter> = cycle(<collection>) <span class="hljs-comment"># Repeats the sequence indefinitely.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><iter> = chain(<coll.>, <coll.>, ...) <span class="hljs-comment"># Empties collections in order.</span>
|
|
<iter> = chain.from_iterable(<collection>) <span class="hljs-comment"># Empties collections inside a collection in order.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><iter> = islice(<collection>, to_exclusive)
|
|
<iter> = islice(<collection>, from_inclusive, to_exclusive)
|
|
<iter> = islice(<collection>, from_inclusive, to_exclusive, step_size)
|
|
</code></pre>
|
|
<h2 id="generator"><a href="#generator" name="generator">#</a>Generator</h2>
|
|
<p><strong>Convenient way to implement the iterator protocol.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">count</span><span class="hljs-params">(start, step)</span>:</span>
|
|
<span class="hljs-keyword">while</span> <span class="hljs-keyword">True</span>:
|
|
<span class="hljs-keyword">yield</span> start
|
|
start += step
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>counter = count(<span class="hljs-number">10</span>, <span class="hljs-number">2</span>)
|
|
<span class="hljs-meta">>>> </span>next(counter), next(counter), next(counter)
|
|
(<span class="hljs-number">10</span>, <span class="hljs-number">12</span>, <span class="hljs-number">14</span>)
|
|
</code></pre>
|
|
<h2 id="type"><a href="#type" name="type">#</a>Type</h2>
|
|
<ul>
|
|
<li><strong>Everything is an object.</strong></li>
|
|
<li><strong>Every object has a type.</strong></li>
|
|
<li><strong>Type and class are synonymous.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><type> = type(<el>) <span class="hljs-comment"># Or: <el>.__class__</span>
|
|
<bool> = isinstance(<el>, <type>) <span class="hljs-comment"># Or: issubclass(type(<el>), <type>)</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>type(<span class="hljs-string">'a'</span>), <span class="hljs-string">'a'</span>.__class__, str
|
|
(<<span class="hljs-class"><span class="hljs-title">class</span> '<span class="hljs-title">str</span>'>, <<span class="hljs-title">class</span> '<span class="hljs-title">str</span>'>, <<span class="hljs-title">class</span> '<span class="hljs-title">str</span>'>)
|
|
</span></code></pre>
|
|
<h4 id="sometypesdonothavebuiltinnamessotheymustbeimported">Some types do not have builtin names, so they must be imported:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> types <span class="hljs-keyword">import</span> FunctionType, MethodType, LambdaType, GeneratorType
|
|
</code></pre>
|
|
<h3 id="abc">ABC</h3>
|
|
<p><strong>An abstract base class introduces virtual subclasses, that don’t inherit from it but are still recognized by isinstance() and issubclass().</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> numbers <span class="hljs-keyword">import</span> Integral, Rational, Real, Complex, Number
|
|
<span class="hljs-keyword">from</span> collections.abc <span class="hljs-keyword">import</span> Sequence, Collection, Iterable
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>isinstance(<span class="hljs-number">123</span>, Number)
|
|
<span class="hljs-keyword">True</span>
|
|
<span class="hljs-meta">>>> </span>isinstance([<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>], Iterable)
|
|
<span class="hljs-keyword">True</span>
|
|
</code></pre>
|
|
<h2 id="string"><a href="#string" name="string">#</a>String</h2>
|
|
<pre><code class="python language-python hljs"><str> = <str>.strip() <span class="hljs-comment"># Strips all whitespace characters from both ends.</span>
|
|
<str> = <str>.strip(<span class="hljs-string">'<chars>'</span>) <span class="hljs-comment"># Strips all passed characters from both ends.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><list> = <str>.split() <span class="hljs-comment"># Splits on any whitespace character.</span>
|
|
<list> = <str>.split(sep=<span class="hljs-keyword">None</span>, maxsplit=<span class="hljs-number">-1</span>) <span class="hljs-comment"># Splits on 'sep' str at most 'maxsplit' times.</span>
|
|
<str> = <str>.join(<collection>) <span class="hljs-comment"># Joins elements using string as separator.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><str> = <str>.replace(old, new [, count]) <span class="hljs-comment"># Replaces 'old' with 'new' at most 'count' times.</span>
|
|
<bool> = <str>.startswith(<sub_str>) <span class="hljs-comment"># Pass tuple of strings for multiple options.</span>
|
|
<bool> = <str>.endswith(<sub_str>) <span class="hljs-comment"># Pass tuple of strings for multiple options.</span>
|
|
<int> = <str>.index(<sub_str>) <span class="hljs-comment"># Returns start index of first match.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><bool> = <str>.isnumeric() <span class="hljs-comment"># True if str contains only numeric characters.</span>
|
|
<list> = textwrap.wrap(<str>, width) <span class="hljs-comment"># Nicely breaks string into lines.</span>
|
|
</code></pre>
|
|
<h3 id="char">Char</h3>
|
|
<pre><code class="python language-python hljs"><str> = chr(<int>) <span class="hljs-comment"># Converts int to unicode char.</span>
|
|
<int> = ord(<str>) <span class="hljs-comment"># Converts unicode char to int.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>ord(<span class="hljs-string">'0'</span>), ord(<span class="hljs-string">'9'</span>)
|
|
(<span class="hljs-number">48</span>, <span class="hljs-number">57</span>)
|
|
<span class="hljs-meta">>>> </span>ord(<span class="hljs-string">'A'</span>), ord(<span class="hljs-string">'Z'</span>)
|
|
(<span class="hljs-number">65</span>, <span class="hljs-number">90</span>)
|
|
<span class="hljs-meta">>>> </span>ord(<span class="hljs-string">'a'</span>), ord(<span class="hljs-string">'z'</span>)
|
|
(<span class="hljs-number">97</span>, <span class="hljs-number">122</span>)
|
|
</code></pre>
|
|
<h2 id="regex"><a href="#regex" name="regex">#</a>Regex</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> re
|
|
<str> = re.sub(<regex>, new, text, count=<span class="hljs-number">0</span>) <span class="hljs-comment"># Substitutes all occurrences.</span>
|
|
<list> = re.findall(<regex>, text) <span class="hljs-comment"># Returns all occurrences.</span>
|
|
<list> = re.split(<regex>, text, maxsplit=<span class="hljs-number">0</span>) <span class="hljs-comment"># Use brackets in regex to keep the matches.</span>
|
|
<Match> = re.search(<regex>, text) <span class="hljs-comment"># Searches for first occurrence of pattern.</span>
|
|
<Match> = re.match(<regex>, text) <span class="hljs-comment"># Searches only at the beginning of the text.</span>
|
|
<iter> = re.finditer(<regex>, text) <span class="hljs-comment"># Returns all occurrences as match objects.</span>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Parameter <code class="python hljs"><span class="hljs-string">'flags=re.IGNORECASE'</span></code> can be used with all functions.</strong></li>
|
|
<li><strong>Parameter <code class="python hljs"><span class="hljs-string">'flags=re.DOTALL'</span></code> makes dot also accept newline.</strong></li>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">r'\1'</span></code> or <code class="python hljs"><span class="hljs-string">'\\1'</span></code> for backreference.</strong></li>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">'?'</span></code> to make an operator non-greedy.</strong></li>
|
|
</ul>
|
|
<h3 id="matchobject">Match Object</h3>
|
|
<pre><code class="python language-python hljs"><str> = <Match>.group() <span class="hljs-comment"># Whole match.</span>
|
|
<str> = <Match>.group(<span class="hljs-number">1</span>) <span class="hljs-comment"># Part in first bracket.</span>
|
|
<tuple> = <Match>.groups() <span class="hljs-comment"># All bracketed parts.</span>
|
|
<int> = <Match>.start() <span class="hljs-comment"># Start index of a match.</span>
|
|
<int> = <Match>.end() <span class="hljs-comment"># Exclusive end index of a match.</span>
|
|
</code></pre>
|
|
<h3 id="specialsequences">Special Sequences</h3>
|
|
<p><strong>Expressions below hold true for strings that contain only ASCII characters. Use capital letters for negation.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-string">'\d'</span> == <span class="hljs-string">'[0-9]'</span> <span class="hljs-comment"># Digit</span>
|
|
<span class="hljs-string">'\s'</span> == <span class="hljs-string">'[ \t\n\r\f\v]'</span> <span class="hljs-comment"># Whitespace</span>
|
|
<span class="hljs-string">'\w'</span> == <span class="hljs-string">'[a-zA-Z0-9_]'</span> <span class="hljs-comment"># Alphanumeric</span>
|
|
</code></pre>
|
|
<h2 id="format"><a href="#format" name="format">#</a>Format</h2>
|
|
<pre><code class="python language-python hljs"><str> = <span class="hljs-string">f'<span class="hljs-subst">{<el_1>}</span>, <span class="hljs-subst">{<el_2>}</span>'</span>
|
|
<str> = <span class="hljs-string">'{}, {}'</span>.format(<el_1>, <el_2>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> namedtuple
|
|
<span class="hljs-meta">>>> </span>Person = namedtuple(<span class="hljs-string">'Person'</span>, <span class="hljs-string">'name height'</span>)
|
|
<span class="hljs-meta">>>> </span>person = Person(<span class="hljs-string">'Jean-Luc'</span>, <span class="hljs-number">187</span>)
|
|
<span class="hljs-meta">>>> </span><span class="hljs-string">f'<span class="hljs-subst">{person.height}</span>'</span>
|
|
<span class="hljs-string">'187'</span>
|
|
<span class="hljs-meta">>>> </span><span class="hljs-string">'{p.height}'</span>.format(p=person)
|
|
<span class="hljs-string">'187'</span>
|
|
</code></pre>
|
|
<h3 id="generaloptions">General Options</h3>
|
|
<pre><code class="python language-python hljs">{<el>:<<span class="hljs-number">10</span>} <span class="hljs-comment"># '<el> '</span>
|
|
{<el>:><span class="hljs-number">10</span>} <span class="hljs-comment"># ' <el>'</span>
|
|
{<el>:^<span class="hljs-number">10</span>} <span class="hljs-comment"># ' <el> '</span>
|
|
{<el>:.><span class="hljs-number">10</span>} <span class="hljs-comment"># '......<el>'</span>
|
|
{<el>:><span class="hljs-number">0</span>} <span class="hljs-comment"># '<el>'</span>
|
|
</code></pre>
|
|
<h3 id="stringoptions">String Options</h3>
|
|
<p><strong><code class="python hljs"><span class="hljs-string">'!r'</span></code> calls object's repr() method, instead of format(), to get a string.</strong></p>
|
|
<pre><code class="python language-python hljs">{<span class="hljs-string">'abcde'</span>!r:<<span class="hljs-number">10</span>} <span class="hljs-comment"># "'abcde' "</span>
|
|
{<span class="hljs-string">'abcde'</span>:<span class="hljs-number">.3</span>} <span class="hljs-comment"># 'abc'</span>
|
|
{<span class="hljs-string">'abcde'</span>:<span class="hljs-number">10.3</span>} <span class="hljs-comment"># 'abc '</span>
|
|
</code></pre>
|
|
<h3 id="numberoptions">Number Options</h3>
|
|
<pre><code class="python language-python hljs">{ <span class="hljs-number">123456</span>:<span class="hljs-number">10</span>,} <span class="hljs-comment"># ' 123,456'</span>
|
|
{ <span class="hljs-number">123456</span>:<span class="hljs-number">10</span>_} <span class="hljs-comment"># ' 123_456'</span>
|
|
{ <span class="hljs-number">123456</span>:+<span class="hljs-number">10</span>} <span class="hljs-comment"># ' +123456'</span>
|
|
{<span class="hljs-number">-123456</span>:=<span class="hljs-number">10</span>} <span class="hljs-comment"># '- 123456'</span>
|
|
{ <span class="hljs-number">123456</span>: } <span class="hljs-comment"># ' 123456'</span>
|
|
{<span class="hljs-number">-123456</span>: } <span class="hljs-comment"># '-123456'</span>
|
|
</code></pre>
|
|
<h4 id="floattypes">Float types:</h4>
|
|
<pre><code class="python language-python hljs">{<span class="hljs-number">1.23456</span>:<span class="hljs-number">10.3</span>f} <span class="hljs-comment"># ' 1.235'</span>
|
|
{<span class="hljs-number">1.23456</span>:<span class="hljs-number">10.3</span>e} <span class="hljs-comment"># ' 1.235e+00'</span>
|
|
{<span class="hljs-number">1.23456</span>:<span class="hljs-number">10.3</span>%} <span class="hljs-comment"># ' 123.456%'</span>
|
|
</code></pre>
|
|
<h4 id="inttypes">Int types:</h4>
|
|
<pre><code class="python language-python hljs">{<span class="hljs-number">90</span>:c} <span class="hljs-comment"># 'Z'</span>
|
|
{<span class="hljs-number">90</span>:X} <span class="hljs-comment"># '5A'</span>
|
|
{<span class="hljs-number">90</span>:b} <span class="hljs-comment"># '1011010'</span>
|
|
</code></pre>
|
|
<h2 id="numbers"><a href="#numbers" name="numbers">#</a>Numbers</h2>
|
|
<h3 id="basicfunctions">Basic Functions</h3>
|
|
<pre><code class="python language-python hljs"><num> = pow(<num>, <num>) <span class="hljs-comment"># Or: <num> ** <num></span>
|
|
<real> = abs(<num>)
|
|
<int> = round(<real>)
|
|
<real> = round(<real>, ±ndigits)
|
|
</code></pre>
|
|
<h3 id="math">Math</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> math <span class="hljs-keyword">import</span> e, pi, inf, nan
|
|
<span class="hljs-keyword">from</span> math <span class="hljs-keyword">import</span> cos, acos, sin, asin, tan, atan, degrees, radians
|
|
<span class="hljs-keyword">from</span> math <span class="hljs-keyword">import</span> log, log10, log2
|
|
</code></pre>
|
|
<h3 id="statistics">Statistics</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> statistics <span class="hljs-keyword">import</span> mean, median, variance, pvariance, pstdev
|
|
</code></pre>
|
|
<h3 id="random">Random</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> random <span class="hljs-keyword">import</span> random, randint, choice, shuffle
|
|
<float> = random()
|
|
<int> = randint(from_inclusive, to_inclusive)
|
|
<el> = choice(<list>)
|
|
shuffle(<list>)
|
|
</code></pre>
|
|
<h2 id="combinatorics"><a href="#combinatorics" name="combinatorics">#</a>Combinatorics</h2>
|
|
<ul>
|
|
<li><strong>Every function returns an iterator.</strong></li>
|
|
<li><strong>If you want to print the iterator, you need to pass it to the list() function!</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> itertools <span class="hljs-keyword">import</span> product, combinations, combinations_with_replacement, permutations
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>product([<span class="hljs-number">0</span>, <span class="hljs-number">1</span>], repeat=<span class="hljs-number">3</span>)
|
|
[(<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>), (<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-number">1</span>), (<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>), (<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>),
|
|
(<span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">0</span>), (<span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">1</span>), (<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>), (<span class="hljs-number">1</span>, <span class="hljs-number">1</span>, <span class="hljs-number">1</span>)]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>product(<span class="hljs-string">'ab'</span>, <span class="hljs-string">'12'</span>)
|
|
[(<span class="hljs-string">'a'</span>, <span class="hljs-string">'1'</span>), (<span class="hljs-string">'a'</span>, <span class="hljs-string">'2'</span>),
|
|
(<span class="hljs-string">'b'</span>, <span class="hljs-string">'1'</span>), (<span class="hljs-string">'b'</span>, <span class="hljs-string">'2'</span>)]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>combinations(<span class="hljs-string">'abc'</span>, <span class="hljs-number">2</span>)
|
|
[(<span class="hljs-string">'a'</span>, <span class="hljs-string">'b'</span>), (<span class="hljs-string">'a'</span>, <span class="hljs-string">'c'</span>), (<span class="hljs-string">'b'</span>, <span class="hljs-string">'c'</span>)]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>combinations_with_replacement(<span class="hljs-string">'abc'</span>, <span class="hljs-number">2</span>)
|
|
[(<span class="hljs-string">'a'</span>, <span class="hljs-string">'a'</span>), (<span class="hljs-string">'a'</span>, <span class="hljs-string">'b'</span>), (<span class="hljs-string">'a'</span>, <span class="hljs-string">'c'</span>),
|
|
(<span class="hljs-string">'b'</span>, <span class="hljs-string">'b'</span>), (<span class="hljs-string">'b'</span>, <span class="hljs-string">'c'</span>),
|
|
(<span class="hljs-string">'c'</span>, <span class="hljs-string">'c'</span>)]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>permutations(<span class="hljs-string">'abc'</span>, <span class="hljs-number">2</span>)
|
|
[(<span class="hljs-string">'a'</span>, <span class="hljs-string">'b'</span>), (<span class="hljs-string">'a'</span>, <span class="hljs-string">'c'</span>),
|
|
(<span class="hljs-string">'b'</span>, <span class="hljs-string">'a'</span>), (<span class="hljs-string">'b'</span>, <span class="hljs-string">'c'</span>),
|
|
(<span class="hljs-string">'c'</span>, <span class="hljs-string">'a'</span>), (<span class="hljs-string">'c'</span>, <span class="hljs-string">'b'</span>)]
|
|
</code></pre>
|
|
<h2 id="datetime"><a href="#datetime" name="datetime">#</a>Datetime</h2>
|
|
<ul>
|
|
<li><strong>Module 'datetime' provides 'date' <code class="apache hljs"><span class="hljs-section"><D></span></code>, 'time' <code class="apache hljs"><span class="hljs-section"><T></span></code>, 'datetime' <code class="apache hljs"><span class="hljs-section"><DT></span></code> and 'timedelta' <code class="apache hljs"><span class="hljs-section"><TD></span></code> classes. All are immutable and hashable.</strong></li>
|
|
<li><strong>Time and datetime can be 'aware' <code class="apache hljs"><span class="hljs-section"><a></span></code>, meaning they have defined timezone, or 'naive' <code class="apache hljs"><span class="hljs-section"><n></span></code>, meaning they don't.</strong></li>
|
|
<li><strong>If object is naive it is presumed to be in system's timezone.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> datetime <span class="hljs-keyword">import</span> date, time, datetime, timedelta
|
|
<span class="hljs-keyword">from</span> dateutil.tz <span class="hljs-keyword">import</span> UTC, tzlocal, gettz
|
|
</code></pre>
|
|
<h3 id="constructors">Constructors</h3>
|
|
<pre><code class="python language-python apache hljs"><D> = date(year, month, day)
|
|
<T> = time(hour=<span class="hljs-number">0</span>, minute=<span class="hljs-number">0</span>, second=<span class="hljs-number">0</span>, microsecond=<span class="hljs-number">0</span>, tzinfo=<span class="hljs-keyword">None</span>, fold=<span class="hljs-number">0</span>)
|
|
<DT> = datetime(year, month, day, hour=<span class="hljs-number">0</span>, minute=<span class="hljs-number">0</span>, second=<span class="hljs-number">0</span>, ...)
|
|
<TD> = timedelta(days=<span class="hljs-number">0</span>, seconds=<span class="hljs-number">0</span>, microseconds=<span class="hljs-number">0</span>, milliseconds=<span class="hljs-number">0</span>,
|
|
minutes=<span class="hljs-number">0</span>, hours=<span class="hljs-number">0</span>, weeks=<span class="hljs-number">0</span>)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">'<D/DT>.weekday()'</span></code> to get the day of the week (Mon == 0).</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'fold=1'</span></code> means second pass in case of time jumping back for one hour.</strong></li>
|
|
</ul>
|
|
<h3 id="now">Now</h3>
|
|
<pre><code class="python language-python hljs"><D/DTn> = D/DT.today() <span class="hljs-comment"># Current local date or naive datetime.</span>
|
|
<DTn> = DT.utcnow() <span class="hljs-comment"># Naive datetime from current UTC time.</span>
|
|
<DTa> = DT.now(<tz>) <span class="hljs-comment"># Aware datetime from current tz time.</span>
|
|
</code></pre>
|
|
<h3 id="timezone">Timezone</h3>
|
|
<pre><code class="python language-python hljs"><tz> = UTC <span class="hljs-comment"># UTC timezone. London without DST.</span>
|
|
<tz> = tzlocal() <span class="hljs-comment"># Local timezone.</span>
|
|
<tz> = gettz(<span class="hljs-string">'<Cont.>/<City>'</span>) <span class="hljs-comment"># Timezone from 'Continent/City_Name' str.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python apache hljs"><DTa> = <DT>.astimezone(<tz>) <span class="hljs-comment"># Datetime, converted to passed timezone.</span>
|
|
<Ta/DTa> = <T/DT>.replace(tzinfo=<tz>) <span class="hljs-comment"># Unconverted object with new timezone.</span>
|
|
</code></pre>
|
|
<h3 id="encode">Encode</h3>
|
|
<pre><code class="python language-python apache hljs"><D/T/DT> = D/T/DT.fromisoformat(<span class="hljs-string">'<iso>'</span>) <span class="hljs-comment"># Object from ISO string.</span>
|
|
<DT> = DT.strptime(<str>, <span class="hljs-string">'<format>'</span>) <span class="hljs-comment"># Datetime from str, according to format.</span>
|
|
<D/DTn> = D/DT.fromordinal(<int>) <span class="hljs-comment"># D/DTn from days since Christ.</span>
|
|
<DTa> = DT.fromtimestamp(<real>, <tz>) <span class="hljs-comment"># DTa from seconds since Epoch in tz time.</span>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>ISO strings come in following forms: <code class="python hljs"><span class="hljs-string">'YYYY-MM-DD'</span></code>, <code class="python hljs"><span class="hljs-string">'HH:MM:SS.ffffff[±<offset>]'</span></code>, or both separated by <code class="python hljs"><span class="hljs-string">'T'</span></code>. Offset is formatted as: <code class="python hljs"><span class="hljs-string">'HH:MM'</span></code>.</strong></li>
|
|
<li><strong>On Unix systems Epoch is <code class="python hljs"><span class="hljs-string">'1970-01-01 00:00 UTC'</span></code>, <code class="python hljs"><span class="hljs-string">'1970-01-01 01:00 CET'</span></code>, …</strong></li>
|
|
</ul>
|
|
<h3 id="decode">Decode</h3>
|
|
<pre><code class="python language-python apache hljs"><str> = <D/T/DT>.isoformat() <span class="hljs-comment"># ISO string representation.</span>
|
|
<str> = <D/T/DT>.strftime(<span class="hljs-string">'<format>'</span>) <span class="hljs-comment"># Custom string representation.</span>
|
|
<int> = <D/DT>.toordinal() <span class="hljs-comment"># Days since Christ, ignoring time and tz.</span>
|
|
<float> = <DT>.timestamp() <span class="hljs-comment"># Seconds since Epoch in local time or tz.</span>
|
|
</code></pre>
|
|
<h3 id="format-1">Format</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> datetime <span class="hljs-keyword">import</span> datetime
|
|
<span class="hljs-meta">>>> </span>dt = datetime.strptime(<span class="hljs-string">'2015-05-14 23:39:00.00 +0200'</span>, <span class="hljs-string">'%Y-%m-%d %H:%M:%S.%f %z'</span>)
|
|
<span class="hljs-meta">>>> </span>dt.strftime(<span class="hljs-string">"%A, %dth of %B '%y, %I:%M%p %Z"</span>)
|
|
<span class="hljs-string">"Thursday, 14th of May '15, 11:39PM UTC+02:00"</span>
|
|
</code></pre>
|
|
<h4 id="restofthecodes">Rest of the codes:</h4>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'a'</span></code> - Weekday, abbreviated name.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'b'</span></code> - Month, abbreviated name.</strong></li>
|
|
</ul>
|
|
<h2 id="arguments"><a href="#arguments" name="arguments">#</a>Arguments</h2>
|
|
<h3 id="insidefunctioncall">Inside Function Call</h3>
|
|
<pre><code class="python language-python hljs"><function>(<positional_args>) <span class="hljs-comment"># f(0, 0)</span>
|
|
<function>(<keyword_args>) <span class="hljs-comment"># f(x=0, y=0)</span>
|
|
<function>(<positional_args>, <keyword_args>) <span class="hljs-comment"># f(0, y=0)</span>
|
|
</code></pre>
|
|
<h3 id="insidefunctiondefinition">Inside Function Definition</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(<nondefault_args>)</span>:</span> <span class="hljs-comment"># def f(x, y)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(<default_args>)</span>:</span> <span class="hljs-comment"># def f(x=0, y=0)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(<nondefault_args>, <default_args>)</span>:</span> <span class="hljs-comment"># def f(x, y=0)</span>
|
|
</code></pre>
|
|
<h2 id="splatoperator"><a href="#splatoperator" name="splatoperator">#</a>Splat Operator</h2>
|
|
<h3 id="insidefunctioncall-1">Inside Function Call</h3>
|
|
<p><strong>Splat expands a collection into positional arguments, while splatty-splat expands a dictionary into keyword arguments.</strong></p>
|
|
<pre><code class="python language-python hljs">args = (<span class="hljs-number">1</span>, <span class="hljs-number">2</span>)
|
|
kwargs = {<span class="hljs-string">'x'</span>: <span class="hljs-number">3</span>, <span class="hljs-string">'y'</span>: <span class="hljs-number">4</span>, <span class="hljs-string">'z'</span>: <span class="hljs-number">5</span>}
|
|
func(*args, **kwargs)
|
|
</code></pre>
|
|
<h4 id="isthesameas">Is the same as:</h4>
|
|
<pre><code class="python language-python hljs">func(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, x=<span class="hljs-number">3</span>, y=<span class="hljs-number">4</span>, z=<span class="hljs-number">5</span>)
|
|
</code></pre>
|
|
<h3 id="insidefunctiondefinition-1">Inside Function Definition</h3>
|
|
<p><strong>Splat combines zero or more positional arguments into a tuple, while splatty-splat combines zero or more keyword arguments into a dictionary.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">add</span><span class="hljs-params">(*a)</span>:</span>
|
|
<span class="hljs-keyword">return</span> sum(a)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>add(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>)
|
|
<span class="hljs-number">6</span>
|
|
</code></pre>
|
|
<h4 id="legalargumentcombinations">Legal argument combinations:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(*args)</span>:</span> <span class="hljs-comment"># f(1, 2, 3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(x, *args)</span>:</span> <span class="hljs-comment"># f(1, 2, 3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(*args, z)</span>:</span> <span class="hljs-comment"># f(1, 2, z=3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(x, *args, z)</span>:</span> <span class="hljs-comment"># f(1, 2, z=3)</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(**kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(x, **kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3) | f(1, y=2, z=3)</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(*args, **kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3) | f(1, y=2, z=3) | f(1, 2, z=3) | f(1, 2, 3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(x, *args, **kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3) | f(1, y=2, z=3) | f(1, 2, z=3) | f(1, 2, 3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(*args, y, **kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3) | f(1, y=2, z=3)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">f</span><span class="hljs-params">(x, *args, z, **kwargs)</span>:</span> <span class="hljs-comment"># f(x=1, y=2, z=3) | f(1, y=2, z=3) | f(1, 2, z=3)</span>
|
|
</code></pre>
|
|
<h3 id="otheruses">Other Uses</h3>
|
|
<pre><code class="python language-python hljs"><list> = [*<collection> [, ...]]
|
|
<set> = {*<collection> [, ...]}
|
|
<tuple> = (*<collection>, [...])
|
|
<dict> = {**<dict> [, ...]}
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">head, *body, tail = <collection>
|
|
</code></pre>
|
|
<h2 id="inline"><a href="#inline" name="inline">#</a>Inline</h2>
|
|
<h3 id="lambda">Lambda</h3>
|
|
<pre><code class="python language-python hljs"><function> = <span class="hljs-keyword">lambda</span>: <return_value>
|
|
<function> = <span class="hljs-keyword">lambda</span> <argument_1>, <argument_2>: <return_value>
|
|
</code></pre>
|
|
<h3 id="comprehension">Comprehension</h3>
|
|
<pre><code class="python language-python hljs"><list> = [i+<span class="hljs-number">1</span> <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>)] <span class="hljs-comment"># [1, 2, ..., 10]</span>
|
|
<set> = {i <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>) <span class="hljs-keyword">if</span> i > <span class="hljs-number">5</span>} <span class="hljs-comment"># {6, 7, 8, 9}</span>
|
|
<iter> = (i+<span class="hljs-number">5</span> <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>)) <span class="hljs-comment"># (5, 6, ..., 14)</span>
|
|
<dict> = {i: i*<span class="hljs-number">2</span> <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>)} <span class="hljs-comment"># {0: 0, 1: 2, ..., 9: 18}</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">out = [i+j <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>) <span class="hljs-keyword">for</span> j <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>)]
|
|
</code></pre>
|
|
<h4 id="isthesameas-1">Is the same as:</h4>
|
|
<pre><code class="python language-python hljs">out = []
|
|
<span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>):
|
|
<span class="hljs-keyword">for</span> j <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>):
|
|
out.append(i+j)
|
|
</code></pre>
|
|
<h3 id="mapfilterreduce">Map, Filter, Reduce</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> reduce
|
|
<iter> = map(<span class="hljs-keyword">lambda</span> x: x + <span class="hljs-number">1</span>, range(<span class="hljs-number">10</span>)) <span class="hljs-comment"># (1, 2, ..., 10)</span>
|
|
<iter> = filter(<span class="hljs-keyword">lambda</span> x: x > <span class="hljs-number">5</span>, range(<span class="hljs-number">10</span>)) <span class="hljs-comment"># (6, 7, 8, 9)</span>
|
|
<int> = reduce(<span class="hljs-keyword">lambda</span> out, x: out + x, range(<span class="hljs-number">10</span>)) <span class="hljs-comment"># 45</span>
|
|
</code></pre>
|
|
<h3 id="anyall">Any, All</h3>
|
|
<pre><code class="python language-python hljs"><bool> = any(<collection>) <span class="hljs-comment"># False if empty.</span>
|
|
<bool> = all(el[<span class="hljs-number">1</span>] <span class="hljs-keyword">for</span> el <span class="hljs-keyword">in</span> <collection>) <span class="hljs-comment"># True if empty.</span>
|
|
</code></pre>
|
|
<h3 id="ifelse">If - Else</h3>
|
|
<pre><code class="python language-python hljs"><expression_if_true> <span class="hljs-keyword">if</span> <condition> <span class="hljs-keyword">else</span> <expression_if_false>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>[a <span class="hljs-keyword">if</span> a <span class="hljs-keyword">else</span> <span class="hljs-string">'zero'</span> <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> (<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">0</span>, <span class="hljs-number">3</span>)]
|
|
[<span class="hljs-string">'zero'</span>, <span class="hljs-number">1</span>, <span class="hljs-string">'zero'</span>, <span class="hljs-number">3</span>]
|
|
</code></pre>
|
|
<h3 id="namedtupleenumclass">Namedtuple, Enum, Class</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> namedtuple
|
|
Point = namedtuple(<span class="hljs-string">'Point'</span>, <span class="hljs-string">'x y'</span>)
|
|
point = Point(<span class="hljs-number">0</span>, <span class="hljs-number">0</span>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> enum <span class="hljs-keyword">import</span> Enum
|
|
Direction = Enum(<span class="hljs-string">'Direction'</span>, <span class="hljs-string">'n e s w'</span>)
|
|
Cutlery = Enum(<span class="hljs-string">'Cutlery'</span>, {<span class="hljs-string">'fork'</span>: <span class="hljs-number">1</span>, <span class="hljs-string">'knife'</span>: <span class="hljs-number">2</span>, <span class="hljs-string">'spoon'</span>: <span class="hljs-number">3</span>})
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># Warning: Objects will share the objects that are initialized in the dictionary!</span>
|
|
Creature = type(<span class="hljs-string">'Creature'</span>, (), {<span class="hljs-string">'p'</span>: Point(<span class="hljs-number">0</span>, <span class="hljs-number">0</span>), <span class="hljs-string">'d'</span>: Direction.n})
|
|
creature = Creature()
|
|
</code></pre>
|
|
<h2 id="closure"><a href="#closure" name="closure">#</a>Closure</h2>
|
|
<p><strong>We have a closure in Python when:</strong></p>
|
|
<ul>
|
|
<li><strong>A nested function references a value of its enclosing function and then</strong></li>
|
|
<li><strong>the enclosing function returns the nested function.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">get_multiplier</span><span class="hljs-params">(a)</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">out</span><span class="hljs-params">(b)</span>:</span>
|
|
<span class="hljs-keyword">return</span> a * b
|
|
<span class="hljs-keyword">return</span> out
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>multiply_by_3 = get_multiplier(<span class="hljs-number">3</span>)
|
|
<span class="hljs-meta">>>> </span>multiply_by_3(<span class="hljs-number">10</span>)
|
|
<span class="hljs-number">30</span>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>If multiple nested functions within enclosing function reference the same value, that value gets shared.</strong></li>
|
|
<li><strong>To dynamically access function's first free variable use <code class="python hljs"><span class="hljs-string">'<function>.__closure__[0].cell_contents'</span></code>.</strong></li>
|
|
</ul>
|
|
<h3 id="partial">Partial</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> partial
|
|
<function> = partial(<function> [, <arg_1>, <arg_2>, ...])
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> operator <span class="hljs-keyword">as</span> op
|
|
<span class="hljs-meta">>>> </span>multiply_by_3 = partial(op.mul, <span class="hljs-number">3</span>)
|
|
<span class="hljs-meta">>>> </span>multiply_by_3(<span class="hljs-number">10</span>)
|
|
<span class="hljs-number">30</span>
|
|
</code></pre>
|
|
<h3 id="nonlocal">Nonlocal</h3>
|
|
<p><strong>If variable is being assigned to anywhere in the scope, it is regarded as a local variable, unless it is declared as a 'global' or a 'nonlocal'.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">get_counter</span><span class="hljs-params">()</span>:</span>
|
|
i = <span class="hljs-number">0</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">out</span><span class="hljs-params">()</span>:</span>
|
|
<span class="hljs-keyword">nonlocal</span> i
|
|
i += <span class="hljs-number">1</span>
|
|
<span class="hljs-keyword">return</span> i
|
|
<span class="hljs-keyword">return</span> out
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>counter = get_counter()
|
|
<span class="hljs-meta">>>> </span>counter(), counter(), counter()
|
|
(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>)
|
|
</code></pre>
|
|
<h2 id="decorator"><a href="#decorator" name="decorator">#</a>Decorator</h2>
|
|
<p><strong>A decorator takes a function, adds some functionality and returns it.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">@decorator_name</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">function_that_gets_passed_to_decorator</span><span class="hljs-params">()</span>:</span>
|
|
...
|
|
</code></pre>
|
|
<h3 id="debuggerexample">Debugger Example</h3>
|
|
<p><strong>Decorator that prints function's name every time it gets called.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> wraps
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">debug</span><span class="hljs-params">(func)</span>:</span>
|
|
<span class="hljs-meta"> @wraps(func)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">out</span><span class="hljs-params">(*args, **kwargs)</span>:</span>
|
|
print(func.__name__)
|
|
<span class="hljs-keyword">return</span> func(*args, **kwargs)
|
|
<span class="hljs-keyword">return</span> out
|
|
|
|
<span class="hljs-meta">@debug</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">add</span><span class="hljs-params">(x, y)</span>:</span>
|
|
<span class="hljs-keyword">return</span> x + y
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Wraps is a helper decorator that copies metadata of function add() to function out().</strong></li>
|
|
<li><strong>Without it <code class="python hljs"><span class="hljs-string">'add.__name__'</span></code> would return <code class="python hljs"><span class="hljs-string">'out'</span></code>.</strong></li>
|
|
</ul>
|
|
<h3 id="lrucache">LRU Cache</h3>
|
|
<p><strong>Decorator that caches function's return values. All function's arguments must be hashable.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> lru_cache
|
|
|
|
<span class="hljs-meta">@lru_cache(maxsize=None)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">fib</span><span class="hljs-params">(n)</span>:</span>
|
|
<span class="hljs-keyword">return</span> n <span class="hljs-keyword">if</span> n < <span class="hljs-number">2</span> <span class="hljs-keyword">else</span> fib(n<span class="hljs-number">-2</span>) + fib(n<span class="hljs-number">-1</span>)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Recursion depth is limited to 1000 by default. To increase it use <code class="python hljs"><span class="hljs-string">'sys.setrecursionlimit(<depth>)'</span></code>.</strong></li>
|
|
</ul>
|
|
<h3 id="parametrizeddecorator">Parametrized Decorator</h3>
|
|
<p><strong>A decorator that accepts arguments and returns a normal decorator that accepts a function.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> wraps
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">debug</span><span class="hljs-params">(print_result=False)</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">decorator</span><span class="hljs-params">(func)</span>:</span>
|
|
<span class="hljs-meta"> @wraps(func)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">out</span><span class="hljs-params">(*args, **kwargs)</span>:</span>
|
|
result = func(*args, **kwargs)
|
|
print(func.__name__, result <span class="hljs-keyword">if</span> print_result <span class="hljs-keyword">else</span> <span class="hljs-string">''</span>)
|
|
<span class="hljs-keyword">return</span> result
|
|
<span class="hljs-keyword">return</span> out
|
|
<span class="hljs-keyword">return</span> decorator
|
|
|
|
<span class="hljs-meta">@debug(print_result=True)</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">add</span><span class="hljs-params">(x, y)</span>:</span>
|
|
<span class="hljs-keyword">return</span> x + y
|
|
</code></pre>
|
|
<h2 id="class"><a href="#class" name="class">#</a>Class</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <<span class="hljs-title">name</span>>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, a)</span>:</span>
|
|
self.a = a
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__repr__</span><span class="hljs-params">(self)</span>:</span>
|
|
class_name = self.__class__.__name__
|
|
<span class="hljs-keyword">return</span> <span class="hljs-string">f'<span class="hljs-subst">{class_name}</span>(<span class="hljs-subst">{self.a!r}</span>)'</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__str__</span><span class="hljs-params">(self)</span>:</span>
|
|
<span class="hljs-keyword">return</span> str(self.a)
|
|
|
|
<span class="hljs-meta"> @classmethod</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">get_class_name</span><span class="hljs-params">(cls)</span>:</span>
|
|
<span class="hljs-keyword">return</span> cls.__name__
|
|
</code></pre>
|
|
<h3 id="constructoroverloading">Constructor Overloading</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <<span class="hljs-title">name</span>>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, a=None)</span>:</span>
|
|
self.a = a
|
|
</code></pre>
|
|
<h3 id="inheritance">Inheritance</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">Person</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, name, age)</span>:</span>
|
|
self.name = name
|
|
self.age = age
|
|
|
|
<span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">Employee</span><span class="hljs-params">(Person)</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, name, age, staff_num)</span>:</span>
|
|
super().__init__(name, age)
|
|
self.staff_num = staff_num
|
|
</code></pre>
|
|
<h3 id="multipleinheritance">Multiple Inheritance</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">A</span>:</span> <span class="hljs-keyword">pass</span>
|
|
<span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">B</span>:</span> <span class="hljs-keyword">pass</span>
|
|
<span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">C</span><span class="hljs-params">(A, B)</span>:</span> <span class="hljs-keyword">pass</span>
|
|
</code></pre>
|
|
<p><strong>MRO determines the order in which parent classes are traversed when searching for a method:</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>C.mro()
|
|
[<<span class="hljs-class"><span class="hljs-title">class</span> '<span class="hljs-title">C</span>'>, <<span class="hljs-title">class</span> '<span class="hljs-title">A</span>'>, <<span class="hljs-title">class</span> '<span class="hljs-title">B</span>'>, <<span class="hljs-title">class</span> '<span class="hljs-title">object</span>'>]
|
|
</span></code></pre>
|
|
<h3 id="copy">Copy</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> copy <span class="hljs-keyword">import</span> copy, deepcopy
|
|
<object> = copy(<object>)
|
|
<object> = deepcopy(<object>)
|
|
</code></pre>
|
|
<h2 id="ducktypes"><a href="#ducktypes" name="ducktypes">#</a>Duck Types</h2>
|
|
<p><strong>A duck type is an implicit type that prescribes a set of special methods. Any object that has those methods defined is considered a member of that duck type.</strong></p>
|
|
<h3 id="comparable">Comparable</h3>
|
|
<ul>
|
|
<li><strong>If eq() method is not overridden, it returns <code class="python hljs"><span class="hljs-string">'id(self) == id(other)'</span></code>, which is the same as <code class="python hljs"><span class="hljs-string">'self is other'</span></code>.</strong></li>
|
|
<li><strong>That means all objects compare not equal by default.</strong></li>
|
|
<li><strong>Only left side object has eq() method called, unless it returns 'NotImplemented', in which case the right object is consulted.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyComparable</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, a)</span>:</span>
|
|
self.a = a
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__eq__</span><span class="hljs-params">(self, other)</span>:</span>
|
|
<span class="hljs-keyword">if</span> isinstance(other, type(self)):
|
|
<span class="hljs-keyword">return</span> self.a == other.a
|
|
<span class="hljs-keyword">return</span> <span class="hljs-built_in">NotImplemented</span>
|
|
</code></pre>
|
|
<h3 id="hashable">Hashable</h3>
|
|
<ul>
|
|
<li><strong>Hashable object needs both hash() and eq() methods and its hash value should never change.</strong></li>
|
|
<li><strong>Hashable objects that compare equal must have the same hash value, meaning default hash() that returns <code class="python hljs"><span class="hljs-string">'id(self)'</span></code> will not do.</strong></li>
|
|
<li><strong>That is why Python automatically makes classes unhashable if you only implement eq().</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyHashable</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, a)</span>:</span>
|
|
self.__a = copy.deepcopy(a)
|
|
<span class="hljs-meta"> @property</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">a</span><span class="hljs-params">(self)</span>:</span>
|
|
<span class="hljs-keyword">return</span> self.__a
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__eq__</span><span class="hljs-params">(self, other)</span>:</span>
|
|
<span class="hljs-keyword">if</span> isinstance(other, type(self)):
|
|
<span class="hljs-keyword">return</span> self.a == other.a
|
|
<span class="hljs-keyword">return</span> <span class="hljs-built_in">NotImplemented</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__hash__</span><span class="hljs-params">(self)</span>:</span>
|
|
<span class="hljs-keyword">return</span> hash(self.a)
|
|
</code></pre>
|
|
<h3 id="collection">Collection</h3>
|
|
<ul>
|
|
<li><strong>Methods do not depend on each other, so they can be skipped if not needed.</strong></li>
|
|
<li><strong>Any object with defined getitem() is considered iterable, even if it lacks iter().</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyCollection</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, a)</span>:</span>
|
|
self.a = a
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__len__</span><span class="hljs-params">(self)</span>:</span>
|
|
<span class="hljs-keyword">return</span> len(self.a)
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__getitem__</span><span class="hljs-params">(self, i)</span>:</span>
|
|
<span class="hljs-keyword">return</span> self.a[i]
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__setitem__</span><span class="hljs-params">(self, i, el)</span>:</span>
|
|
self.a[i] = el
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__contains__</span><span class="hljs-params">(self, el)</span>:</span>
|
|
<span class="hljs-keyword">return</span> el <span class="hljs-keyword">in</span> self.a
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__iter__</span><span class="hljs-params">(self)</span>:</span>
|
|
<span class="hljs-keyword">for</span> el <span class="hljs-keyword">in</span> self.a:
|
|
<span class="hljs-keyword">yield</span> el
|
|
</code></pre>
|
|
<h3 id="callable">Callable</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">Counter</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self)</span>:</span>
|
|
self.i = <span class="hljs-number">0</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__call__</span><span class="hljs-params">(self)</span>:</span>
|
|
self.i += <span class="hljs-number">1</span>
|
|
<span class="hljs-keyword">return</span> self.i
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>counter = Counter()
|
|
<span class="hljs-meta">>>> </span>counter(), counter(), counter()
|
|
(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>)
|
|
</code></pre>
|
|
<h3 id="contextmanager">Context Manager</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyOpen</span><span class="hljs-params">()</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__init__</span><span class="hljs-params">(self, filename)</span>:</span>
|
|
self.filename = filename
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__enter__</span><span class="hljs-params">(self)</span>:</span>
|
|
self.file = open(self.filename)
|
|
<span class="hljs-keyword">return</span> self.file
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__exit__</span><span class="hljs-params">(self, *args)</span>:</span>
|
|
self.file.close()
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">with</span> open(<span class="hljs-string">'test.txt'</span>, <span class="hljs-string">'w'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-meta">... </span> file.write(<span class="hljs-string">'Hello World!'</span>)
|
|
<span class="hljs-meta">>>> </span><span class="hljs-keyword">with</span> MyOpen(<span class="hljs-string">'test.txt'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-meta">... </span> print(file.read())
|
|
Hello World!
|
|
</code></pre>
|
|
<h2 id="enum"><a href="#enum" name="enum">#</a>Enum</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> enum <span class="hljs-keyword">import</span> Enum, auto
|
|
|
|
<span class="hljs-class"><span class="hljs-keyword">class</span> <<span class="hljs-title">enum_name</span>><span class="hljs-params">(Enum)</span>:</span>
|
|
<member_name_1> = <value_1>
|
|
<member_name_2> = <value_2_a>, <value_2_b>
|
|
<member_name_3> = auto()
|
|
|
|
<span class="hljs-meta"> @classmethod</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">get_member_names</span><span class="hljs-params">(cls)</span>:</span>
|
|
<span class="hljs-keyword">return</span> [a.name <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> cls.__members__.values()]
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><member> = <enum>.<member_name>
|
|
<member> = <enum>[<span class="hljs-string">'<member_name>'</span>]
|
|
<member> = <enum>(<value>)
|
|
name = <member>.name
|
|
value = <member>.value
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">list_of_members = list(<enum>)
|
|
member_names = [a.name <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> <enum>]
|
|
member_values = [a.value <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> <enum>]
|
|
random_member = random.choice(list(<enum>))
|
|
</code></pre>
|
|
<h3 id="inline-1">Inline</h3>
|
|
<pre><code class="python language-python hljs">Cutlery = Enum(<span class="hljs-string">'Cutlery'</span>, [<span class="hljs-string">'fork'</span>, <span class="hljs-string">'knife'</span>, <span class="hljs-string">'spoon'</span>])
|
|
Cutlery = Enum(<span class="hljs-string">'Cutlery'</span>, <span class="hljs-string">'fork knife spoon'</span>)
|
|
Cutlery = Enum(<span class="hljs-string">'Cutlery'</span>, {<span class="hljs-string">'fork'</span>: <span class="hljs-number">1</span>, <span class="hljs-string">'knife'</span>: <span class="hljs-number">2</span>, <span class="hljs-string">'spoon'</span>: <span class="hljs-number">3</span>})
|
|
</code></pre>
|
|
<h4 id="functionscannotbevaluessotheymustbewrapped">Functions can not be values, so they must be wrapped:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> functools <span class="hljs-keyword">import</span> partial
|
|
LogicOp = Enum(<span class="hljs-string">'LogicOp'</span>, {<span class="hljs-string">'AND'</span>: partial(<span class="hljs-keyword">lambda</span> l, r: l <span class="hljs-keyword">and</span> r),
|
|
<span class="hljs-string">'OR'</span> : partial(<span class="hljs-keyword">lambda</span> l, r: l <span class="hljs-keyword">or</span> r)})
|
|
</code></pre>
|
|
<h2 id="exceptions"><a href="#exceptions" name="exceptions">#</a>Exceptions</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">while</span> <span class="hljs-keyword">True</span>:
|
|
<span class="hljs-keyword">try</span>:
|
|
x = int(input(<span class="hljs-string">'Please enter a number: '</span>))
|
|
<span class="hljs-keyword">except</span> ValueError:
|
|
print(<span class="hljs-string">'Oops! That was no valid number. Try again...'</span>)
|
|
<span class="hljs-keyword">else</span>:
|
|
print(<span class="hljs-string">'Thank you.'</span>)
|
|
<span class="hljs-keyword">break</span>
|
|
</code></pre>
|
|
<h3 id="raisingexception">Raising Exception</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">raise</span> ValueError(<span class="hljs-string">'A very specific message!'</span>)
|
|
</code></pre>
|
|
<h3 id="finally">Finally</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">try</span>:
|
|
<span class="hljs-meta">... </span> <span class="hljs-keyword">raise</span> KeyboardInterrupt
|
|
<span class="hljs-meta">... </span><span class="hljs-keyword">finally</span>:
|
|
<span class="hljs-meta">... </span> print(<span class="hljs-string">'Goodbye, world!'</span>)
|
|
Goodbye, world!
|
|
Traceback (most recent call last):
|
|
File <span class="hljs-string">"<stdin>"</span>, line <span class="hljs-number">2</span>, <span class="hljs-keyword">in</span> <module>
|
|
KeyboardInterrupt
|
|
</code></pre>
|
|
<h2 id="print"><a href="#print" name="print">#</a>Print</h2>
|
|
<pre><code class="python language-python hljs">print(<el_1>, ..., sep=<span class="hljs-string">' '</span>, end=<span class="hljs-string">'\n'</span>, file=sys.stdout, flush=<span class="hljs-keyword">False</span>)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">'file=sys.stderr'</span></code> for errors.</strong></li>
|
|
</ul>
|
|
<h3 id="prettyprint">Pretty Print</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> pprint <span class="hljs-keyword">import</span> pprint
|
|
<span class="hljs-meta">>>> </span>pprint(dir())
|
|
[<span class="hljs-string">'__annotations__'</span>,
|
|
<span class="hljs-string">'__builtins__'</span>,
|
|
<span class="hljs-string">'__doc__'</span>, ...]
|
|
</code></pre>
|
|
<h2 id="input"><a href="#input" name="input">#</a>Input</h2>
|
|
<ul>
|
|
<li><strong>Reads a line from user input or pipe if present.</strong></li>
|
|
<li><strong>Trailing newline gets stripped.</strong></li>
|
|
<li><strong>Prompt string is printed to the standard output before reading input.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><str> = input(prompt=<span class="hljs-keyword">None</span>)
|
|
</code></pre>
|
|
<h4 id="printslinesuntileof">Prints lines until EOF:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">while</span> <span class="hljs-keyword">True</span>:
|
|
<span class="hljs-keyword">try</span>:
|
|
print(input())
|
|
<span class="hljs-keyword">except</span> EOFError:
|
|
<span class="hljs-keyword">break</span>
|
|
</code></pre>
|
|
<h2 id="commandlinearguments"><a href="#commandlinearguments" name="commandlinearguments">#</a>Command Line Arguments</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> sys
|
|
script_name = sys.argv[<span class="hljs-number">0</span>]
|
|
arguments = sys.argv[<span class="hljs-number">1</span>:]
|
|
</code></pre>
|
|
<h3 id="argparse">Argparse</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> argparse <span class="hljs-keyword">import</span> ArgumentParser, FileType
|
|
p = ArgumentParser(description=<str>)
|
|
p.add_argument(<span class="hljs-string">'-<short_name>'</span>, <span class="hljs-string">'--<name>'</span>, action=<span class="hljs-string">'store_true'</span>) <span class="hljs-comment"># Flag</span>
|
|
p.add_argument(<span class="hljs-string">'-<short_name>'</span>, <span class="hljs-string">'--<name>'</span>, type=<type>) <span class="hljs-comment"># Option</span>
|
|
p.add_argument(<span class="hljs-string">'<name>'</span>, type=<type>, nargs=<span class="hljs-number">1</span>) <span class="hljs-comment"># Argument</span>
|
|
p.add_argument(<span class="hljs-string">'<name>'</span>, type=<type>, nargs=<span class="hljs-string">'+'</span>) <span class="hljs-comment"># Arguments</span>
|
|
args = p.parse_args()
|
|
value = args.<name>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">'help=<str>'</span></code> for argument description.</strong></li>
|
|
<li><strong>Use <code class="python hljs"><span class="hljs-string">'type=FileType(<mode>)'</span></code> for files.</strong></li>
|
|
</ul>
|
|
<h2 id="open"><a href="#open" name="open">#</a>Open</h2>
|
|
<p><strong>Opens a file and returns a corresponding file object.</strong></p>
|
|
<pre><code class="python language-python hljs"><file> = open(<span class="hljs-string">'<path>'</span>, mode=<span class="hljs-string">'r'</span>, encoding=<span class="hljs-keyword">None</span>)
|
|
</code></pre>
|
|
<h3 id="modes">Modes</h3>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'r'</span></code> - Read (default).</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'w'</span></code> - Write (truncate).</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'x'</span></code> - Write or fail if the file already exists.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'a'</span></code> - Append.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'w+'</span></code> - Read and write (truncate).</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'r+'</span></code> - Read and write from the start.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'a+'</span></code> - Read and write from the end.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'t'</span></code> - Text mode (default).</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'b'</span></code> - Binary mode.</strong></li>
|
|
</ul>
|
|
<h3 id="file">File</h3>
|
|
<pre><code class="python language-python hljs"><file>.seek(<span class="hljs-number">0</span>) <span class="hljs-comment"># Moves to the start of the file.</span>
|
|
<file>.seek(offset) <span class="hljs-comment"># Moves 'offset' chars/bytes from the start.</span>
|
|
<file>.seek(offset, <anchor>) <span class="hljs-comment"># Anchor: 0 start, 1 current pos., 2 end.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><str/bytes> = <file>.read(size=<span class="hljs-number">-1</span>) <span class="hljs-comment"># Reads 'size' chars/bytes or until EOF.</span>
|
|
<str/bytes> = <file>.readline() <span class="hljs-comment"># Returns a line.</span>
|
|
<list> = <file>.readlines() <span class="hljs-comment"># Returns a list of lines.</span>
|
|
<str/bytes> = next(<file>) <span class="hljs-comment"># Returns a line using buffer. Do not mix.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><file>.write(<str/bytes>) <span class="hljs-comment"># Writes a string or bytes object.</span>
|
|
<file>.writelines(<list>) <span class="hljs-comment"># Writes a list of strings or bytes objects.</span>
|
|
<file>.flush() <span class="hljs-comment"># Flushes write buffer.</span>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Methods do not add or strip trailing newlines.</strong></li>
|
|
</ul>
|
|
<h3 id="readtextfromfile">Read Text from File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> file.readlines()
|
|
</code></pre>
|
|
<h3 id="writetexttofile">Write Text to File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_to_file</span><span class="hljs-params">(filename, text)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'w'</span>, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
file.write(text)
|
|
</code></pre>
|
|
<h2 id="path"><a href="#path" name="path">#</a>Path</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> os <span class="hljs-keyword">import</span> path, listdir
|
|
<bool> = path.exists(<span class="hljs-string">'<path>'</span>)
|
|
<bool> = path.isfile(<span class="hljs-string">'<path>'</span>)
|
|
<bool> = path.isdir(<span class="hljs-string">'<path>'</span>)
|
|
<list> = listdir(<span class="hljs-string">'<path>'</span>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> glob <span class="hljs-keyword">import</span> glob
|
|
<span class="hljs-meta">>>> </span>glob(<span class="hljs-string">'../*.gif'</span>)
|
|
[<span class="hljs-string">'1.gif'</span>, <span class="hljs-string">'card.gif'</span>]
|
|
</code></pre>
|
|
<h3 id="pathlib">Pathlib</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> pathlib <span class="hljs-keyword">import</span> Path
|
|
cwd = Path()
|
|
<Path> = Path(<span class="hljs-string">'<path>'</span> [, <span class="hljs-string">'<path>'</span>, <Path>, ...])
|
|
<Path> = <Path> / <span class="hljs-string">'<dir>'</span> / <span class="hljs-string">'<file>'</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><bool> = <Path>.exists()
|
|
<bool> = <Path>.is_file()
|
|
<bool> = <Path>.is_dir()
|
|
<iter> = <Path>.iterdir()
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><iter> = <Path>.glob(<span class="hljs-string">'<pattern>'</span>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><str> = str(<Path>) <span class="hljs-comment"># Returns path as a string.</span>
|
|
<tup.> = <Path>.parts <span class="hljs-comment"># Returns all components as strings.</span>
|
|
<Path> = <Path>.resolve() <span class="hljs-comment"># Returns absolute Path without symlinks.</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><str> = <Path>.name <span class="hljs-comment"># Final component.</span>
|
|
<str> = <Path>.stem <span class="hljs-comment"># Final component without extension.</span>
|
|
<str> = <Path>.suffix <span class="hljs-comment"># Final component's extension.</span>
|
|
<Path> = <Path>.parent <span class="hljs-comment"># Path without final component.</span>
|
|
</code></pre>
|
|
<h2 id="commandexecution"><a href="#commandexecution" name="commandexecution">#</a>Command Execution</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> os
|
|
<str> = os.popen(<command>).read()
|
|
</code></pre>
|
|
<h3 id="subprocess">Subprocess</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> subprocess
|
|
<span class="hljs-meta">>>> </span>a = subprocess.run([<span class="hljs-string">'ls'</span>, <span class="hljs-string">'-a'</span>], stdout=subprocess.PIPE)
|
|
<span class="hljs-meta">>>> </span>a.stdout
|
|
<span class="hljs-string">b'.\n..\nfile1.txt\nfile2.txt\n'</span>
|
|
<span class="hljs-meta">>>> </span>a.returncode
|
|
<span class="hljs-number">0</span>
|
|
</code></pre>
|
|
<h2 id="csv"><a href="#csv" name="csv">#</a>CSV</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> csv
|
|
</code></pre>
|
|
<h3 id="readrowsfromcsvfile">Read Rows from CSV File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_csv_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> csv.reader(file, delimiter=<span class="hljs-string">';'</span>)
|
|
</code></pre>
|
|
<h3 id="writerowstocsvfile">Write Rows to CSV File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_to_csv_file</span><span class="hljs-params">(filename, rows)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'w'</span>, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
writer = csv.writer(file, delimiter=<span class="hljs-string">';'</span>)
|
|
writer.writerows(rows)
|
|
</code></pre>
|
|
<h2 id="json"><a href="#json" name="json">#</a>JSON</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> json
|
|
<str> = json.dumps(<object>, ensure_ascii=<span class="hljs-keyword">True</span>, indent=<span class="hljs-keyword">None</span>)
|
|
<object> = json.loads(<str>)
|
|
</code></pre>
|
|
<h3 id="readobjectfromjsonfile">Read Object from JSON File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_json_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> json.load(file)
|
|
</code></pre>
|
|
<h3 id="writeobjecttojsonfile">Write Object to JSON File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_to_json_file</span><span class="hljs-params">(filename, an_object)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'w'</span>, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
json.dump(an_object, file, ensure_ascii=<span class="hljs-keyword">False</span>, indent=<span class="hljs-number">2</span>)
|
|
</code></pre>
|
|
<h2 id="pickle"><a href="#pickle" name="pickle">#</a>Pickle</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> pickle
|
|
<bytes> = pickle.dumps(<object>)
|
|
<object> = pickle.loads(<bytes>)
|
|
</code></pre>
|
|
<h3 id="readobjectfromfile">Read Object from File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_pickle_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'rb'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> pickle.load(file)
|
|
</code></pre>
|
|
<h3 id="writeobjecttofile">Write Object to File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_to_pickle_file</span><span class="hljs-params">(filename, an_object)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'wb'</span>) <span class="hljs-keyword">as</span> file:
|
|
pickle.dump(an_object, file)
|
|
</code></pre>
|
|
<h2 id="sqlite"><a href="#sqlite" name="sqlite">#</a>SQLite</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> sqlite3
|
|
db = sqlite3.connect(<span class="hljs-string">'<path>'</span>)
|
|
...
|
|
db.close()
|
|
</code></pre>
|
|
<h3 id="read">Read</h3>
|
|
<pre><code class="python language-python hljs">cursor = db.execute(<span class="hljs-string">'<query>'</span>)
|
|
<span class="hljs-keyword">if</span> cursor:
|
|
<tuple> = cursor.fetchone() <span class="hljs-comment"># First row.</span>
|
|
<list> = cursor.fetchall() <span class="hljs-comment"># Remaining rows.</span>
|
|
</code></pre>
|
|
<h3 id="write">Write</h3>
|
|
<pre><code class="python language-python hljs">db.execute(<span class="hljs-string">'<query>'</span>)
|
|
db.commit()
|
|
</code></pre>
|
|
<h2 id="bytes"><a href="#bytes" name="bytes">#</a>Bytes</h2>
|
|
<p><strong>Bytes object is an immutable sequence of single bytes. Mutable version is called 'bytearray'.</strong></p>
|
|
<pre><code class="python language-python hljs"><bytes> = <span class="hljs-string">b'<str>'</span>
|
|
<int> = <bytes>[<index>]
|
|
<bytes> = <bytes>[<slice>]
|
|
<ints> = list(<bytes>)
|
|
<bytes> = <span class="hljs-string">b''</span>.join(<coll_of_bytes>)
|
|
</code></pre>
|
|
<h3 id="encode-1">Encode</h3>
|
|
<pre><code class="python language-python hljs"><bytes> = <str>.encode(encoding=<span class="hljs-string">'utf-8'</span>)
|
|
<bytes> = <int>.to_bytes(<length>, byteorder=<span class="hljs-string">'big|little'</span>, signed=<span class="hljs-keyword">False</span>)
|
|
<bytes> = bytes.fromhex(<span class="hljs-string">'<hex>'</span>)
|
|
</code></pre>
|
|
<h3 id="decode-1">Decode</h3>
|
|
<pre><code class="python language-python hljs"><str> = <bytes>.decode(encoding=<span class="hljs-string">'utf-8'</span>)
|
|
<int> = int.from_bytes(<bytes>, byteorder=<span class="hljs-string">'big|little'</span>, signed=<span class="hljs-keyword">False</span>)
|
|
<hex> = <bytes>.hex()
|
|
</code></pre>
|
|
<h3 id="readbytesfromfile">Read Bytes from File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_bytes</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'rb'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> file.read()
|
|
</code></pre>
|
|
<h3 id="writebytestofile">Write Bytes to File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_bytes</span><span class="hljs-params">(filename, bytes_obj)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">'wb'</span>) <span class="hljs-keyword">as</span> file:
|
|
file.write(bytes_obj)
|
|
</code></pre>
|
|
<h2 id="struct"><a href="#struct" name="struct">#</a>Struct</h2>
|
|
<ul>
|
|
<li><strong>Module that performs conversions between Python values and a C struct, represented as a Python bytes object.</strong></li>
|
|
<li><strong>Machine’s native type sizes and byte order are used by default.</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> struct <span class="hljs-keyword">import</span> pack, unpack, iter_unpack, calcsize
|
|
<bytes> = pack(<span class="hljs-string">'<format>'</span>, <value_1> [, <value_2>, ...])
|
|
<tuple> = unpack(<span class="hljs-string">'<format>'</span>, <bytes>)
|
|
<tuples> = iter_unpack(<span class="hljs-string">'<format>'</span>, <bytes>)
|
|
</code></pre>
|
|
<h3 id="example">Example</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>pack(<span class="hljs-string">'>hhl'</span>, <span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>)
|
|
<span class="hljs-string">b'\x00\x01\x00\x02\x00\x00\x00\x03'</span>
|
|
<span class="hljs-meta">>>> </span>unpack(<span class="hljs-string">'>hhl'</span>, <span class="hljs-string">b'\x00\x01\x00\x02\x00\x00\x00\x03'</span>)
|
|
(<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>)
|
|
<span class="hljs-meta">>>> </span>calcsize(<span class="hljs-string">'>hhl'</span>)
|
|
<span class="hljs-number">8</span>
|
|
</code></pre>
|
|
<h3 id="format-2">Format</h3>
|
|
<h4 id="forstandardsizesstartformatstringwith">For standard sizes start format string with:</h4>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'='</span></code> - native byte order</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<'</span></code> - little-endian</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'>'</span></code> - big-endian</strong></li>
|
|
</ul>
|
|
<h4 id="usecapitalletterforunsignedtypestandardsizesareinbrackets">Use capital letter for unsigned type. Standard sizes are in brackets:</h4>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'x'</span></code> - pad byte</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'c'</span></code> - char (1)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'h'</span></code> - short (2)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'i'</span></code> - int (4)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'l'</span></code> - long (4)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'q'</span></code> - long long (8)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'f'</span></code> - float (4)</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'d'</span></code> - double (8)</strong></li>
|
|
</ul>
|
|
<h2 id="array"><a href="#array" name="array">#</a>Array</h2>
|
|
<p><strong>List that can hold only elements of predefined type. Available types are listed above.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> array <span class="hljs-keyword">import</span> array
|
|
<array> = array(<span class="hljs-string">'<typecode>'</span> [, <collection>])
|
|
</code></pre>
|
|
<h2 id="memoryview"><a href="#memoryview" name="memoryview">#</a>Memory View</h2>
|
|
<p><strong>Used for accessing the internal data of an object that supports the buffer protocol.</strong></p>
|
|
<pre><code class="python language-python hljs"><memoryview> = memoryview(<bytes> / <bytearray> / <array>)
|
|
<memoryview>.release()
|
|
</code></pre>
|
|
<h2 id="deque"><a href="#deque" name="deque">#</a>Deque</h2>
|
|
<p><strong>Thread-safe list with efficient appends and pops from either side. Pronounced "deck".</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> deque
|
|
<deque> = deque(<collection>, maxlen=<span class="hljs-keyword">None</span>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><deque>.appendleft(<el>)
|
|
<el> = <deque>.popleft()
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><deque>.extendleft(<collection>) <span class="hljs-comment"># Collection gets reversed.</span>
|
|
<deque>.rotate(n=<span class="hljs-number">1</span>) <span class="hljs-comment"># Rotates elements to the right.</span>
|
|
</code></pre>
|
|
<h2 id="threading"><a href="#threading" name="threading">#</a>Threading</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> threading <span class="hljs-keyword">import</span> Thread, RLock
|
|
</code></pre>
|
|
<h3 id="thread">Thread</h3>
|
|
<pre><code class="python language-python hljs">thread = Thread(target=<function>, args=(<first_arg>, ))
|
|
thread.start()
|
|
...
|
|
thread.join()
|
|
</code></pre>
|
|
<h3 id="lock">Lock</h3>
|
|
<pre><code class="python language-python hljs">lock = RLock()
|
|
lock.acquire()
|
|
...
|
|
lock.release()
|
|
</code></pre>
|
|
<h2 id="introspection"><a href="#introspection" name="introspection">#</a>Introspection</h2>
|
|
<p><strong>Inspecting code at runtime.</strong></p>
|
|
<h3 id="variables">Variables</h3>
|
|
<pre><code class="python language-python hljs"><list> = dir() <span class="hljs-comment"># Names of variables in current scope.</span>
|
|
<dict> = locals() <span class="hljs-comment"># Dict of local variables. Also vars().</span>
|
|
<dict> = globals() <span class="hljs-comment"># Dict of global variables.</span>
|
|
</code></pre>
|
|
<h3 id="attributes">Attributes</h3>
|
|
<pre><code class="python language-python hljs"><dict> = vars(<object>)
|
|
<bool> = hasattr(<object>, <span class="hljs-string">'<attr_name>'</span>)
|
|
value = getattr(<object>, <span class="hljs-string">'<attr_name>'</span>)
|
|
setattr(<object>, <span class="hljs-string">'<attr_name>'</span>, value)
|
|
</code></pre>
|
|
<h3 id="parameters">Parameters</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> inspect <span class="hljs-keyword">import</span> signature
|
|
<sig> = signature(<function>)
|
|
no_of_params = len(<sig>.parameters)
|
|
param_names = list(<sig>.parameters.keys())
|
|
</code></pre>
|
|
<h2 id="metaprograming"><a href="#metaprograming" name="metaprograming">#</a>Metaprograming</h2>
|
|
<p><strong>Code that generates code.</strong></p>
|
|
<h3 id="type-1">Type</h3>
|
|
<p><strong>Type is the root class. If only passed the object it returns its type (class). Otherwise it creates a new class.</strong></p>
|
|
<pre><code class="python language-python hljs"><<span class="hljs-class"><span class="hljs-keyword">class</span>> = <span class="hljs-title">type</span><span class="hljs-params">(<class_name>, <parents_tuple>, <attributes_dict>)</span>
|
|
</span></code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>Z = type(<span class="hljs-string">'Z'</span>, (), {<span class="hljs-string">'a'</span>: <span class="hljs-string">'abcde'</span>, <span class="hljs-string">'b'</span>: <span class="hljs-number">12345</span>})
|
|
<span class="hljs-meta">>>> </span>z = Z()
|
|
</code></pre>
|
|
<h3 id="metaclass">Meta Class</h3>
|
|
<p><strong>Class that creates class.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">my_meta_class</span><span class="hljs-params">(name, parents, attrs)</span>:</span>
|
|
attrs[<span class="hljs-string">'a'</span>] = <span class="hljs-string">'abcde'</span>
|
|
<span class="hljs-keyword">return</span> type(name, parents, attrs)
|
|
</code></pre>
|
|
<h4 id="or">Or:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyMetaClass</span><span class="hljs-params">(type)</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__new__</span><span class="hljs-params">(cls, name, parents, attrs)</span>:</span>
|
|
attrs[<span class="hljs-string">'a'</span>] = <span class="hljs-string">'abcde'</span>
|
|
<span class="hljs-keyword">return</span> type.__new__(cls, name, parents, attrs)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>New() is a class method that gets called before init(). If it returns an instance of its class, then that instance gets passed to init() as a 'self' argument.</strong></li>
|
|
<li><strong>It receives the same arguments as init(), except for the first one that specifies the desired class of returned instance (</strong><code class="python hljs"><span class="hljs-string">'MyMetaClass'</span></code> <strong>in our case).</strong></li>
|
|
<li><strong>New() can also be called directly, usually from a new() method of a child class (</strong><code class="python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">__new__</span><span class="hljs-params">(cls)</span>:</span> <span class="hljs-keyword">return</span> super().__new__(cls)</code><strong>), in which case init() is not called.</strong></li>
|
|
</ul>
|
|
<h3 id="metaclassattribute">Metaclass Attribute</h3>
|
|
<p><strong>When class is created it checks if it has metaclass defined. If not, it recursively checks if any of his parents has it defined and eventually comes to type().</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-class"><span class="hljs-keyword">class</span> <span class="hljs-title">MyClass</span><span class="hljs-params">(metaclass=MyMetaClass)</span>:</span>
|
|
b = <span class="hljs-number">12345</span>
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>MyClass.a, MyClass.b
|
|
(<span class="hljs-string">'abcde'</span>, <span class="hljs-number">12345</span>)
|
|
</code></pre>
|
|
<h4 id="typediagramabcisastrstrisatype">Type diagram ('abc' is a str, str is a type, …):</h4>
|
|
<pre><code class="text language-text">┏━━━━━━━━━┯━━━━━━━━━━━━━┓
|
|
┃ classes │ metaclasses ┃
|
|
┠─────────┼─────────────┨
|
|
┃ MyClass → MyMetaClass ┃
|
|
┃ │ ↓ ┃
|
|
┃ object ───→ type ←╮ ┃
|
|
┃ │ ↑ ╰───╯ ┃
|
|
┃ str ───────╯ ┃
|
|
┗━━━━━━━━━┷━━━━━━━━━━━━━┛
|
|
</code></pre>
|
|
<h4 id="inheritancediagramstrinheritsfromobject">Inheritance diagram (str inherits from object, …):</h4>
|
|
<pre><code class="text language-text">┏━━━━━━━━━┯━━━━━━━━━━━━━┓
|
|
┃ classes │ metaclasses ┃
|
|
┠─────────┼─────────────┨
|
|
┃ MyClass │ MyMetaClass ┃
|
|
┃ ↓ │ ↓ ┃
|
|
┃ object ←─── type ┃
|
|
┃ ↑ │ ┃
|
|
┃ str │ ┃
|
|
┗━━━━━━━━━┷━━━━━━━━━━━━━┛
|
|
</code></pre>
|
|
<h2 id="operator"><a href="#operator" name="operator">#</a>Operator</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> operator <span class="hljs-keyword">import</span> add, sub, mul, truediv, floordiv, mod, pow, neg, abs
|
|
<span class="hljs-keyword">from</span> operator <span class="hljs-keyword">import</span> eq, ne, lt, le, gt, ge
|
|
<span class="hljs-keyword">from</span> operator <span class="hljs-keyword">import</span> not_, and_, or_
|
|
<span class="hljs-keyword">from</span> operator <span class="hljs-keyword">import</span> itemgetter, attrgetter, methodcaller
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> operator <span class="hljs-keyword">as</span> op
|
|
product_of_elems = functools.reduce(op.mul, <collection>)
|
|
sorted_by_second = sorted(<collection>, key=op.itemgetter(<span class="hljs-number">1</span>))
|
|
sorted_by_both = sorted(<collection>, key=op.itemgetter(<span class="hljs-number">1</span>, <span class="hljs-number">0</span>))
|
|
LogicOp = enum.Enum(<span class="hljs-string">'LogicOp'</span>, {<span class="hljs-string">'AND'</span>: op.and_, <span class="hljs-string">'OR'</span> : op.or_})
|
|
last_el = op.methodcaller(<span class="hljs-string">'pop'</span>)(<list>)
|
|
</code></pre>
|
|
<h2 id="eval"><a href="#eval" name="eval">#</a>Eval</h2>
|
|
<h3 id="basic">Basic</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> ast <span class="hljs-keyword">import</span> literal_eval
|
|
<span class="hljs-meta">>>> </span>literal_eval(<span class="hljs-string">'1 + 2'</span>)
|
|
<span class="hljs-number">3</span>
|
|
<span class="hljs-meta">>>> </span>literal_eval(<span class="hljs-string">'[1, 2, 3]'</span>)
|
|
[<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>]
|
|
<span class="hljs-meta">>>> </span>literal_eval(<span class="hljs-string">'abs(1)'</span>)
|
|
ValueError: malformed node <span class="hljs-keyword">or</span> string
|
|
</code></pre>
|
|
<h3 id="usingabstractsyntaxtrees">Using Abstract Syntax Trees</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> ast
|
|
<span class="hljs-keyword">from</span> ast <span class="hljs-keyword">import</span> Num, BinOp, UnaryOp
|
|
<span class="hljs-keyword">import</span> operator <span class="hljs-keyword">as</span> op
|
|
|
|
LEGAL_OPERATORS = {ast.Add: op.add, <span class="hljs-comment"># <el> + <el></span>
|
|
ast.Sub: op.sub, <span class="hljs-comment"># <el> - <el></span>
|
|
ast.Mult: op.mul, <span class="hljs-comment"># <el> * <el></span>
|
|
ast.Div: op.truediv, <span class="hljs-comment"># <el> / <el></span>
|
|
ast.Pow: op.pow, <span class="hljs-comment"># <el> ** <el></span>
|
|
ast.BitXor: op.xor, <span class="hljs-comment"># <el> ^ <el></span>
|
|
ast.USub: op.neg} <span class="hljs-comment"># - <el></span>
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">evaluate</span><span class="hljs-params">(expression)</span>:</span>
|
|
root = ast.parse(expression, mode=<span class="hljs-string">'eval'</span>)
|
|
<span class="hljs-keyword">return</span> eval_node(root.body)
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">eval_node</span><span class="hljs-params">(node)</span>:</span>
|
|
node_type = type(node)
|
|
<span class="hljs-keyword">if</span> node_type == Num:
|
|
<span class="hljs-keyword">return</span> node.n
|
|
<span class="hljs-keyword">if</span> node_type <span class="hljs-keyword">not</span> <span class="hljs-keyword">in</span> [BinOp, UnaryOp]:
|
|
<span class="hljs-keyword">raise</span> TypeError(node)
|
|
operator_type = type(node.op)
|
|
<span class="hljs-keyword">if</span> operator_type <span class="hljs-keyword">not</span> <span class="hljs-keyword">in</span> LEGAL_OPERATORS:
|
|
<span class="hljs-keyword">raise</span> TypeError(<span class="hljs-string">f'Illegal operator <span class="hljs-subst">{node.op}</span>'</span>)
|
|
operator = LEGAL_OPERATORS[operator_type]
|
|
<span class="hljs-keyword">if</span> node_type == BinOp:
|
|
left, right = eval_node(node.left), eval_node(node.right)
|
|
<span class="hljs-keyword">return</span> operator(left, right)
|
|
<span class="hljs-keyword">elif</span> node_type == UnaryOp:
|
|
operand = eval_node(node.operand)
|
|
<span class="hljs-keyword">return</span> operator(operand)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>evaluate(<span class="hljs-string">'2 ^ 6'</span>)
|
|
<span class="hljs-number">4</span>
|
|
<span class="hljs-meta">>>> </span>evaluate(<span class="hljs-string">'2 ** 6'</span>)
|
|
<span class="hljs-number">64</span>
|
|
<span class="hljs-meta">>>> </span>evaluate(<span class="hljs-string">'1 + 2 * 3 ** (4 ^ 5) / (6 + -7)'</span>)
|
|
<span class="hljs-number">-5.0</span>
|
|
</code></pre>
|
|
<h2 id="coroutine"><a href="#coroutine" name="coroutine">#</a>Coroutine</h2>
|
|
<ul>
|
|
<li><strong>Similar to generator, but generator pulls data through the pipe with iteration, while coroutine pushes data into the pipeline with send().</strong></li>
|
|
<li><strong>Coroutines provide more powerful data routing possibilities than iterators.</strong></li>
|
|
<li><strong>If you build a collection of simple data processing components, you can glue them together into complex arrangements of pipes, branches, merging, etc.</strong></li>
|
|
</ul>
|
|
<h3 id="helperdecorator">Helper Decorator</h3>
|
|
<ul>
|
|
<li><strong>All coroutines must be "primed" by first calling next().</strong></li>
|
|
<li><strong>Remembering to call next() is easy to forget.</strong></li>
|
|
<li><strong>Solved by wrapping coroutines with a decorator:</strong></li>
|
|
</ul>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">coroutine</span><span class="hljs-params">(func)</span>:</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">out</span><span class="hljs-params">(*args, **kwargs)</span>:</span>
|
|
cr = func(*args, **kwargs)
|
|
next(cr)
|
|
<span class="hljs-keyword">return</span> cr
|
|
<span class="hljs-keyword">return</span> out
|
|
</code></pre>
|
|
<h3 id="pipelineexample">Pipeline Example</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">reader</span><span class="hljs-params">(target)</span>:</span>
|
|
<span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">10</span>):
|
|
target.send(i)
|
|
target.close()
|
|
|
|
<span class="hljs-meta">@coroutine</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">adder</span><span class="hljs-params">(target)</span>:</span>
|
|
<span class="hljs-keyword">while</span> <span class="hljs-keyword">True</span>:
|
|
value = (<span class="hljs-keyword">yield</span>)
|
|
target.send(value + <span class="hljs-number">100</span>)
|
|
|
|
<span class="hljs-meta">@coroutine</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">printer</span><span class="hljs-params">()</span>:</span>
|
|
<span class="hljs-keyword">while</span> <span class="hljs-keyword">True</span>:
|
|
value = (<span class="hljs-keyword">yield</span>)
|
|
print(value)
|
|
|
|
reader(adder(printer())) <span class="hljs-comment"># 100, 101, ..., 109</span>
|
|
</code></pre>
|
|
<p><br><br></p>
|
|
<h1 id="libraries">Libraries</h1>
|
|
<h2 id="progressbar"><a href="#progressbar" name="progressbar">#</a>Progress Bar</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install tqdm</span>
|
|
<span class="hljs-keyword">from</span> tqdm <span class="hljs-keyword">import</span> tqdm
|
|
<span class="hljs-keyword">from</span> time <span class="hljs-keyword">import</span> sleep
|
|
<span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> tqdm([<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">3</span>]):
|
|
sleep(<span class="hljs-number">0.2</span>)
|
|
<span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> tqdm(range(<span class="hljs-number">100</span>)):
|
|
sleep(<span class="hljs-number">0.02</span>)
|
|
</code></pre>
|
|
<h2 id="plot"><a href="#plot" name="plot">#</a>Plot</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install matplotlib</span>
|
|
<span class="hljs-keyword">from</span> matplotlib <span class="hljs-keyword">import</span> pyplot
|
|
pyplot.plot(<data_1> [, <data_2>, ...])
|
|
pyplot.savefig(<filename>)
|
|
pyplot.show()
|
|
</code></pre>
|
|
<h2 id="table"><a href="#table" name="table">#</a>Table</h2>
|
|
<h4 id="printsacsvfileasanasciitable">Prints a CSV file as an ASCII table:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install tabulate</span>
|
|
<span class="hljs-keyword">from</span> tabulate <span class="hljs-keyword">import</span> tabulate
|
|
<span class="hljs-keyword">import</span> csv
|
|
<span class="hljs-keyword">with</span> open(<filename>, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
lines = csv.reader(file, delimiter=<span class="hljs-string">';'</span>)
|
|
headers = [header.title() <span class="hljs-keyword">for</span> header <span class="hljs-keyword">in</span> next(lines)]
|
|
table = tabulate(lines, headers)
|
|
print(table)
|
|
</code></pre>
|
|
<h2 id="curses"><a href="#curses" name="curses">#</a>Curses</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> curses <span class="hljs-keyword">import</span> wrapper, ascii
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">main</span><span class="hljs-params">()</span>:</span>
|
|
wrapper(draw)
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">draw</span><span class="hljs-params">(screen)</span>:</span>
|
|
screen.clear()
|
|
screen.addstr(<span class="hljs-number">0</span>, <span class="hljs-number">0</span>, <span class="hljs-string">'Press ESC to quit.'</span>)
|
|
<span class="hljs-keyword">while</span> screen.getch() != ascii.ESC:
|
|
<span class="hljs-keyword">pass</span>
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">get_border</span><span class="hljs-params">(screen)</span>:</span>
|
|
<span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> namedtuple
|
|
P = namedtuple(<span class="hljs-string">'P'</span>, <span class="hljs-string">'y x'</span>)
|
|
height, width = screen.getmaxyx()
|
|
<span class="hljs-keyword">return</span> P(height<span class="hljs-number">-1</span>, width<span class="hljs-number">-1</span>)
|
|
|
|
<span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">'__main__'</span>:
|
|
main()
|
|
</code></pre>
|
|
<h2 id="logging"><a href="#logging" name="logging">#</a>Logging</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install loguru</span>
|
|
<span class="hljs-keyword">from</span> loguru <span class="hljs-keyword">import</span> logger
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs">logger.add(<span class="hljs-string">'debug_{time}.log'</span>, colorize=<span class="hljs-keyword">True</span>) <span class="hljs-comment"># Connects a log file.</span>
|
|
logger.add(<span class="hljs-string">'error_{time}.log'</span>, level=<span class="hljs-string">'ERROR'</span>) <span class="hljs-comment"># Another file for errors or higher.</span>
|
|
logger.<level>(<span class="hljs-string">'A logging message'</span>)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Levels: <code class="python hljs"><span class="hljs-string">'debug'</span></code>, <code class="python hljs"><span class="hljs-string">'info'</span></code>, <code class="python hljs"><span class="hljs-string">'success'</span></code>, <code class="python hljs"><span class="hljs-string">'warning'</span></code>, <code class="python hljs"><span class="hljs-string">'error'</span></code>, <code class="python hljs"><span class="hljs-string">'critical'</span></code>.</strong></li>
|
|
</ul>
|
|
<h3 id="rotation">Rotation</h3>
|
|
<p><strong>Parameter that sets a condition when a new log file is created.</strong></p>
|
|
<pre><code class="python language-python hljs">rotation=<int>|<datetime.timedelta>|<datetime.time>|<str>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<int>'</span></code> - Max file size in bytes.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<timedelta>'</span></code> - Max age of a file.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<time>'</span></code> - Time of day.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<str>'</span></code> - Any of above as a string: <code class="python hljs"><span class="hljs-string">'100 MB'</span></code>, <code class="python hljs"><span class="hljs-string">'1 month'</span></code>, <code class="python hljs"><span class="hljs-string">'monday at 12:00'</span></code>, …</strong></li>
|
|
</ul>
|
|
<h3 id="retention">Retention</h3>
|
|
<p><strong>Sets a condition which old log files are deleted.</strong></p>
|
|
<pre><code class="python language-python hljs">retention=<int>|<datetime.timedelta>|<str>
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<int>'</span></code> - Max number of files.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<timedelta>'</span></code> - Max age of a file.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'<str>'</span></code> - Max age as a string: <code class="python hljs"><span class="hljs-string">'1 week, 3 days'</span></code>, <code class="python hljs"><span class="hljs-string">'2 months'</span></code>, …</strong></li>
|
|
</ul>
|
|
<h3 id="compression">Compression</h3>
|
|
<p><strong>Sets how inactive log files are compressed.</strong></p>
|
|
<pre><code class="python language-python hljs">compression=<span class="hljs-string">'gz'</span>|<span class="hljs-string">'bz2'</span>|<span class="hljs-string">'tar'</span>|<span class="hljs-string">'tar.gz'</span>|<span class="hljs-string">'tar.bz2'</span>|<span class="hljs-string">'zip'</span>
|
|
</code></pre>
|
|
<h2 id="scraping"><a href="#scraping" name="scraping">#</a>Scraping</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install requests beautifulsoup4</span>
|
|
<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> requests
|
|
<span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> bs4 <span class="hljs-keyword">import</span> BeautifulSoup
|
|
<span class="hljs-meta">>>> </span>url = <span class="hljs-string">'https://en.wikipedia.org/wiki/Python_(programming_language)'</span>
|
|
<span class="hljs-meta">>>> </span>page = requests.get(url)
|
|
<span class="hljs-meta">>>> </span>doc = BeautifulSoup(page.text, <span class="hljs-string">'html.parser'</span>)
|
|
<span class="hljs-meta">>>> </span>table = doc.find(<span class="hljs-string">'table'</span>, class_=<span class="hljs-string">'infobox vevent'</span>)
|
|
<span class="hljs-meta">>>> </span>rows = table.find_all(<span class="hljs-string">'tr'</span>)
|
|
<span class="hljs-meta">>>> </span>link = rows[<span class="hljs-number">11</span>].find(<span class="hljs-string">'a'</span>)[<span class="hljs-string">'href'</span>]
|
|
<span class="hljs-meta">>>> </span>ver = rows[<span class="hljs-number">6</span>].find(<span class="hljs-string">'div'</span>).text.split()[<span class="hljs-number">0</span>]
|
|
<span class="hljs-meta">>>> </span>link, ver
|
|
(<span class="hljs-string">'https://www.python.org/'</span>, <span class="hljs-string">'3.7.2'</span>)
|
|
</code></pre>
|
|
<h2 id="web"><a href="#web" name="web">#</a>Web</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install bottle</span>
|
|
<span class="hljs-keyword">from</span> bottle <span class="hljs-keyword">import</span> run, route, post, template, request, response
|
|
<span class="hljs-keyword">import</span> json
|
|
</code></pre>
|
|
<h3 id="run">Run</h3>
|
|
<pre><code class="python language-python hljs">run(host=<span class="hljs-string">'localhost'</span>, port=<span class="hljs-number">8080</span>)
|
|
run(host=<span class="hljs-string">'0.0.0.0'</span>, port=<span class="hljs-number">80</span>, server=<span class="hljs-string">'cherrypy'</span>)
|
|
</code></pre>
|
|
<h3 id="staticrequest">Static Request</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">@route('/img/<image>')</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">send_image</span><span class="hljs-params">(image)</span>:</span>
|
|
<span class="hljs-keyword">return</span> static_file(image, <span class="hljs-string">'images/'</span>, mimetype=<span class="hljs-string">'image/png'</span>)
|
|
</code></pre>
|
|
<h3 id="dynamicrequest">Dynamic Request</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">@route('/<sport>')</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">send_page</span><span class="hljs-params">(sport)</span>:</span>
|
|
<span class="hljs-keyword">return</span> template(<span class="hljs-string">'<h1>{{title}}</h1>'</span>, title=sport)
|
|
</code></pre>
|
|
<h3 id="restrequest">REST Request</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">@post('/odds/<sport>')</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">odds_handler</span><span class="hljs-params">(sport)</span>:</span>
|
|
team = request.forms.get(<span class="hljs-string">'team'</span>)
|
|
home_odds, away_odds = <span class="hljs-number">2.44</span>, <span class="hljs-number">3.29</span>
|
|
response.headers[<span class="hljs-string">'Content-Type'</span>] = <span class="hljs-string">'application/json'</span>
|
|
response.headers[<span class="hljs-string">'Cache-Control'</span>] = <span class="hljs-string">'no-cache'</span>
|
|
<span class="hljs-keyword">return</span> json.dumps([team, home_odds, away_odds])
|
|
</code></pre>
|
|
<h4 id="test">Test:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install requests</span>
|
|
<span class="hljs-meta">>>> </span><span class="hljs-keyword">import</span> requests
|
|
<span class="hljs-meta">>>> </span>url = <span class="hljs-string">'http://localhost:8080/odds/football'</span>
|
|
<span class="hljs-meta">>>> </span>data = {<span class="hljs-string">'team'</span>: <span class="hljs-string">'arsenal f.c.'</span>}
|
|
<span class="hljs-meta">>>> </span>response = requests.post(url, data=data)
|
|
<span class="hljs-meta">>>> </span>response.json()
|
|
[<span class="hljs-string">'arsenal f.c.'</span>, <span class="hljs-number">2.44</span>, <span class="hljs-number">3.29</span>]
|
|
</code></pre>
|
|
<h2 id="profile"><a href="#profile" name="profile">#</a>Profile</h2>
|
|
<h3 id="basic-1">Basic</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> time <span class="hljs-keyword">import</span> time
|
|
start_time = time() <span class="hljs-comment"># Seconds since Epoch.</span>
|
|
...
|
|
duration = time() - start_time
|
|
</code></pre>
|
|
<h3 id="highperformance">High Performance</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> time <span class="hljs-keyword">import</span> perf_counter <span class="hljs-keyword">as</span> pc
|
|
start_time = pc() <span class="hljs-comment"># Seconds since restart.</span>
|
|
...
|
|
duration = pc() - start_time
|
|
</code></pre>
|
|
<h3 id="timingasnippet">Timing a Snippet</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span><span class="hljs-keyword">from</span> timeit <span class="hljs-keyword">import</span> timeit
|
|
<span class="hljs-meta">>>> </span>timeit(<span class="hljs-string">'"-".join(str(a) for a in range(100))'</span>,
|
|
<span class="hljs-meta">... </span> number=<span class="hljs-number">10000</span>, globals=globals(), setup=<span class="hljs-string">'pass'</span>)
|
|
<span class="hljs-number">0.34986</span>
|
|
</code></pre>
|
|
<h3 id="lineprofiler">Line Profiler</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install line_profiler</span>
|
|
<span class="hljs-meta">@profile</span>
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">main</span><span class="hljs-params">()</span>:</span>
|
|
a = [*range(<span class="hljs-number">10000</span>)]
|
|
b = {*range(<span class="hljs-number">10000</span>)}
|
|
main()
|
|
</code></pre>
|
|
<h4 id="usage">Usage:</h4>
|
|
<pre><code class="text language-text">$ kernprof -lv test.py
|
|
Line # Hits Time Per Hit % Time Line Contents
|
|
==============================================================
|
|
1 @profile
|
|
2 def main():
|
|
3 1 1128.0 1128.0 27.4 a = [*range(10000)]
|
|
4 1 2994.0 2994.0 72.6 b = {*range(10000)}
|
|
</code></pre>
|
|
<h3 id="callgraph">Call Graph</h3>
|
|
<h4 id="generatesapngimageofacallgraphwithhighlightedbottlenecks">Generates a PNG image of a call graph with highlighted bottlenecks:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install pycallgraph</span>
|
|
<span class="hljs-keyword">from</span> pycallgraph <span class="hljs-keyword">import</span> output, PyCallGraph
|
|
<span class="hljs-keyword">from</span> datetime <span class="hljs-keyword">import</span> datetime
|
|
time_str = datetime.now().strftime(<span class="hljs-string">'%Y%m%d%H%M%S'</span>)
|
|
filename = <span class="hljs-string">f'profile-<span class="hljs-subst">{time_str}</span>.png'</span>
|
|
drawer = output.GraphvizOutput(output_file=filename)
|
|
<span class="hljs-keyword">with</span> PyCallGraph(output=drawer):
|
|
<code_to_be_profiled>
|
|
</code></pre>
|
|
<h2 id="numpy"><a href="#numpy" name="numpy">#</a>NumPy</h2>
|
|
<p><strong>Array manipulation mini language. Can run up to one hundred times faster than equivalent Python code.</strong></p>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install numpy</span>
|
|
<span class="hljs-keyword">import</span> numpy <span class="hljs-keyword">as</span> np
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><array> = np.array(<list>)
|
|
<array> = np.arange(from_inclusive, to_exclusive, ±step_size)
|
|
<array> = np.ones(<shape>)
|
|
<array> = np.random.randint(from_inclusive, to_exclusive, <shape>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><array>.shape = <shape>
|
|
<view> = <array>.reshape(<shape>)
|
|
<view> = np.broadcast_to(<array>, <shape>)
|
|
</code></pre>
|
|
<pre><code class="python language-python hljs"><array> = <array>.sum(axis)
|
|
indexes = <array>.argmin(axis)
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>Shape is a tuple of dimension sizes.</strong></li>
|
|
<li><strong>Axis is an index of dimension that gets collapsed. Leftmost dimension has index 0.</strong></li>
|
|
</ul>
|
|
<h3 id="indexing">Indexing</h3>
|
|
<pre><code class="bash language-bash hljs"><el> = <2d_array>[0, 0] <span class="hljs-comment"># First element.</span>
|
|
<1d_view> = <2d_array>[0] <span class="hljs-comment"># First row.</span>
|
|
<1d_view> = <2d_array>[:, 0] <span class="hljs-comment"># First column. Also [..., 0].</span>
|
|
<3d_view> = <2d_array>[None, :, :] <span class="hljs-comment"># Expanded by dimension of size 1.</span>
|
|
</code></pre>
|
|
<pre><code class="bash language-bash hljs"><1d_array> = <2d_array>[<1d_row_indexes>, <1d_column_indexes>]
|
|
<2d_array> = <2d_array>[<2d_row_indexes>, <2d_column_indexes>]
|
|
</code></pre>
|
|
<pre><code class="bash language-bash hljs"><2d_bools> = <2d_array> > 0
|
|
<1d_array> = <2d_array>[<2d_bools>]
|
|
</code></pre>
|
|
<ul>
|
|
<li><strong>If row and column indexes differ in shape, they are combined with broadcasting.</strong></li>
|
|
</ul>
|
|
<h3 id="broadcasting">Broadcasting</h3>
|
|
<p><strong>Broadcasting is a set of rules by which NumPy functions operate on arrays of different sizes and/or dimensions.</strong></p>
|
|
<pre><code class="python language-python hljs">left = [[<span class="hljs-number">0.1</span>], [<span class="hljs-number">0.6</span>], [<span class="hljs-number">0.8</span>]] <span class="hljs-comment"># Shape: (3, 1)</span>
|
|
right = [ <span class="hljs-number">0.1</span> , <span class="hljs-number">0.6</span> , <span class="hljs-number">0.8</span> ] <span class="hljs-comment"># Shape: (3)</span>
|
|
</code></pre>
|
|
<h4 id="1ifarrayshapesdifferinlengthleftpadtheshortershapewithones">1. If array shapes differ in length, left-pad the shorter shape with ones:</h4>
|
|
<pre><code class="python language-python hljs">left = [[<span class="hljs-number">0.1</span>], [<span class="hljs-number">0.6</span>], [<span class="hljs-number">0.8</span>]] <span class="hljs-comment"># Shape: (3, 1)</span>
|
|
right = [[<span class="hljs-number">0.1</span> , <span class="hljs-number">0.6</span> , <span class="hljs-number">0.8</span>]] <span class="hljs-comment"># Shape: (1, 3) <- !</span>
|
|
</code></pre>
|
|
<h4 id="2ifanydimensionsdifferinsizeexpandtheonesthathavesize1byduplicatingtheirelements">2. If any dimensions differ in size, expand the ones that have size 1 by duplicating their elements:</h4>
|
|
<pre><code class="python language-python hljs">left = [[<span class="hljs-number">0.1</span>, <span class="hljs-number">0.1</span>, <span class="hljs-number">0.1</span>], [<span class="hljs-number">0.6</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.6</span>], [<span class="hljs-number">0.8</span>, <span class="hljs-number">0.8</span>, <span class="hljs-number">0.8</span>]] <span class="hljs-comment"># Shape: (3, 3) <- !</span>
|
|
right = [[<span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>], [<span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>], [<span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>]] <span class="hljs-comment"># Shape: (3, 3) <- !</span>
|
|
</code></pre>
|
|
<h4 id="3ifneithernonmatchingdimensionhassize1riseanerror">3. If neither non-matching dimension has size 1, rise an error.</h4>
|
|
<h3 id="example-1">Example</h3>
|
|
<h4 id="foreachpointreturnsindexofitsnearestpoint010608121">For each point returns index of its nearest point (<code class="python hljs">[<span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>] => [<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">1</span>]</code>):</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-meta">>>> </span>points = np.array([<span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>])
|
|
[ <span class="hljs-number">0.1</span>, <span class="hljs-number">0.6</span>, <span class="hljs-number">0.8</span>]
|
|
<span class="hljs-meta">>>> </span>wrapped_points = points.reshape(<span class="hljs-number">3</span>, <span class="hljs-number">1</span>)
|
|
[[ <span class="hljs-number">0.1</span>],
|
|
[ <span class="hljs-number">0.6</span>],
|
|
[ <span class="hljs-number">0.8</span>]]
|
|
<span class="hljs-meta">>>> </span>distances = wrapped_points - points
|
|
[[ <span class="hljs-number">0.</span> , <span class="hljs-number">-0.5</span>, <span class="hljs-number">-0.7</span>],
|
|
[ <span class="hljs-number">0.5</span>, <span class="hljs-number">0.</span> , <span class="hljs-number">-0.2</span>],
|
|
[ <span class="hljs-number">0.7</span>, <span class="hljs-number">0.2</span>, <span class="hljs-number">0.</span> ]]
|
|
<span class="hljs-meta">>>> </span>distances = np.abs(distances)
|
|
[[ <span class="hljs-number">0.</span> , <span class="hljs-number">0.5</span>, <span class="hljs-number">0.7</span>],
|
|
[ <span class="hljs-number">0.5</span>, <span class="hljs-number">0.</span> , <span class="hljs-number">0.2</span>],
|
|
[ <span class="hljs-number">0.7</span>, <span class="hljs-number">0.2</span>, <span class="hljs-number">0.</span> ]]
|
|
<span class="hljs-meta">>>> </span>i = np.arange(<span class="hljs-number">3</span>)
|
|
[<span class="hljs-number">0</span>, <span class="hljs-number">1</span>, <span class="hljs-number">2</span>]
|
|
<span class="hljs-meta">>>> </span>distances[i, i] = np.inf
|
|
[[ inf, <span class="hljs-number">0.5</span>, <span class="hljs-number">0.7</span>],
|
|
[ <span class="hljs-number">0.5</span>, inf, <span class="hljs-number">0.2</span>],
|
|
[ <span class="hljs-number">0.7</span>, <span class="hljs-number">0.2</span>, inf]]
|
|
<span class="hljs-meta">>>> </span>distances.argmin(<span class="hljs-number">1</span>)
|
|
[<span class="hljs-number">1</span>, <span class="hljs-number">2</span>, <span class="hljs-number">1</span>]
|
|
</code></pre>
|
|
<h2 id="image"><a href="#image" name="image">#</a>Image</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install pillow</span>
|
|
<span class="hljs-keyword">from</span> PIL <span class="hljs-keyword">import</span> Image
|
|
</code></pre>
|
|
<h4 id="createsapngimageofarainbowgradient">Creates a PNG image of a rainbow gradient:</h4>
|
|
<pre><code class="python language-python hljs">width = <span class="hljs-number">100</span>
|
|
height = <span class="hljs-number">100</span>
|
|
size = width * height
|
|
pixels = [<span class="hljs-number">255</span> * i/size <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(size)]
|
|
|
|
img = Image.new(<span class="hljs-string">'HSV'</span>, (width, height))
|
|
img.putdata([(int(a), <span class="hljs-number">255</span>, <span class="hljs-number">255</span>) <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> pixels])
|
|
img.convert(mode=<span class="hljs-string">'RGB'</span>).save(<span class="hljs-string">'test.png'</span>)
|
|
</code></pre>
|
|
<h4 id="addsnoisetoapngimage">Adds noise to a PNG image:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> random <span class="hljs-keyword">import</span> randint
|
|
add_noise = <span class="hljs-keyword">lambda</span> value: max(<span class="hljs-number">0</span>, min(<span class="hljs-number">255</span>, value + randint(<span class="hljs-number">-20</span>, <span class="hljs-number">20</span>)))
|
|
img = Image.open(<span class="hljs-string">'test.png'</span>).convert(mode=<span class="hljs-string">'HSV'</span>)
|
|
img.putdata([(add_noise(h), s, v) <span class="hljs-keyword">for</span> h, s, v <span class="hljs-keyword">in</span> img.getdata()])
|
|
img.convert(mode=<span class="hljs-string">'RGB'</span>).save(<span class="hljs-string">'test.png'</span>)
|
|
</code></pre>
|
|
<h3 id="modes-1">Modes</h3>
|
|
<ul>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'1'</span></code> - 1-bit pixels, black and white, stored with one pixel per byte.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'L'</span></code> - 8-bit pixels, greyscale.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'RGB'</span></code> - 3x8-bit pixels, true color.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'RGBA'</span></code> - 4x8-bit pixels, true color with transparency mask.</strong></li>
|
|
<li><strong><code class="python hljs"><span class="hljs-string">'HSV'</span></code> - 3x8-bit pixels, Hue, Saturation, Value color space.</strong></li>
|
|
</ul>
|
|
<h2 id="audio"><a href="#audio" name="audio">#</a>Audio</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">import</span> wave
|
|
<span class="hljs-keyword">from</span> struct <span class="hljs-keyword">import</span> pack, iter_unpack
|
|
</code></pre>
|
|
<h3 id="readframesfromwavfile">Read Frames from WAV File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_wav_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> wave.open(filename, <span class="hljs-string">'rb'</span>) <span class="hljs-keyword">as</span> wf:
|
|
frames = wf.readframes(wf.getnframes())
|
|
<span class="hljs-keyword">return</span> [a[<span class="hljs-number">0</span>] <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> iter_unpack(<span class="hljs-string">'<h'</span>, frames)]
|
|
</code></pre>
|
|
<h3 id="writeframestowavfile">Write Frames to WAV File</h3>
|
|
<pre><code class="python language-python hljs"><span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">write_to_wav_file</span><span class="hljs-params">(filename, frames_int, mono=True)</span>:</span>
|
|
frames_short = (pack(<span class="hljs-string">'<h'</span>, a) <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> frames_int)
|
|
<span class="hljs-keyword">with</span> wave.open(filename, <span class="hljs-string">'wb'</span>) <span class="hljs-keyword">as</span> wf:
|
|
wf.setnchannels(<span class="hljs-number">1</span> <span class="hljs-keyword">if</span> mono <span class="hljs-keyword">else</span> <span class="hljs-number">2</span>)
|
|
wf.setsampwidth(<span class="hljs-number">2</span>)
|
|
wf.setframerate(<span class="hljs-number">44100</span>)
|
|
wf.writeframes(<span class="hljs-string">b''</span>.join(frames_short))
|
|
</code></pre>
|
|
<h3 id="examples">Examples</h3>
|
|
<h4 id="savesasinewavetoamonowavfile">Saves a sine wave to a mono WAV file:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> math <span class="hljs-keyword">import</span> pi, sin
|
|
frames_f = (sin(i * <span class="hljs-number">2</span> * pi * <span class="hljs-number">440</span> / <span class="hljs-number">44100</span>) <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">100000</span>))
|
|
frames_i = (int(a * <span class="hljs-number">30000</span>) <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> frames_f)
|
|
write_to_wav_file(<span class="hljs-string">'test.wav'</span>, frames_i)
|
|
</code></pre>
|
|
<h4 id="addsnoisetoamonowavfile">Adds noise to a mono WAV file:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-keyword">from</span> random <span class="hljs-keyword">import</span> randint
|
|
add_noise = <span class="hljs-keyword">lambda</span> value: max(<span class="hljs-number">-32768</span>, min(<span class="hljs-number">32767</span>, value + randint(<span class="hljs-number">-500</span>, <span class="hljs-number">500</span>)))
|
|
frames_i = (add_noise(a) <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> read_wav_file(<span class="hljs-string">'test.wav'</span>))
|
|
write_to_wav_file(<span class="hljs-string">'test.wav'</span>, frames_i)
|
|
</code></pre>
|
|
<h4 id="playspopcorn">Plays Popcorn:</h4>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment"># $ pip3 install simpleaudio</span>
|
|
<span class="hljs-keyword">import</span> simpleaudio, math, struct
|
|
<span class="hljs-keyword">from</span> itertools <span class="hljs-keyword">import</span> chain, repeat
|
|
F = <span class="hljs-number">44100</span>
|
|
P1 = <span class="hljs-string">'71♪,69,,71♪,66,,62♪,66,,59♪,,,'</span>
|
|
P2 = <span class="hljs-string">'71♪,73,,74♪,73,,74,,71,,73♪,71,,73,,69,,71♪,69,,71,,67,,71♪,,,'</span>
|
|
get_pause = <span class="hljs-keyword">lambda</span> seconds: repeat(<span class="hljs-number">0</span>, int(seconds * F))
|
|
sin_f = <span class="hljs-keyword">lambda</span> i, hz: math.sin(i * <span class="hljs-number">2</span> * math.pi * hz / F)
|
|
get_wave = <span class="hljs-keyword">lambda</span> hz, seconds: (sin_f(i, hz) <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(int(seconds * F)))
|
|
get_hz = <span class="hljs-keyword">lambda</span> key: <span class="hljs-number">8.176</span> * <span class="hljs-number">2</span> ** (int(key) / <span class="hljs-number">12</span>)
|
|
parse_n = <span class="hljs-keyword">lambda</span> note: (get_hz(note[:<span class="hljs-number">2</span>]), <span class="hljs-number">0.25</span> <span class="hljs-keyword">if</span> <span class="hljs-string">'♪'</span> <span class="hljs-keyword">in</span> note <span class="hljs-keyword">else</span> <span class="hljs-number">0.125</span>)
|
|
get_note = <span class="hljs-keyword">lambda</span> note: get_wave(*parse_n(note)) <span class="hljs-keyword">if</span> note <span class="hljs-keyword">else</span> get_pause(<span class="hljs-number">0.125</span>)
|
|
frames_i = chain.from_iterable(get_note(n) <span class="hljs-keyword">for</span> n <span class="hljs-keyword">in</span> <span class="hljs-string">f'<span class="hljs-subst">{P1}</span><span class="hljs-subst">{P1}</span><span class="hljs-subst">{P2}</span>'</span>.split(<span class="hljs-string">','</span>))
|
|
frames_b = <span class="hljs-string">b''</span>.join(struct.pack(<span class="hljs-string">'<h'</span>, int(a * <span class="hljs-number">30000</span>)) <span class="hljs-keyword">for</span> a <span class="hljs-keyword">in</span> frames_i)
|
|
simpleaudio.play_buffer(frames_b, <span class="hljs-number">1</span>, <span class="hljs-number">2</span>, F)
|
|
</code></pre>
|
|
<h2 id="basicscripttemplate"><a href="#basicscripttemplate" name="basicscripttemplate">#</a>Basic Script Template</h2>
|
|
<pre><code class="python language-python hljs"><span class="hljs-comment">#!/usr/bin/env python3</span>
|
|
<span class="hljs-comment">#</span>
|
|
<span class="hljs-comment"># Usage: .py</span>
|
|
<span class="hljs-comment">#</span>
|
|
|
|
<span class="hljs-keyword">from</span> collections <span class="hljs-keyword">import</span> namedtuple
|
|
<span class="hljs-keyword">from</span> enum <span class="hljs-keyword">import</span> Enum
|
|
<span class="hljs-keyword">import</span> re
|
|
<span class="hljs-keyword">import</span> sys
|
|
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">main</span><span class="hljs-params">()</span>:</span>
|
|
<span class="hljs-keyword">pass</span>
|
|
|
|
|
|
<span class="hljs-comment">###</span>
|
|
<span class="hljs-comment">## UTIL</span>
|
|
<span class="hljs-comment">#</span>
|
|
|
|
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">read_file</span><span class="hljs-params">(filename)</span>:</span>
|
|
<span class="hljs-keyword">with</span> open(filename, encoding=<span class="hljs-string">'utf-8'</span>) <span class="hljs-keyword">as</span> file:
|
|
<span class="hljs-keyword">return</span> file.readlines()
|
|
|
|
|
|
<span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">'__main__'</span>:
|
|
main()
|
|
</code></pre>
|
|
|
|
<footer>
|
|
<aside>March 14, 2018</aside>
|
|
<a href="../" rel="author">Jure Šorn</a>
|
|
</footer>
|
|
|
|
<br>
|
|
<br>
|
|
<br>
|
|
<script src="web/jquery-3.4.0.slim.min.js"></script>
|
|
<script src="web/script_2.js"></script>
|
|
</body>
|
|
</html>
|