#!/usr/bin/env node
// Usage: node parse.js
//
// Script that creates index.html out of web/template.html and README.md.
//
// It is written in JS because this code used to be executed on the client side.
// To install the Node.js and npm run:
// $ sudo apt install nodejs npm # On macOS use `brew install ...` instead.
//
// To install dependencies globally, run:
// $ npm install -g jsdom jquery showdown highlightjs@9.12.0
//
// If running on macOS and modules can't be found after installation add:
// export NODE_PATH=/usr/local/lib/node_modules
// to the ~/.bash_profile or ~/.bashrc file and run '$ bash'.
//
// To avoid problems with permissions and path variables, install modules
// into project's directory using:
// $ npm install jsdom jquery showdown highlightjs@9.12.0
//
// It is also advisable to add a Bash script into .git/hooks directory, that will
// run this script before every commit. It should be named 'pre-commit' and it
// should contain the following line: `./parse.js`.
const fs = require('fs');
const jsdom = require('jsdom');
const showdown = require('showdown');
const hljs = require('highlightjs');
const TOC =
'
' +
'Contents
\n' +
'ToC = {\n' +
' \'1. Collections\': [List, Dictionary, Set, Tuple, Range, Enumerate, Iterator, Generator],\n' +
' \'2. Types\': [Type, String, Regular_Exp, Format, Numbers, Combinatorics, Datetime],\n' +
' \'3. Syntax\': [Args, Inline, Import, Decorator, Class, Duck_Types, Enum, Exception],\n' +
' \'4. System\': [Exit, Print, Input, Command_Line_Arguments, Open, Path, OS_Commands],\n' +
' \'5. Data\': [JSON, Pickle, CSV, SQLite, Bytes, Struct, Array, Memory_View, Deque],\n' +
' \'6. Advanced\': [Threading, Operator, Introspection, Metaprograming, Eval, Coroutine],\n' +
' \'7. Libraries\': [Progress_Bar, Plot, Table, Curses, Logging, Scraping, Web, Profile,\n' +
' NumPy, Image, Audio, Games, Data]\n' +
'}\n' +
'
\n';
const LRU_CACHE =
'from functools import lru_cache\n' +
'\n' +
'@lru_cache(maxsize=None)\n' +
'def fib(n):\n' +
' return n if n < 2 else fib(n-2) + fib(n-1)\n';
const PARAMETRIZED_DECORATOR =
'from functools import wraps\n' +
'\n' +
'def debug(print_result=False):\n' +
' def decorator(func):\n' +
' @wraps(func)\n' +
' def out(*args, **kwargs):\n' +
' result = func(*args, **kwargs)\n' +
' print(func.__name__, result if print_result else \'\')\n' +
' return result\n' +
' return out\n' +
' return decorator\n' +
'\n' +
'@debug(print_result=True)\n' +
'def add(x, y):\n' +
' return x + y\n';
const REPR_USE_CASES =
'print/str/repr([<el>])\n' +
'print/str/repr({<el>: <el>})\n' +
'f\'{<el>!r}\'\n' +
'Z = dataclasses.make_dataclass(\'Z\', [\'a\']); print/str/repr(Z(<el>))\n' +
'>>> <el>\n';
const CONSTRUCTOR_OVERLOADING =
'class <name>:\n' +
' def __init__(self, a=None):\n' +
' self.a = a\n';
const DATACLASS =
'from dataclasses import make_dataclass\n' +
'<class> = make_dataclass(\'<class_name>\', <coll_of_attribute_names>)\n' +
'<class> = make_dataclass(\'<class_name>\', <coll_of_tuples>)\n' +
'<tuple> = (\'<attr_name>\', <type> [, <default_value>])';
const SHUTIL_COPY =
'shutil.copy(from, to) \n' +
'shutil.copytree(from, to) \n';
const OS_RENAME =
'os.rename(from, to) \n' +
'os.replace(from, to) \n';
const STRUCT_FORMAT =
'\'<n>s\'';
const TYPE =
'<class> = type(\'<class_name>\', <tuple_of_parents>, <dict_of_class_attributes>)';
const EVAL =
'>>> from ast import literal_eval\n' +
'>>> literal_eval(\'[1, 2, 3]\')\n' +
'[1, 2, 3]\n' +
'>>> literal_eval(\'1 + 2\')\n' +
'ValueError: malformed node or string\n';
const COROUTINES =
'import asyncio, collections, curses, curses.textpad, enum, random\n' +
'\n' +
'P = collections.namedtuple(\'P\', \'x y\') \n' +
'D = enum.Enum(\'D\', \'n e s w\') \n' +
'W, H = 15, 7 \n' +
'\n' +
'def main(screen):\n' +
' curses.curs_set(0) \n' +
' screen.nodelay(True) \n' +
' asyncio.run(main_coroutine(screen)) \n' +
'\n' +
'async def main_coroutine(screen):\n' +
' moves = asyncio.Queue()\n' +
' state = {\'*\': P(0, 0), **{id_: P(W//2, H//2) for id_ in range(10)}}\n' +
' ai = [random_controller(id_, moves) for id_ in range(10)]\n' +
' mvc = [human_controller(screen, moves), model(moves, state), view(state, screen)]\n' +
' tasks = [asyncio.create_task(cor) for cor in ai + mvc]\n' +
' await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)\n' +
'\n' +
'async def random_controller(id_, moves):\n' +
' while True:\n' +
' d = random.choice(list(D))\n' +
' moves.put_nowait((id_, d))\n' +
' await asyncio.sleep(random.triangular(0.01, 0.65))\n' +
'\n' +
'async def human_controller(screen, moves):\n' +
' while True:\n' +
' ch = screen.getch()\n' +
' key_mappings = {258: D.s, 259: D.n, 260: D.w, 261: D.e}\n' +
' if ch in key_mappings:\n' +
' moves.put_nowait((\'*\', key_mappings[ch]))\n' +
' await asyncio.sleep(0.005)\n' +
'\n' +
'async def model(moves, state):\n' +
' while state[\'*\'] not in (state[id_] for id_ in range(10)):\n' +
' id_, d = await moves.get()\n' +
' x, y = state[id_]\n' +
' deltas = {D.n: P(0, -1), D.e: P(1, 0), D.s: P(0, 1), D.w: P(-1, 0)}\n' +
' state[id_] = P((x + deltas[d].x) % W, (y + deltas[d].y) % H)\n' +
'\n' +
'async def view(state, screen):\n' +
' offset = P(curses.COLS//2 - W//2, curses.LINES//2 - H//2)\n' +
' while True:\n' +
' screen.erase()\n' +
' curses.textpad.rectangle(screen, offset.y-1, offset.x-1, offset.y+H, offset.x+W)\n' +
' for id_, p in state.items():\n' +
' screen.addstr(offset.y + (p.y - state[\'*\'].y + H//2) % H,\n' +
' offset.x + (p.x - state[\'*\'].x + W//2) % W, str(id_))\n' +
' await asyncio.sleep(0.005)\n' +
'\n' +
'if __name__ == \'__main__\':\n' +
' curses.wrapper(main)\n';
const PROGRESS_BAR =
'\n' +
'>>> from tqdm import tqdm\n' +
'>>> from time import sleep\n' +
'>>> for el in tqdm([1, 2, 3], desc=\'Processing\'):\n' +
'... sleep(1)\n' +
'Processing: 100%|████████████████████| 3/3 [00:03<00:00, 1.00s/it]\n';
const LOGGING_EXAMPLE =
'>>> logging.basicConfig(level=\'WARNING\')\n' +
'>>> logger = logging.getLogger(\'my_module\')\n' +
'>>> handler = logging.FileHandler(\'test.log\')\n' +
'>>> formatter = logging.Formatter(\'%(asctime)s %(levelname)s:%(name)s:%(message)s\')\n' +
'>>> handler.setFormatter(formatter)\n' +
'>>> logger.addHandler(handler)\n' +
'>>> logger.critical(\'Running out of disk space.\')\n' +
'CRITICAL:my_module:Running out of disk space.\n' +
'>>> open(\'test.log\').read()\n' +
'2023-02-07 23:21:01,430 CRITICAL:my_module:Running out of disk space.\n';
const AUDIO =
'from math import pi, sin\n' +
'samples_f = (sin(i * 2 * pi * 440 / 44100) for i in range(100_000))\n' +
'write_to_wav_file(\'test.wav\', samples_f)\n';
const MARIO =
'import collections, dataclasses, enum, io, itertools as it, pygame as pg, urllib.request\n' +
'from random import randint\n' +
'\n' +
'P = collections.namedtuple(\'P\', \'x y\') \n' +
'D = enum.Enum(\'D\', \'n e s w\') \n' +
'W, H, MAX_S = 50, 50, P(5, 10) \n' +
'\n' +
'def main():\n' +
' def get_screen():\n' +
' pg.init()\n' +
' return pg.display.set_mode((W*16, H*16))\n' +
' def get_images():\n' +
' url = \'https://gto76.github.io/python-cheatsheet/web/mario_bros.png\'\n' +
' img = pg.image.load(io.BytesIO(urllib.request.urlopen(url).read()))\n' +
' return [img.subsurface(get_rect(x, 0)) for x in range(img.get_width() // 16)]\n' +
' def get_mario():\n' +
' Mario = dataclasses.make_dataclass(\'Mario\', \'rect spd facing_left frame_cycle\'.split())\n' +
' return Mario(get_rect(1, 1), P(0, 0), False, it.cycle(range(3)))\n' +
' def get_tiles():\n' +
' border = [(x, y) for x in range(W) for y in range(H) if x in [0, W-1] or y in [0, H-1]]\n' +
' platforms = [(randint(1, W-2), randint(2, H-2)) for _ in range(W*H // 10)]\n' +
' return [get_rect(x, y) for x, y in border + platforms]\n' +
' def get_rect(x, y):\n' +
' return pg.Rect(x*16, y*16, 16, 16)\n' +
' run(get_screen(), get_images(), get_mario(), get_tiles())\n' +
'\n' +
'def run(screen, images, mario, tiles):\n' +
' clock = pg.time.Clock()\n' +
' pressed = set()\n' +
' while not pg.event.get(pg.QUIT) and clock.tick(28):\n' +
' keys = {pg.K_UP: D.n, pg.K_RIGHT: D.e, pg.K_DOWN: D.s, pg.K_LEFT: D.w}\n' +
' pressed |= {keys.get(e.key) for e in pg.event.get(pg.KEYDOWN)}\n' +
' pressed -= {keys.get(e.key) for e in pg.event.get(pg.KEYUP)}\n' +
' update_speed(mario, tiles, pressed)\n' +
' update_position(mario, tiles)\n' +
' draw(screen, images, mario, tiles, pressed)\n' +
'\n' +
'def update_speed(mario, tiles, pressed):\n' +
' x, y = mario.spd\n' +
' x += 2 * ((D.e in pressed) - (D.w in pressed))\n' +
' x += (x < 0) - (x > 0)\n' +
' y += 1 if D.s not in get_boundaries(mario.rect, tiles) else (D.n in pressed) * -10\n' +
' mario.spd = P(x=max(-MAX_S.x, min(MAX_S.x, x)), y=max(-MAX_S.y, min(MAX_S.y, y)))\n' +
'\n' +
'def update_position(mario, tiles):\n' +
' x, y = mario.rect.topleft\n' +
' n_steps = max(abs(s) for s in mario.spd)\n' +
' for _ in range(n_steps):\n' +
' mario.spd = stop_on_collision(mario.spd, get_boundaries(mario.rect, tiles))\n' +
' mario.rect.topleft = x, y = x + (mario.spd.x / n_steps), y + (mario.spd.y / n_steps)\n' +
'\n' +
'def get_boundaries(rect, tiles):\n' +
' deltas = {D.n: P(0, -1), D.e: P(1, 0), D.s: P(0, 1), D.w: P(-1, 0)}\n' +
' return {d for d, delta in deltas.items() if rect.move(delta).collidelist(tiles) != -1}\n' +
'\n' +
'def stop_on_collision(spd, bounds):\n' +
' return P(x=0 if (D.w in bounds and spd.x < 0) or (D.e in bounds and spd.x > 0) else spd.x,\n' +
' y=0 if (D.n in bounds and spd.y < 0) or (D.s in bounds and spd.y > 0) else spd.y)\n' +
'\n' +
'def draw(screen, images, mario, tiles, pressed):\n' +
' def get_marios_image_index():\n' +
' if D.s not in get_boundaries(mario.rect, tiles):\n' +
' return 4\n' +
' return next(mario.frame_cycle) if {D.w, D.e} & pressed else 6\n' +
' screen.fill((85, 168, 255))\n' +
' mario.facing_left = (D.w in pressed) if {D.w, D.e} & pressed else mario.facing_left\n' +
' screen.blit(images[get_marios_image_index() + mario.facing_left * 9], mario.rect)\n' +
' for t in tiles:\n' +
' screen.blit(images[18 if t.x in [0, (W-1)*16] or t.y in [0, (H-1)*16] else 19], t)\n' +
' pg.display.flip()\n' +
'\n' +
'if __name__ == \'__main__\':\n' +
' main()\n';
const PYINSTALLER =
'$ pip3 install pyinstaller\n' +
'$ pyinstaller script.py \n' +
'$ pyinstaller script.py --onefile \n' +
'$ pyinstaller script.py --windowed \n' +
'$ pyinstaller script.py --add-data \'<path>:.\' \n';
const INDEX =
'Only available in the PDF.\n' +
'Ctrl+F / ⌘F is usually sufficient.\n' +
'Searching \'#<title>\' will limit the search to the titles.\n';
const DIAGRAM_1_A =
'+------------------+------------+------------+------------+\n' +
'| | Iterable | Collection | Sequence |\n' +
'+------------------+------------+------------+------------+\n';
const DIAGRAM_1_B =
'┏━━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┓\n' +
'┃ │ Iterable │ Collection │ Sequence ┃\n' +
'┠──────────────────┼────────────┼────────────┼────────────┨\n' +
'┃ list, range, str │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ dict, set │ ✓ │ ✓ │ ┃\n' +
'┃ iter │ ✓ │ │ ┃\n' +
'┗━━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┛\n';
const DIAGRAM_2_A =
'+--------------------+----------+----------+----------+----------+----------+\n' +
'| | Number | Complex | Real | Rational | Integral |\n' +
'+--------------------+----------+----------+----------+----------+----------+\n';
const DIAGRAM_2_B =
'┏━━━━━━━━━━━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┓\n' +
'┃ │ Number │ Complex │ Real │ Rational │ Integral ┃\n' +
'┠────────────────────┼──────────┼──────────┼──────────┼──────────┼──────────┨\n' +
'┃ int │ ✓ │ ✓ │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ fractions.Fraction │ ✓ │ ✓ │ ✓ │ ✓ │ ┃\n' +
'┃ float │ ✓ │ ✓ │ ✓ │ │ ┃\n' +
'┃ complex │ ✓ │ ✓ │ │ │ ┃\n' +
'┃ decimal.Decimal │ ✓ │ │ │ │ ┃\n' +
'┗━━━━━━━━━━━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┛\n';
const DIAGRAM_3_A =
'+---------------+----------+----------+----------+----------+----------+\n';
const DIAGRAM_3_B =
'┏━━━━━━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┯━━━━━━━━━━┓\n' +
'┃ │ [ !#$%…] │ [a-zA-Z] │ [¼½¾] │ [²³¹] │ [0-9] ┃\n' +
'┠───────────────┼──────────┼──────────┼──────────┼──────────┼──────────┨\n' +
'┃ isprintable() │ ✓ │ ✓ │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ isalnum() │ │ ✓ │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ isnumeric() │ │ │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ isdigit() │ │ │ │ ✓ │ ✓ ┃\n' +
'┃ isdecimal() │ │ │ │ │ ✓ ┃\n' +
'┗━━━━━━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┷━━━━━━━━━━┛\n';
const DIAGRAM_4_A =
"+--------------+----------------+----------------+----------------+----------------+\n" +
"| | {} | {:f} | {:e} | {:%} |\n" +
"+--------------+----------------+----------------+----------------+----------------+\n";
const DIAGRAM_4_B =
"┏━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┓\n" +
"┃ │ {<float>} │ {<float>:f} │ {<float>:e} │ {<float>:%} ┃\n" +
"┠──────────────┼────────────────┼────────────────┼────────────────┼────────────────┨\n" +
"┃ 0.000056789 │ '5.6789e-05' │ '0.000057' │ '5.678900e-05' │ '0.005679%' ┃\n" +
"┃ 0.00056789 │ '0.00056789' │ '0.000568' │ '5.678900e-04' │ '0.056789%' ┃\n" +
"┃ 0.0056789 │ '0.0056789' │ '0.005679' │ '5.678900e-03' │ '0.567890%' ┃\n" +
"┃ 0.056789 │ '0.056789' │ '0.056789' │ '5.678900e-02' │ '5.678900%' ┃\n" +
"┃ 0.56789 │ '0.56789' │ '0.567890' │ '5.678900e-01' │ '56.789000%' ┃\n" +
"┃ 5.6789 │ '5.6789' │ '5.678900' │ '5.678900e+00' │ '567.890000%' ┃\n" +
"┃ 56.789 │ '56.789' │ '56.789000' │ '5.678900e+01' │ '5678.900000%' ┃\n" +
"┗━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┛\n" +
"\n" +
"┏━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━┓\n" +
"┃ │ {<float>:.2} │ {<float>:.2f} │ {<float>:.2e} │ {<float>:.2%} ┃\n" +
"┠──────────────┼────────────────┼────────────────┼────────────────┼────────────────┨\n" +
"┃ 0.000056789 │ '5.7e-05' │ '0.00' │ '5.68e-05' │ '0.01%' ┃\n" +
"┃ 0.00056789 │ '0.00057' │ '0.00' │ '5.68e-04' │ '0.06%' ┃\n" +
"┃ 0.0056789 │ '0.0057' │ '0.01' │ '5.68e-03' │ '0.57%' ┃\n" +
"┃ 0.056789 │ '0.057' │ '0.06' │ '5.68e-02' │ '5.68%' ┃\n" +
"┃ 0.56789 │ '0.57' │ '0.57' │ '5.68e-01' │ '56.79%' ┃\n" +
"┃ 5.6789 │ '5.7' │ '5.68' │ '5.68e+00' │ '567.89%' ┃\n" +
"┃ 56.789 │ '5.7e+01' │ '56.79' │ '5.68e+01' │ '5678.90%' ┃\n" +
"┗━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━┛\n";
const DIAGRAM_5_A =
"+--------------+----------------+----------------+----------------+----------------+\n" +
"| | {:.2} | {:.2f} | {:.2e} | {:.2%} |\n" +
"+--------------+----------------+----------------+----------------+----------------+\n";
const DIAGRAM_6_A =
'+------------+------------+------------+------------+--------------+\n' +
'| | Iterable | Collection | Sequence | abc.Sequence |\n' +
'+------------+------------+------------+------------+--------------+\n';
const DIAGRAM_6_B =
'┏━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━━━┓\n' +
'┃ │ Iterable │ Collection │ Sequence │ abc.Sequence ┃\n' +
'┠────────────┼────────────┼────────────┼────────────┼──────────────┨\n' +
'┃ iter() │ ! │ ! │ ✓ │ ✓ ┃\n' +
'┃ contains() │ ✓ │ ✓ │ ✓ │ ✓ ┃\n' +
'┃ len() │ │ ! │ ! │ ! ┃\n' +
'┃ getitem() │ │ │ ! │ ! ┃\n' +
'┃ reversed() │ │ │ ✓ │ ✓ ┃\n' +
'┃ index() │ │ │ │ ✓ ┃\n' +
'┃ count() │ │ │ │ ✓ ┃\n' +
'┗━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━━━┛\n';
const DIAGRAM_7_A =
'BaseException\n' +
' +-- SystemExit';
const DIAGRAM_7_B =
"BaseException\n" +
" ├── SystemExit \n" +
" ├── KeyboardInterrupt \n" +
" └── Exception \n" +
" ├── ArithmeticError \n" +
" │ └── ZeroDivisionError \n" +
" ├── AssertionError \n" +
" ├── AttributeError \n" +
" ├── EOFError \n" +
" ├── LookupError \n" +
" │ ├── IndexError \n" +
" │ └── KeyError \n" +
" ├── MemoryError \n" +
" ├── NameError \n" +
" │ └── UnboundLocalError \n" +
" ├── OSError \n" +
" ├── RuntimeError \n" +
" │ └── RecursionError \n" +
" ├── StopIteration \n" +
" ├── TypeError \n" +
" └── ValueError \n" +
" └── UnicodeError \n";
const DIAGRAM_8_A =
'+-----------+------------+------------+------------+\n' +
'| | List | Set | Dict |\n' +
'+-----------+------------+------------+------------+\n';
const DIAGRAM_8_B =
'┏━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┓\n' +
'┃ │ List │ Set │ Dict ┃\n' +
'┠───────────┼────────────┼────────────┼────────────┨\n' +
'┃ getitem() │ IndexError │ │ KeyError ┃\n' +
'┃ pop() │ IndexError │ KeyError │ KeyError ┃\n' +
'┃ remove() │ ValueError │ KeyError │ ┃\n' +
'┃ index() │ ValueError │ │ ┃\n' +
'┗━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┛\n';
const DIAGRAM_9_A =
'+------------------+--------------+--------------+--------------+\n' +
'| | excel | excel-tab | unix |\n' +
'+------------------+--------------+--------------+--------------+\n';
const DIAGRAM_9_B =
"┏━━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━┓\n" +
"┃ │ excel │ excel-tab │ unix ┃\n" +
"┠──────────────────┼──────────────┼──────────────┼──────────────┨\n" +
"┃ delimiter │ ',' │ '\\t' │ ',' ┃\n" +
"┃ quotechar │ '\"' │ '\"' │ '\"' ┃\n" +
"┃ doublequote │ True │ True │ True ┃\n" +
"┃ skipinitialspace │ False │ False │ False ┃\n" +
"┃ lineterminator │ '\\r\\n' │ '\\r\\n' │ '\\n' ┃\n" +
"┃ quoting │ 0 │ 0 │ 1 ┃\n" +
"┃ escapechar │ None │ None │ None ┃\n" +
"┗━━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━┛\n";
const DIAGRAM_95_A =
"+------------+--------------+-----------+-----------------------------------+\n" +
"| Dialect | pip3 install | import | Dependencies |\n" +
"+------------+--------------+-----------+-----------------------------------+\n";
const DIAGRAM_95_B =
"┏━━━━━━━━━━━━┯━━━━━━━━━━━━━━┯━━━━━━━━━━━┯━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n" +
"┃ Dialect │ pip3 install │ import │ Dependencies ┃\n" +
"┠────────────┼──────────────┼───────────┼───────────────────────────────────┨\n" +
"┃ mysql │ mysqlclient │ MySQLdb │ www.pypi.org/project/mysqlclient ┃\n" +
"┃ postgresql │ psycopg2 │ psycopg2 │ www.psycopg.org/docs/install.html ┃\n" +
"┃ mssql │ pyodbc │ pyodbc │ apt install g++ unixodbc-dev ┃\n" +
"┃ oracle │ cx_oracle │ cx_Oracle │ Oracle Instant Client ┃\n" +
"┗━━━━━━━━━━━━┷━━━━━━━━━━━━━━┷━━━━━━━━━━━┷━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛\n";
const DIAGRAM_10_A =
'+-------------+-------------+\n' +
'| Classes | Metaclasses |\n' +
'+-------------+-------------|\n' +
'| MyClass <-- MyMetaClass |\n';
const DIAGRAM_10_B =
'┏━━━━━━━━━━━━━┯━━━━━━━━━━━━━┓\n' +
'┃ Classes │ Metaclasses ┃\n' +
'┠─────────────┼─────────────┨\n' +
'┃ MyClass ←──╴MyMetaClass ┃\n' +
'┃ │ ↑ ┃\n' +
'┃ object ←─────╴type ←╮ ┃\n' +
'┃ │ │ ╰──╯ ┃\n' +
'┃ str ←─────────╯ ┃\n' +
'┗━━━━━━━━━━━━━┷━━━━━━━━━━━━━┛\n';
const DIAGRAM_11_A =
'+-------------+-------------+\n' +
'| Classes | Metaclasses |\n' +
'+-------------+-------------|\n' +
'| MyClass | MyMetaClass |\n';
const DIAGRAM_11_B =
'┏━━━━━━━━━━━━━┯━━━━━━━━━━━━━┓\n' +
'┃ Classes │ Metaclasses ┃\n' +
'┠─────────────┼─────────────┨\n' +
'┃ MyClass │ MyMetaClass ┃\n' +
'┃ ↑ │ ↑ ┃\n' +
'┃ object╶─────→ type ┃\n' +
'┃ ↓ │ ┃\n' +
'┃ str │ ┃\n' +
'┗━━━━━━━━━━━━━┷━━━━━━━━━━━━━┛\n';
const DIAGRAM_12_A =
'+-----------+-----------+------+-----------+\n' +
'| sampwidth | min | zero | max |\n' +
'+-----------+-----------+------+-----------+\n';
const DIAGRAM_12_B =
'┏━━━━━━━━━━━┯━━━━━━━━━━━┯━━━━━━┯━━━━━━━━━━━┓\n' +
'┃ sampwidth │ min │ zero │ max ┃\n' +
'┠───────────┼───────────┼──────┼───────────┨\n' +
'┃ 1 │ 0 │ 128 │ 255 ┃\n' +
'┃ 2 │ -32768 │ 0 │ 32767 ┃\n' +
'┃ 3 │ -8388608 │ 0 │ 8388607 ┃\n' +
'┗━━━━━━━━━━━┷━━━━━━━━━━━┷━━━━━━┷━━━━━━━━━━━┛\n';
const DIAGRAM_13_A =
'| sr.apply(…) | 3 | sum 3 | s 3 |';
const DIAGRAM_13_B =
"┏━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'sum' │ ['sum'] │ {'s': 'sum'} ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ sr.apply(…) │ 3 │ sum 3 │ s 3 ┃\n" +
"┃ sr.agg(…) │ │ │ ┃\n" +
"┗━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┛\n" +
"\n" +
"┏━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'rank' │ ['rank'] │ {'r': 'rank'} ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ sr.apply(…) │ │ rank │ ┃\n" +
"┃ sr.agg(…) │ x 1 │ x 1 │ r x 1 ┃\n" +
"┃ sr.transform(…) │ y 2 │ y 2 │ y 2 ┃\n" +
"┗━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┛\n";
const DIAGRAM_14_A =
"| | 'rank' | ['rank'] | {'r': 'rank'} |";
const DIAGRAM_15_A =
'+------------------------+---------------+------------+------------+--------------------------+';
const DIAGRAM_15_B =
"┏━━━━━━━━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'outer' │ 'inner' │ 'left' │ Description ┃\n" +
"┠────────────────────────┼───────────────┼────────────┼────────────┼──────────────────────────┨\n" +
"┃ l.merge(r, on='y', │ x y z │ x y z │ x y z │ Merges on column if 'on' ┃\n" +
"┃ how=…) │ 0 1 2 . │ 3 4 5 │ 1 2 . │ or 'left/right_on' are ┃\n" +
"┃ │ 1 3 4 5 │ │ 3 4 5 │ set, else on shared cols.┃\n" +
"┃ │ 2 . 6 7 │ │ │ Uses 'inner' by default. ┃\n" +
"┠────────────────────────┼───────────────┼────────────┼────────────┼──────────────────────────┨\n" +
"┃ l.join(r, lsuffix='l', │ x yl yr z │ │ x yl yr z │ Merges on row keys. ┃\n" +
"┃ rsuffix='r', │ a 1 2 . . │ x yl yr z │ 1 2 . . │ Uses 'left' by default. ┃\n" +
"┃ how=…) │ b 3 4 4 5 │ 3 4 4 5 │ 3 4 4 5 │ If r is a Series, it is ┃\n" +
"┃ │ c . . 6 7 │ │ │ treated as a column. ┃\n" +
"┠────────────────────────┼───────────────┼────────────┼────────────┼──────────────────────────┨\n" +
"┃ pd.concat([l, r], │ x y z │ y │ │ Adds rows at the bottom. ┃\n" +
"┃ axis=0, │ a 1 2 . │ 2 │ │ Uses 'outer' by default. ┃\n" +
"┃ join=…) │ b 3 4 . │ 4 │ │ A Series is treated as a ┃\n" +
"┃ │ b . 4 5 │ 4 │ │ column. To add a row use ┃\n" +
"┃ │ c . 6 7 │ 6 │ │ pd.concat([l, DF([sr])]).┃\n" +
"┠────────────────────────┼───────────────┼────────────┼────────────┼──────────────────────────┨\n" +
"┃ pd.concat([l, r], │ x y y z │ │ │ Adds columns at the ┃\n" +
"┃ axis=1, │ a 1 2 . . │ x y y z │ │ right end. Uses 'outer' ┃\n" +
"┃ join=…) │ b 3 4 4 5 │ 3 4 4 5 │ │ by default. A Series is ┃\n" +
"┃ │ c . . 6 7 │ │ │ treated as a column. ┃\n" +
"┠────────────────────────┼───────────────┼────────────┼────────────┼──────────────────────────┨\n" +
"┃ l.combine_first(r) │ x y z │ │ │ Adds missing rows and ┃\n" +
"┃ │ a 1 2 . │ │ │ columns. Also updates ┃\n" +
"┃ │ b 3 4 5 │ │ │ items that contain NaN. ┃\n" +
"┃ │ c . 6 7 │ │ │ R must be a DataFrame. ┃\n" +
"┗━━━━━━━━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━┷━━━━━━━━━━━━━━━━━━━━━━━━━━┛\n";
const DIAGRAM_16_A =
'| df.apply(…) | | x y | |';
const DIAGRAM_16_B =
"┏━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'sum' │ ['sum'] │ {'x': 'sum'} ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ df.apply(…) │ │ x y │ ┃\n" +
"┃ df.agg(…) │ x 4 │ sum 4 6 │ x 4 ┃\n" +
"┃ │ y 6 │ │ ┃\n" +
"┗━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┛\n" +
"\n" +
"┏━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'rank' │ ['rank'] │ {'x': 'rank'} ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ df.apply(…) │ x y │ x y │ x ┃\n" +
"┃ df.agg(…) │ a 1 1 │ rank rank │ a 1 ┃\n" +
"┃ df.transform(…) │ b 2 2 │ a 1 1 │ b 2 ┃\n" +
"┃ │ │ b 2 2 │ ┃\n" +
"┗━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┛\n";
const DIAGRAM_17_A =
"| | 'rank' | ['rank'] | {'x': 'rank'} |";
const DIAGRAM_18_A =
'| gb.agg(…) | x y | x y | x y | x |';
const DIAGRAM_18_B =
"┏━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┓\n" +
"┃ │ 'sum' │ 'rank' │ ['rank'] │ {'x': 'rank'} ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ gb.agg(…) │ x y │ x y │ x y │ x ┃\n" +
"┃ │ z │ a 1 1 │ rank rank │ a 1 ┃\n" +
"┃ │ 3 1 2 │ b 1 1 │ a 1 1 │ b 1 ┃\n" +
"┃ │ 6 11 13 │ c 2 2 │ b 1 1 │ c 2 ┃\n" +
"┃ │ │ │ c 2 2 │ ┃\n" +
"┠─────────────────┼─────────────┼─────────────┼─────────────┼───────────────┨\n" +
"┃ gb.transform(…) │ x y │ x y │ │ ┃\n" +
"┃ │ a 1 2 │ a 1 1 │ │ ┃\n" +
"┃ │ b 11 13 │ b 1 1 │ │ ┃\n" +
"┃ │ c 11 13 │ c 2 2 │ │ ┃\n" +
"┗━━━━━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━┷━━━━━━━━━━━━━━━┛\n";
const MENU = 'Download text file, Buy PDF, Fork me on GitHub, Check out FAQ or Switch to dark theme.\n';
const DARK_THEME_SCRIPT =
'';
function main() {
const html = getMd();
initDom(html);
modifyPage();
var template = readFile('web/template.html');
template = updateDate(template);
const tokens = template.split('');
const text = `${tokens[0]} ${document.body.innerHTML} ${tokens[1]}`;
writeToFile('index.html', text);
}
function getMd() {
var readme = readFile('README.md');
var readme = readme.replace("#semaphore-event-barrier", "#semaphoreeventbarrier");
var readme = readme.replace("#semaphore-event-barrier", "#semaphoreeventbarrier");
var readme = readme.replace("#dataframe-plot-encode-decode", "#dataframeplotencodedecode");
const converter = new showdown.Converter();
return converter.makeHtml(readme);
}
function initDom(html) {
const { JSDOM } = jsdom;
const dom = new JSDOM(html);
const $ = (require('jquery'))(dom.window);
global.$ = $;
global.document = dom.window.document;
}
function modifyPage() {
changeMenu();
addDarkThemeScript();
removeOrigToc();
addToc();
insertLinks();
unindentBanner();
updateDiagrams();
highlightCode();
fixPandasDiagram();
removePlotImages();
fixABCSequenceDiv();
fixStructFormatDiv();
}
function changeMenu() {
$('sup').first().html(MENU)
}
function addDarkThemeScript() {
$('#main').before(DARK_THEME_SCRIPT);
}
function removeOrigToc() {
const headerContents = $('#contents');
const contentsList = headerContents.next();
headerContents.remove();
contentsList.remove();
}
function addToc() {
const nodes = $.parseHTML(TOC);
$('#main').before(nodes);
}
function insertLinks() {
$('h2').each(function() {
const aId = $(this).attr('id');
const text = $(this).text();
const line = `#${text}`;
$(this).html(line);
});
}
function unindentBanner() {
const montyImg = $('img').first();
montyImg.parent().addClass('banner');
const downloadPraragrapth = $('p').first();
downloadPraragrapth.addClass('banner');
}
function updateDiagrams() {
$(`code:contains(${DIAGRAM_1_A})`).html(DIAGRAM_1_B);
$(`code:contains(${DIAGRAM_2_A})`).html(DIAGRAM_2_B);
$(`code:contains(${DIAGRAM_3_A})`).html(DIAGRAM_3_B);
$(`code:contains(${DIAGRAM_4_A})`).html(DIAGRAM_4_B);
$(`code:contains(${DIAGRAM_5_A})`).parent().remove();
$(`code:contains(${DIAGRAM_6_A})`).html(DIAGRAM_6_B);
$(`code:contains(${DIAGRAM_7_A})`).html(DIAGRAM_7_B);
$(`code:contains(${DIAGRAM_8_A})`).html(DIAGRAM_8_B);
$(`code:contains(${DIAGRAM_9_A})`).html(DIAGRAM_9_B);
$(`code:contains(${DIAGRAM_95_A})`).html(DIAGRAM_95_B);
$(`code:contains(${DIAGRAM_10_A})`).html(DIAGRAM_10_B);
$(`code:contains(${DIAGRAM_11_A})`).html(DIAGRAM_11_B);
$(`code:contains(${DIAGRAM_12_A})`).html(DIAGRAM_12_B).removeClass("text").removeClass("language-text").addClass("python");
$(`code:contains(${DIAGRAM_13_A})`).html(DIAGRAM_13_B).removeClass("text").removeClass("language-text").addClass("python");
$(`code:contains(${DIAGRAM_14_A})`).parent().remove();
$(`code:contains(${DIAGRAM_15_A})`).html(DIAGRAM_15_B).removeClass("text").removeClass("language-text").addClass("python");
$(`code:contains(${DIAGRAM_16_A})`).html(DIAGRAM_16_B).removeClass("text").removeClass("language-text").addClass("python");
$(`code:contains(${DIAGRAM_17_A})`).parent().remove();
$(`code:contains(${DIAGRAM_18_A})`).html(DIAGRAM_18_B).removeClass("text").removeClass("language-text").addClass("python");
}
function highlightCode() {
changeCodeLanguages();
$('code').each(function(index) {
hljs.highlightBlock(this);
});
fixClasses();
fixHighlights();
preventPageBreaks();
fixPageBreaksFile();
fixPageBreaksStruct();
insertPageBreaks();
}
function changeCodeLanguages() {
setApaches(['', '', '', '', '', '']);
$('code').not('.python').not('.text').not('.bash').not('.apache').addClass('python');
$('code:contains( = <2d_array>[row_index, column_index])').removeClass().addClass('bash');
$('code:contains(<2d_array> = <2d_array>[row_indexes])').removeClass().addClass('bash');
$('code:contains(<2d_bools> = <2d_array> ><== )').removeClass().addClass('bash');
$('code.perl').removeClass().addClass('python');
}
function setApaches(elements) {
for (el of elements) {
$(`code:contains(${el})`).addClass('apache');
}
}
function fixClasses() {
// Changes class="hljs-keyword" to class="hljs-title" of 'class' keyword.
$('.hljs-class').filter(':contains(class \')').find(':first-child').removeClass('hljs-keyword').addClass('hljs-title')
}
function fixHighlights() {
$(`code:contains(@lru_cache(maxsize=None))`).html(LRU_CACHE);
$(`code:contains(@debug(print_result=True))`).html(PARAMETRIZED_DECORATOR);
$(`code:contains(print/str/repr([]))`).html(REPR_USE_CASES);
$(`code:contains((self, a=None):)`).html(CONSTRUCTOR_OVERLOADING);
$(`code:contains(make_dataclass(\'\')`).html(DATACLASS);
$(`code:contains(shutil.copy)`).html(SHUTIL_COPY);
$(`code:contains(os.rename)`).html(OS_RENAME);
$(`code:contains(\'s\')`).html(STRUCT_FORMAT);
$(`code:contains(\'\', , )`).html(TYPE);
$(`code:contains(ValueError: malformed node)`).html(EVAL);
$(`code:contains(import asyncio, collections, curses, curses.textpad, enum, random)`).html(COROUTINES);
$(`code:contains(pip3 install tqdm)`).html(PROGRESS_BAR);
$(`code:contains(>>> logging.basicConfig(level=)`).html(LOGGING_EXAMPLE);
$(`code:contains(samples_f = (sin(i *)`).html(AUDIO);
$(`code:contains(collections, dataclasses, enum, io, itertools)`).html(MARIO);
$(`code:contains(pip3 install pyinstaller)`).html(PYINSTALLER);
$(`ul:contains(Only available in)`).html(INDEX);
}
function preventPageBreaks() {
$(':header').each(function(index) {
var el = $(this)
var untilPre = el.nextUntil('pre')
var untilH2 = el.nextUntil('h2')
if ((untilPre.length < untilH2.length) || el.prop('tagName') === 'H1') {
untilPre.add(el).next().add(el).wrapAll("");
} else {
untilH2.add(el).wrapAll("");
}
});
}
function fixPageBreaksFile() {
const modesDiv = $('#file').parent().parent().parent()
move(modesDiv, 'file')
move(modesDiv, 'exceptions-1')
}
function fixPageBreaksStruct() {
const formatDiv = $('#floatingpointtypes').parent().parent().parent().parent()
move(formatDiv, 'floatingpointtypes')
move(formatDiv, 'integertypesuseacapitalletterforunsignedtypeminimumandstandardsizesareinbrackets')
move(formatDiv, 'forstandardsizesstartformatstringwith')
}
function move(anchor_el, el_id) {
const el = $('#'+el_id).parent()
anchor_el.after(el)
}
function insertPageBreaks() {
insertPageBreakBefore('#decorator')
// insertPageBreakBefore('#print')
}
function insertPageBreakBefore(an_id) {
$('').insertBefore($(an_id).parent())
}
function fixPandasDiagram() {
const diagram_15 = '┏━━━━━━━━━━━━━━━━━━━━━━━━┯━━━━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━┯━━━━━━━━━━━━━━━━━━━━━━━━━━┓';
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(and)").after("and");
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(as)").after("as");
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(is)").after("is");
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(if)").after("if");
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(or)").after("or");
$(`code:contains(${diagram_15})`).find(".hljs-keyword:contains(else)").after("else");
$(`code:contains(${diagram_15})`).find(".hljs-keyword").remove();
}
function removePlotImages() {
$('img[alt="Covid Deaths"]').remove();
$('img[alt="Covid Cases"]').remove();
}
function fixABCSequenceDiv() {
$('#abcsequence').parent().insertBefore($('#tableofrequiredandautomaticallyavailablespecialmethods').parent())
}
function fixStructFormatDiv() {
const div = $('#format-2').parent()
$('#format-2').insertBefore(div)
$('#forstandardtypesizesandmanualalignmentpaddingstartformatstringwith').parent().insertBefore(div)
}
function updateDate(template) {
const date = new Date();
const date_str = date.toLocaleString('en-us', {month: 'long', day: 'numeric', year: 'numeric'});
template = template.replace('May 20, 2021', date_str);
template = template.replace('May 20, 2021', date_str);
return template;
}
// UTIL
function readFile(filename) {
try {
return fs.readFileSync(filename, 'utf8');
} catch(e) {
console.error('Error:', e.stack);
}
}
function writeToFile(filename, text) {
try {
return fs.writeFileSync(filename, text, 'utf8');
} catch(e) {
console.error('Error:', e.stack);
}
}
main();
|