enrich_tester.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Try to merge in overloads from handcoded and other maintainers \n",
    "----\n",
    "- clone to repos \n",
    "- new docstubs \n",
    "- merge in overloads\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### todo \n",
    "enrich  \n",
    "- [ ] --no-docstring still copies over the class docstring in array.array\n",
    "- [x] check if types for module constants are copied over \n",
    "   - [x] Create method to Copy TypeVars and TypeAliasses from source to target ( needed for future merges) \n",
    "        - [x] TypeVar\n",
    "        - [x] TypeAlias\n",
    "        - cmath has some incorrect type definitions for _C \n",
    "- [ ] Bug: Imports are copied even if they are inside an if statement (repos\\rp2040\\rp2\\asm_pio.pyi :`from rp2 import PIOASMEmit` ) \n",
    "- [ ] ? create a method to forcefully copy over a class and all methods while merging \n",
    "        Q&D Workaround for mow with appending a piece of text.\n",
    "\n",
    "\n",
    "- [x] avoid defining AnyReadableBuf and AnyWritableBuf in multile modules ( _mpy_shed module)\n",
    "- [x] for now: Include in docstub MODULE_GLUE \n",
    "- [x] manual addition of some classes\n",
    "- [x] rp2 and _rp2 modules need manual adjustments\n",
    "    - [x] there are quite a few classes that are not/partly documented .rst files\n",
    "    - [x] the several classes in `_rp2` are documented to be in `rp2` module\n",
    "        - [x] `PIOASMEmit` class is missing in `rp2` module\n",
    "        - may also need a way to remove a class from a module\n",
    "\n",
    "\n",
    "\n",
    " copy from C:\\Users\\josverl\\.vscode\\extensions\\ms-python.vscode-pylance-2024.9.1\\dist\\typeshed-fallback\\stdlib\\cmath.pyi\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "```mermaid\n",
    "flowchart TD\n",
    "    A[Start] --> B[Clone Repos]\n",
    "    B --> C[Create Docstubs]\n",
    "    C --> D{MIT?}\n",
    "    D -->|Yes| E[Use Howards Typeshed]\n",
    "    D -->|No| F[Use IntelliJ Micropython Plugin]\n",
    "    E --> G[Copy _mpy_shed to Reference Folder]\n",
    "    F --> G[Copy _mpy_shed to Reference Folder]\n",
    "    G --> H[Enrich from rp2040]\n",
    "    H --> I[Sanity Check on Formatting]\n",
    "    I --> J[Merge Redacted Typehints]\n",
    "    J --> K[Sanity Check on Formatting]\n",
    "    K --> L[Add _rp2 Module]\n",
    "    L --> M[Copy _mpy_shed to Reference Folder]\n",
    "    M --> N[Add rp2 Modules]\n",
    "    N --> O[Fix u-module Imports]\n",
    "    O --> P[Sanity Check on Formatting]\n",
    "    P --> Q[Add Missing HASH Class]\n",
    "    Q --> R{Clean rp2 Modules?}\n",
    "    R -->|Yes| S[Clean rp2 Modules]\n",
    "    R -->|No| T[Skip Cleaning]\n",
    "    S --> U[Sanity Check on Formatting]\n",
    "    T --> U[Sanity Check on Formatting]\n",
    "    U --> V[Clean Formatting]\n",
    "    V --> W[Run Autoflake]\n",
    "    W --> X[Run Isort]\n",
    "    X --> Y[Remove Duplicate Comments]\n",
    "    Y --> Z[Final Sanity Check]\n",
    "    Z --> AA[Run Pyright]\n",
    "    AA --> AB[End]\n",
    "```\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "slideshow": {
     "slide_type": "slide"
    }
   },
   "outputs": [],
   "source": [
    "# set parameters\n",
    "from pathlib import Path\n",
    "\n",
    "\n",
    "version = \"v1.24.0\"\n",
    "flat_version = version.replace(\".\", \"_\")\n",
    "\n",
    "# Destination\n",
    "reference_p = Path(\"./scratch/micropython-reference\")\n",
    "\n",
    "# source of manual stubs ( _mpy_shed & rp2 )\n",
    "manual_p = Path(\"repos\\\\micropython-stubs\\\\stubs\\\\_manual\")\n",
    "enrich_from_rp2040 = True\n",
    "MIT = True\n",
    "\n",
    "\n",
    "if MIT:\n",
    "    # Howards Typeshed\n",
    "    overload_typestubs = Path(\"repos\\\\PyBoardTypeshed\\\\micropython_typesheds\")\n",
    "else:\n",
    "    # IntelliJ Micropython plugin\n",
    "    overload_typestubs = Path(\"repos\\\\intellij-micropython\\\\typehints\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import shutil\n",
    "\n",
    "\n",
    "# copy _mpy_shed to the reference folder\n",
    "def copy_module(module: str | Path, src: Path = manual_p):\n",
    "    target = reference_p / module\n",
    "    if target.exists():\n",
    "        shutil.rmtree(target)\n",
    "    if (src / module).is_dir():\n",
    "        shutil.copytree(src / module, target)\n",
    "    else:\n",
    "        shutil.copy(src / module, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "slideshow": {
     "slide_type": "subslide"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Unstaged changes after reset:\n",
      "D\tmicropython-reference/_mpy_shed/__init__.pyi\n",
      "D\tmicropython-reference/_mpy_shed/_collections_abc.pyi\n",
      "D\tmicropython-reference/_mpy_shed/collections/__init__.pyi\n",
      "D\tmicropython-reference/_mpy_shed/collections/abc.pyi\n",
      "D\tmicropython-reference/_rp2/DMA.pyi\n",
      "D\tmicropython-reference/_rp2/Flash.pyi\n",
      "D\tmicropython-reference/_rp2/PIO.pyi\n",
      "D\tmicropython-reference/_rp2/StateMachine.pyi\n",
      "D\tmicropython-reference/_rp2/__init__.pyi\n",
      "D\tmicropython-reference/_rp2/irq.pyi\n",
      "D\tmicropython-reference/_thread/__init__.pyi\n",
      "D\tmicropython-reference/array/__init__.pyi\n",
      "D\tmicropython-reference/asyncio/__init__.pyi\n",
      "D\tmicropython-reference/binascii/__init__.pyi\n",
      "D\tmicropython-reference/bluetooth/__init__.pyi\n",
      "D\tmicropython-reference/btree/__init__.pyi\n",
      "D\tmicropython-reference/cmath/__init__.pyi\n",
      "D\tmicropython-reference/collections/__init__.pyi\n",
      "D\tmicropython-reference/cryptolib/__init__.pyi\n",
      "D\tmicropython-reference/deflate/__init__.pyi\n",
      "D\tmicropython-reference/errno/__init__.pyi\n",
      "D\tmicropython-reference/esp/__init__.pyi\n",
      "D\tmicropython-reference/esp32/__init__.pyi\n",
      "D\tmicropython-reference/espnow/__init__.pyi\n",
      "D\tmicropython-reference/framebuf/__init__.pyi\n",
      "D\tmicropython-reference/gc/__init__.pyi\n",
      "D\tmicropython-reference/gzip/__init__.pyi\n",
      "D\tmicropython-reference/hashlib/__init__.pyi\n",
      "D\tmicropython-reference/heapq/__init__.pyi\n",
      "D\tmicropython-reference/io/__init__.pyi\n",
      "D\tmicropython-reference/json/__init__.pyi\n",
      "D\tmicropython-reference/lcd160cr/__init__.pyi\n",
      "D\tmicropython-reference/machine/ADC.pyi\n",
      "D\tmicropython-reference/machine/ADCBlock.pyi\n",
      "D\tmicropython-reference/machine/ADCWiPy.pyi\n",
      "D\tmicropython-reference/machine/I2C.pyi\n",
      "D\tmicropython-reference/machine/I2S.pyi\n",
      "D\tmicropython-reference/machine/PWM.pyi\n",
      "D\tmicropython-reference/machine/Pin.pyi\n",
      "D\tmicropython-reference/machine/RTC.pyi\n",
      "D\tmicropython-reference/machine/SD.pyi\n",
      "D\tmicropython-reference/machine/SDCard.pyi\n",
      "D\tmicropython-reference/machine/SPI.pyi\n",
      "D\tmicropython-reference/machine/Signal.pyi\n",
      "D\tmicropython-reference/machine/Timer.pyi\n",
      "D\tmicropython-reference/machine/TimerWiPy.pyi\n",
      "D\tmicropython-reference/machine/UART.pyi\n",
      "D\tmicropython-reference/machine/USBDevice.pyi\n",
      "D\tmicropython-reference/machine/WDT.pyi\n",
      "D\tmicropython-reference/machine/__init__.pyi\n",
      "D\tmicropython-reference/math/__init__.pyi\n",
      "D\tmicropython-reference/micropython/__init__.pyi\n",
      "D\tmicropython-reference/modules.json\n",
      "D\tmicropython-reference/neopixel/__init__.pyi\n",
      "D\tmicropython-reference/network/LAN.pyi\n",
      "D\tmicropython-reference/network/PPP.pyi\n",
      "D\tmicropython-reference/network/WIZNET5K.pyi\n",
      "D\tmicropython-reference/network/WLAN.pyi\n",
      "D\tmicropython-reference/network/WLANWiPy.pyi\n",
      "D\tmicropython-reference/network/__init__.pyi\n",
      "D\tmicropython-reference/openamp/__init__.pyi\n",
      "D\tmicropython-reference/os/__init__.pyi\n",
      "D\tmicropython-reference/platform/__init__.pyi\n",
      "D\tmicropython-reference/pyb/ADC.pyi\n",
      "D\tmicropython-reference/pyb/Accel.pyi\n",
      "D\tmicropython-reference/pyb/CAN.pyi\n",
      "D\tmicropython-reference/pyb/DAC.pyi\n",
      "D\tmicropython-reference/pyb/ExtInt.pyi\n",
      "D\tmicropython-reference/pyb/Flash.pyi\n",
      "D\tmicropython-reference/pyb/I2C.pyi\n",
      "D\tmicropython-reference/pyb/LCD.pyi\n",
      "D\tmicropython-reference/pyb/LED.pyi\n",
      "D\tmicropython-reference/pyb/Pin.pyi\n",
      "D\tmicropython-reference/pyb/RTC.pyi\n",
      "D\tmicropython-reference/pyb/SPI.pyi\n",
      "D\tmicropython-reference/pyb/Servo.pyi\n",
      "D\tmicropython-reference/pyb/Switch.pyi\n",
      "D\tmicropython-reference/pyb/Timer.pyi\n",
      "D\tmicropython-reference/pyb/UART.pyi\n",
      "D\tmicropython-reference/pyb/USB_HID.pyi\n",
      "D\tmicropython-reference/pyb/USB_VCP.pyi\n",
      "D\tmicropython-reference/pyb/__init__.pyi\n",
      "D\tmicropython-reference/random/__init__.pyi\n",
      "D\tmicropython-reference/rp2/__init__.pyi\n",
      "D\tmicropython-reference/select/__init__.pyi\n",
      "D\tmicropython-reference/socket/__init__.pyi\n",
      "D\tmicropython-reference/ssl/__init__.pyi\n",
      "D\tmicropython-reference/stm/__init__.pyi\n",
      "D\tmicropython-reference/struct/__init__.pyi\n",
      "D\tmicropython-reference/sys/__init__.pyi\n",
      "D\tmicropython-reference/time/__init__.pyi\n",
      "D\tmicropython-reference/uarray.pyi\n",
      "D\tmicropython-reference/ubinascii.pyi\n",
      "D\tmicropython-reference/uctypes/__init__.pyi\n",
      "D\tmicropython-reference/uio.pyi\n",
      "D\tmicropython-reference/ujson.pyi\n",
      "D\tmicropython-reference/uos.pyi\n",
      "D\tmicropython-reference/uselect.pyi\n",
      "D\tmicropython-reference/usocket.pyi\n",
      "D\tmicropython-reference/ussl.pyi\n",
      "D\tmicropython-reference/ustruct.pyi\n",
      "D\tmicropython-reference/utime.pyi\n",
      "D\tmicropython-reference/uzlib.pyi\n",
      "D\tmicropython-reference/vfs/__init__.pyi\n",
      "D\tmicropython-reference/wipy/__init__.pyi\n",
      "D\tmicropython-reference/wm8960/__init__.pyi\n",
      "D\tmicropython-reference/zephyr/DiskAccess.pyi\n",
      "D\tmicropython-reference/zephyr/FlashArea.pyi\n",
      "D\tmicropython-reference/zephyr/__init__.pyi\n",
      "D\tmicropython-reference/zephyr/zsensor.pyi\n",
      "D\tmicropython-reference/zlib/__init__.pyi\n",
      "Removing micropython-v1_24_0-docstubs/\n",
      "17:31:32 | ℹ️ micropython-stubber 1.23.2a0\n",
      "17:31:32 | ℹ️ fetch updates\n",
      "17:31:34 | ℹ️ Switching to v1.24.0\n",
      "17:31:36 | ℹ️ repos\\micropython                        v1.24.0-dirty\n",
      "17:31:36 | ℹ️ repos\\micropython-lib                    v1.24.0\n",
      "17:31:36 | ℹ️ repos\\micropython\\lib\\micropython-lib    v1.24.0\n",
      "17:31:36 | ℹ️ Get docstubs for MicroPython v1.24.0\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\array\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\asyncio\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\binascii\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\bluetooth\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\btree\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\cmath\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\collections\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\cryptolib\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\deflate\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\errno\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\esp\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\esp32\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\espnow\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\framebuf\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\gc\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\gzip\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\hashlib\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\heapq\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\io\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\json\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\lcd160cr\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\ADC.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\ADCBlock.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\ADCWiPy.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\I2C.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\I2S.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\Pin.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\PWM.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\RTC.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\machine\\SD.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\SDCard.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\Signal.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\SPI.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\Timer.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\TimerWiPy.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\UART.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\USBDevice.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\machine\\WDT.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\math\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\micropython\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\neopixel\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\LAN.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\PPP.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\WIZNET5K.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\WLAN.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\network\\WLANWiPy.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\openamp\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\os\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\platform\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Accel.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\ADC.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\CAN.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\DAC.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\ExtInt.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Flash.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\I2C.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\LCD.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\LED.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Pin.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\pyb\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\RTC.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Servo.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\SPI.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Switch.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\Timer.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\pyb\\UART.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\pyb\\USB_HID.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\pyb\\USB_VCP.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\random\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\rp2\\DMA.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\rp2\\Flash.pyi\n",
      "17:31:37 | ℹ️  - Writing to: scratch\\micropython-v1_24_0-docstubs\\rp2\\PIO.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\rp2\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\rp2\\StateMachine.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\select\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\socket\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\ssl\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\stm\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\struct\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\sys\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\time\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\uctypes\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\vfs\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\wipy\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\wm8960\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\zephyr\\DiskAccess.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\zephyr\\FlashArea.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\zephyr\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\zephyr\\zsensor.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\zlib\\__init__.pyi\n",
      "17:31:37 | ℹ️  - Writing to: \n",
      "scratch\\micropython-v1_24_0-docstubs\\_thread\\__init__.pyi\n",
      "17:31:37 | ℹ️ ::group:: start post processing of retrieved stubs\n",
      "17:31:40 | ℹ️ ::group:: Done\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Skipping .ipynb files as Jupyter dependencies are not installed.\n",
      "You can fix this by running ``pip install \"black[jupyter]\"``\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_thread\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\cmath\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\cryptolib\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\deflate\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\errno\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\esp\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\espnow\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\array\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\binascii\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\gc\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\gzip\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\framebuf\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\heapq\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\json\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\hashlib\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\btree\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\asyncio\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\collections\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADC.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADCBlock.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADCWiPy.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\I2S.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SD.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\PWM.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\RTC.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\bluetooth\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\lcd160cr\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Pin.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\I2C.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Timer.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Signal.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SDCard.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\WDT.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SPI.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\UART.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\USBDevice.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\TimerWiPy.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\neopixel\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\micropython\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WIZNET5K.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\PPP.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\LAN.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\math\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WLAN.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\platform\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Accel.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\openamp\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\ADC.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WLANWiPy.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Flash.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\ExtInt.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\esp32\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\LED.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\CAN.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\DAC.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\os\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\LCD.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\RTC.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\I2C.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Switch.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\SPI.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Servo.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Pin.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\random\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\UART.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\USB_VCP.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\USB_HID.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\DMA.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\select\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\Flash.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Timer.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\StateMachine.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\struct\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\stm\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\PIO.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wipy\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\sys\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\ssl\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\time\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\socket\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\uctypes\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\vfs\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\DiskAccess.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\FlashArea.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zlib\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi\n",
      "reformatted D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\zsensor.pyi\n",
      "\n",
      "All done! ✨ 🍰 ✨\n",
      "93 files reformatted, 11 files left unchanged.\n"
     ]
    }
   ],
   "source": [
    "# BLANK SLATE\n",
    "! git -C scratch reset .\n",
    "! git -C scratch clean . -f\n",
    "\n",
    "# remove the old ref folder if it exists\n",
    "if reference_p.exists():\n",
    "    # remove the folder if it exists\n",
    "    ! rmdir /s /q {reference_p}\n",
    "\n",
    "# create docstubs without cleaning up the .rst  docstrings\n",
    "! stubber docstubs --version {version} --stub-path scratch --no-autoflake \n",
    "# --no-clean-rst\n",
    "\n",
    "! ren .\\scratch\\micropython-{flat_version}-docstubs micropython-reference\n",
    "\n",
    "! black scratch\n",
    "! git -C scratch add ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "17:31:50 | ℹ️ micropython-stubber 1.23.2a0\n",
      "17:31:50 | ℹ️ Enriching scratch with repos\\rp2040\n",
      "17:31:50 | ℹ️ Enrich folder scratch.\n",
      "17:31:50 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\rp2\\asm_pio.pyi\n",
      "17:31:50 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\rp2\\__init__.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\DMA.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\Flash.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\irq.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\PIO.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      "17:31:51 | ℹ️ Merge scratch\\micropython-reference\\rp2\\__init__.pyi from \n",
      "repos\\rp2040\\_rp2\\__init__.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\rp2\\asm_pio.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\rp2\\__init__.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\DMA.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\Flash.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\irq.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\PIO.pyi\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      "17:31:52 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\DMA.pyi from \n",
      "repos\\rp2040\\_rp2\\__init__.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\rp2\\asm_pio.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\rp2\\__init__.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\DMA.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\Flash.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\irq.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\PIO.pyi\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      "17:31:53 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\Flash.pyi from \n",
      "repos\\rp2040\\_rp2\\__init__.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\rp2\\asm_pio.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\rp2\\__init__.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\DMA.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\Flash.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\irq.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\PIO.pyi\n",
      "17:31:54 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\PIO.pyi from \n",
      "repos\\rp2040\\_rp2\\__init__.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\rp2\\asm_pio.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\rp2\\__init__.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\DMA.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\Flash.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\irq.pyi\n",
      "17:31:55 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\PIO.pyi\n",
      "17:31:56 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      "17:31:56 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      "17:31:56 | ℹ️ Merge scratch\\micropython-reference\\rp2\\StateMachine.pyi from \n",
      "repos\\rp2040\\_rp2\\__init__.pyi\n"
     ]
    }
   ],
   "source": [
    "# ! git -C scratch reset .\n",
    "# assume root of workspace is the current directory\n",
    "\n",
    "if enrich_from_rp2040:\n",
    "    # pull in josverl's handcoded rp2040 stubs\n",
    "    !stubber enrich --params-only --stubs scratch --docstubs repos\\rp2040\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All checks passed!\n"
     ]
    }
   ],
   "source": [
    "### sanity check on formatting\n",
    "! ruff check scratch\\micropython-reference --ignore F4 --ignore UP0 --ignore F811 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "17:32:05 | ℹ️ micropython-stubber 1.23.2a0\n",
      "17:32:05 | ℹ️ Enriching scratch with repos\\PyBoardTypeshed\\micropython_typesheds\n",
      "17:32:05 | ℹ️ Enrich folder scratch.\n",
      "17:32:05 | ℹ️ Merge scratch\\micropython-reference\\_thread\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\_thread.pyi\n",
      "17:32:06 | ℹ️ Merge scratch\\micropython-reference\\array\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\array.pyi\n",
      "17:32:06 | ℹ️ Change __getitem__ to @overload\n",
      "17:32:06 | ℹ️ Change __setitem__ to @overload\n",
      "17:32:06 | ℹ️ Merge scratch\\micropython-reference\\asyncio\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uasyncio.pyi\n",
      "17:32:07 | ℹ️ Merge scratch\\micropython-reference\\binascii\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\binascii.pyi\n",
      "17:32:07 | ℹ️ Merge scratch\\micropython-reference\\binascii\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ubinascii.pyi\n",
      "17:32:07 | ℹ️ Merge scratch\\micropython-reference\\bluetooth\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\bluetooth.pyi\n",
      "17:32:07 | ℹ️ Change active to @overload\n",
      "17:32:07 | ℹ️ Change config to @overload\n",
      "17:32:07 | ℹ️ Merge scratch\\micropython-reference\\bluetooth\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ubluetooth.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\btree\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\btree.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\cmath\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\cmath.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\collections\\__init__.pyi from\n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\collections.pyi\n",
      "17:32:08 | ℹ️ Change __init__ to @overload\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\cryptolib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\cryptolib.pyi\n",
      "17:32:08 | ℹ️ Change __init__ to @overload\n",
      "17:32:08 | ℹ️ Change encrypt to @overload\n",
      "17:32:08 | ℹ️ Change decrypt to @overload\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\cryptolib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ucryptolib.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\errno\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\errno.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\errno\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uerrno.pyi\n",
      "17:32:08 | ℹ️ Merge scratch\\micropython-reference\\esp\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\esp.pyi\n",
      "17:32:08 | ℹ️ Change sleep_type to @overload\n",
      "17:32:08 | ℹ️ Change flash_read to @overload\n",
      "17:32:08 | ℹ️ Change set_native_code_location to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\esp32\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\esp32.pyi\n",
      "17:32:09 | ℹ️ Change write_pulses to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\framebuf\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\framebuf.pyi\n",
      "17:32:09 | ℹ️ Change pixel to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\gc\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\gc.pyi\n",
      "17:32:09 | ℹ️ Change threshold to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\hashlib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\hashlib.pyi\n",
      "17:32:09 | ℹ️ Change __init__ to @overload\n",
      "17:32:09 | ℹ️ Change __init__ to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\hashlib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uhashlib.pyi\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\heapq\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\heapq.pyi\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\io\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uio.pyi\n",
      "17:32:09 | ℹ️ Change __init__ to @overload\n",
      "17:32:09 | ℹ️ Change __init__ to @overload\n",
      "17:32:09 | ℹ️ Change open to @overload\n",
      "17:32:09 | ℹ️ Merge scratch\\micropython-reference\\json\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\json.pyi\n",
      "17:32:10 | ℹ️ Merge scratch\\micropython-reference\\json\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ujson.pyi\n",
      "17:32:10 | ℹ️ Merge scratch\\micropython-reference\\lcd160cr\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\lcd160cr.pyi\n",
      "17:32:10 | ℹ️ Change __init__ to @overload\n",
      "17:32:10 | ℹ️ Merge scratch\\micropython-reference\\machine\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:10 | ℹ️ Change freq to @overload\n",
      "17:32:10 | ℹ️ Change lightsleep to @overload\n",
      "17:32:10 | ℹ️ Change deepsleep to @overload\n",
      "17:32:10 | ℹ️ Merge scratch\\micropython-reference\\machine\\ADC.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:11 | ℹ️ Merge scratch\\micropython-reference\\machine\\ADCBlock.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:11 | ℹ️ Merge scratch\\micropython-reference\\machine\\ADCWiPy.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:12 | ℹ️ Merge scratch\\micropython-reference\\machine\\I2C.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:12 | ℹ️ Change __init__ to @overload\n",
      "17:32:12 | ℹ️ Change init to @overload\n",
      "17:32:12 | ℹ️ Merge scratch\\micropython-reference\\machine\\I2S.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:13 | ℹ️ Merge scratch\\micropython-reference\\machine\\Pin.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:13 | ℹ️ Change value to @overload\n",
      "17:32:13 | ℹ️ Change __call__ to @overload\n",
      "17:32:13 | ℹ️ Change mode to @overload\n",
      "17:32:13 | ℹ️ Change pull to @overload\n",
      "17:32:14 | ℹ️ Merge scratch\\micropython-reference\\machine\\PWM.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:14 | ℹ️ Change freq to @overload\n",
      "17:32:14 | ℹ️ Change duty_u16 to @overload\n",
      "17:32:14 | ℹ️ Change duty_ns to @overload\n",
      "17:32:14 | ℹ️ Merge scratch\\micropython-reference\\machine\\RTC.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:14 | ℹ️ Change __init__ to @overload\n",
      "17:32:14 | ℹ️ Change init to @overload\n",
      "17:32:14 | ℹ️ Change alarm to @overload\n",
      "17:32:15 | ℹ️ Merge scratch\\micropython-reference\\machine\\SD.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:15 | ℹ️ Merge scratch\\micropython-reference\\machine\\SDCard.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:16 | ℹ️ Merge scratch\\micropython-reference\\machine\\Signal.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:16 | ℹ️ Change __init__ to @overload\n",
      "17:32:16 | ℹ️ Change value to @overload\n",
      "17:32:16 | ℹ️ Merge scratch\\micropython-reference\\machine\\SPI.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:17 | ℹ️ Change __init__ to @overload\n",
      "17:32:17 | ℹ️ Change init to @overload\n",
      "17:32:17 | ℹ️ Merge scratch\\micropython-reference\\machine\\Timer.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:17 | ℹ️ Change __init__ to @overload\n",
      "17:32:17 | ℹ️ Merge scratch\\micropython-reference\\machine\\TimerWiPy.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:18 | ℹ️ Merge scratch\\micropython-reference\\machine\\UART.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:18 | ℹ️ Change __init__ to @overload\n",
      "17:32:18 | ℹ️ Change init to @overload\n",
      "17:32:18 | ℹ️ Change read to @overload\n",
      "17:32:18 | ℹ️ Change readinto to @overload\n",
      "17:32:18 | ℹ️ Merge scratch\\micropython-reference\\machine\\USBDevice.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:19 | ℹ️ Merge scratch\\micropython-reference\\machine\\WDT.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\machine.pyi\n",
      "17:32:19 | ℹ️ Merge scratch\\micropython-reference\\math\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\math.pyi\n",
      "17:32:19 | ℹ️ Merge scratch\\micropython-reference\\micropython\\__init__.pyi from\n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\micropython.pyi\n",
      "17:32:19 | ℹ️ Change opt_level to @overload\n",
      "17:32:19 | ℹ️ Change mem_info to @overload\n",
      "17:32:19 | ℹ️ Change qstr_info to @overload\n",
      "17:32:19 | ℹ️ Merge scratch\\micropython-reference\\neopixel\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\neopixel.pyi\n",
      "17:32:20 | ℹ️ Merge scratch\\micropython-reference\\network\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:20 | ℹ️ Change active to @overload\n",
      "17:32:20 | ℹ️ Change connect to @overload\n",
      "17:32:20 | ℹ️ Change status to @overload\n",
      "17:32:20 | ℹ️ Change ifconfig to @overload\n",
      "17:32:20 | ℹ️ Change config to @overload\n",
      "17:32:20 | ℹ️ Merge scratch\\micropython-reference\\network\\LAN.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:20 | ℹ️ Merge scratch\\micropython-reference\\network\\PPP.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:20 | ℹ️ Merge scratch\\micropython-reference\\network\\WIZNET5K.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:20 | ℹ️ Merge scratch\\micropython-reference\\network\\WLAN.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:21 | ℹ️ Change active to @overload\n",
      "17:32:21 | ℹ️ Change status to @overload\n",
      "17:32:21 | ℹ️ Change ifconfig to @overload\n",
      "17:32:21 | ℹ️ Change config to @overload\n",
      "17:32:21 | ℹ️ Merge scratch\\micropython-reference\\network\\WLANWiPy.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\network.pyi\n",
      "17:32:21 | ℹ️ Change __init__ to @overload\n",
      "17:32:21 | ℹ️ Change mode to @overload\n",
      "17:32:21 | ℹ️ Change ssid to @overload\n",
      "17:32:21 | ℹ️ Change auth to @overload\n",
      "17:32:21 | ℹ️ Change channel to @overload\n",
      "17:32:21 | ℹ️ Change antenna to @overload\n",
      "17:32:21 | ℹ️ Change mac to @overload\n",
      "17:32:21 | ℹ️ Merge scratch\\micropython-reference\\os\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi\n",
      "17:32:21 | ❌ Error parsing repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi:\n",
      "Syntax Error @ 26:1.\n",
      "parser error: error at 25:0: expected NAME\n",
      "\n",
      "from typing_extensions import TypeAlias\n",
      "                                      ^\n",
      "17:32:21 | ❌ Error parsing scratch\\micropython-reference\\os\\__init__.pyi\n",
      "17:32:21 | ❌ Error parsing repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi:\n",
      "Syntax Error @ 26:1.\n",
      "parser error: error at 25:0: expected NAME\n",
      "\n",
      "from typing_extensions import TypeAlias\n",
      "                                      ^\n",
      "17:32:21 | ℹ️ Merge scratch\\micropython-reference\\pyb\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:22 | ℹ️ Change freq to @overload\n",
      "17:32:22 | ℹ️ Change hid to @overload\n",
      "17:32:22 | ℹ️ Change info to @overload\n",
      "17:32:22 | ℹ️ Change mount to @overload\n",
      "17:32:22 | ℹ️ Change repl_uart to @overload\n",
      "17:32:22 | ℹ️ Change usb_mode to @overload\n",
      "17:32:22 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Accel.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:23 | ℹ️ Merge scratch\\micropython-reference\\pyb\\ADC.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:24 | ℹ️ Merge scratch\\micropython-reference\\pyb\\CAN.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:24 | ℹ️ Change info to @overload\n",
      "17:32:24 | ℹ️ Change setfilter to @overload\n",
      "17:32:24 | ℹ️ Change recv to @overload\n",
      "17:32:25 | ℹ️ Merge scratch\\micropython-reference\\pyb\\DAC.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:25 | ℹ️ Merge scratch\\micropython-reference\\pyb\\ExtInt.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:26 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Flash.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:27 | ℹ️ Change __init__ to @overload\n",
      "17:32:27 | ℹ️ Merge scratch\\micropython-reference\\pyb\\I2C.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:28 | ℹ️ Change mem_read to @overload\n",
      "17:32:28 | ℹ️ Change recv to @overload\n",
      "17:32:28 | ℹ️ Merge scratch\\micropython-reference\\pyb\\LCD.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:29 | ℹ️ Merge scratch\\micropython-reference\\pyb\\LED.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:29 | ℹ️ Change intensity to @overload\n",
      "17:32:29 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Pin.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:30 | ℹ️ Change debug to @overload\n",
      "17:32:30 | ℹ️ Change dict to @overload\n",
      "17:32:30 | ℹ️ Change mapper to @overload\n",
      "17:32:30 | ℹ️ Change value to @overload\n",
      "17:32:30 | ℹ️ Merge scratch\\micropython-reference\\pyb\\RTC.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:31 | ℹ️ Change calibration to @overload\n",
      "17:32:31 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Servo.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:32 | ℹ️ Change angle to @overload\n",
      "17:32:32 | ℹ️ Change speed to @overload\n",
      "17:32:32 | ℹ️ Change calibration to @overload\n",
      "17:32:32 | ℹ️ Merge scratch\\micropython-reference\\pyb\\SPI.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:33 | ℹ️ Change __init__ to @overload\n",
      "17:32:33 | ℹ️ Change init to @overload\n",
      "17:32:33 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Switch.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:35 | ℹ️ Merge scratch\\micropython-reference\\pyb\\Timer.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:36 | ℹ️ Change __init__ to @overload\n",
      "17:32:36 | ℹ️ Change init to @overload\n",
      "17:32:36 | ℹ️ Change channel to @overload\n",
      "17:32:36 | ℹ️ Change counter to @overload\n",
      "17:32:36 | ℹ️ Change freq to @overload\n",
      "17:32:36 | ℹ️ Change period to @overload\n",
      "17:32:36 | ℹ️ Change prescaler to @overload\n",
      "17:32:36 | ℹ️ Change capture to @overload\n",
      "17:32:36 | ℹ️ Change compare to @overload\n",
      "17:32:36 | ℹ️ Change pulse_width to @overload\n",
      "17:32:36 | ℹ️ Change pulse_width_percent to @overload\n",
      "17:32:36 | ℹ️ Merge scratch\\micropython-reference\\pyb\\UART.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:37 | ℹ️ Change __init__ to @overload\n",
      "17:32:37 | ℹ️ Change read to @overload\n",
      "17:32:37 | ℹ️ Change readinto to @overload\n",
      "17:32:37 | ℹ️ Merge scratch\\micropython-reference\\pyb\\USB_HID.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:38 | ℹ️ Change recv to @overload\n",
      "17:32:38 | ℹ️ Merge scratch\\micropython-reference\\pyb\\USB_VCP.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\pyb.pyi\n",
      "17:32:38 | ℹ️ Change read to @overload\n",
      "17:32:38 | ℹ️ Change readinto to @overload\n",
      "17:32:38 | ℹ️ Change recv to @overload\n",
      "17:32:38 | ℹ️ Merge scratch\\micropython-reference\\random\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\random.pyi\n",
      "17:32:39 | ℹ️ Change randrange to @overload\n",
      "17:32:39 | ℹ️ Merge scratch\\micropython-reference\\select\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\select.pyi\n",
      "17:32:39 | ℹ️ Merge scratch\\micropython-reference\\select\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uselect.pyi\n",
      "17:32:39 | ℹ️ Merge scratch\\micropython-reference\\socket\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\socket.pyi\n",
      "17:32:39 | ℹ️ Change makefile to @overload\n",
      "17:32:39 | ℹ️ Change read to @overload\n",
      "17:32:39 | ℹ️ Change readinto to @overload\n",
      "17:32:39 | ℹ️ Merge scratch\\micropython-reference\\ssl\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ssl.pyi\n",
      "17:32:39 | ℹ️ Merge scratch\\micropython-reference\\stm\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\stm.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\struct\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\struct.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\sys\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\sys.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\sys\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\usys.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\time\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\time.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\uarray.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\array.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\ubinascii.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\binascii.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\ubinascii.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ubinascii.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\uctypes\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uctypes.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\uio.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uio.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\ujson.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\json.pyi\n",
      "17:32:40 | ℹ️ Merge scratch\\micropython-reference\\ujson.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ujson.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\uos.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi\n",
      "17:32:41 | ❌ Error parsing repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi:\n",
      "Syntax Error @ 26:1.\n",
      "parser error: error at 25:0: expected NAME\n",
      "\n",
      "from typing_extensions import TypeAlias\n",
      "                                      ^\n",
      "17:32:41 | ❌ Error parsing scratch\\micropython-reference\\uos.pyi\n",
      "17:32:41 | ❌ Error parsing repos\\PyBoardTypeshed\\micropython_typesheds\\os.pyi:\n",
      "Syntax Error @ 26:1.\n",
      "parser error: error at 25:0: expected NAME\n",
      "\n",
      "from typing_extensions import TypeAlias\n",
      "                                      ^\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\uselect.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\select.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\uselect.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uselect.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\usocket.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\socket.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\ussl.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\ssl.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\ustruct.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\struct.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\utime.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\time.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\uzlib.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uzlib.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\uzlib.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\zlib.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\wipy\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\wipy.pyi\n",
      "17:32:41 | ℹ️ Change heartbeat to @overload\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\zlib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\uzlib.pyi\n",
      "17:32:41 | ℹ️ Merge scratch\\micropython-reference\\zlib\\__init__.pyi from \n",
      "repos\\PyBoardTypeshed\\micropython_typesheds\\zlib.pyi\n"
     ]
    }
   ],
   "source": [
    "## Merge redacted typehints from the overload source with docstubs\n",
    "!stubber enrich --params-only --stubs scratch --docstubs {overload_typestubs}\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All checks passed!\n"
     ]
    }
   ],
   "source": [
    "# sanity check on formatting\n",
    "! ruff check scratch\\micropython-reference --ignore F4 --ignore UP0 --ignore F811 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "A subdirectory or file scratch\\micropython-reference\\_rp2 already exists.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ".\\repos\\rp2040\\_rp2\\DMA.pyi\n",
      ".\\repos\\rp2040\\_rp2\\Flash.pyi\n",
      ".\\repos\\rp2040\\_rp2\\irq.pyi\n",
      ".\\repos\\rp2040\\_rp2\\PIO.pyi\n",
      ".\\repos\\rp2040\\_rp2\\PIOASMEmit.py\n",
      ".\\repos\\rp2040\\_rp2\\StateMachine.pyi\n",
      ".\\repos\\rp2040\\_rp2\\__init__.pyi\n",
      "        7 file(s) copied.\n"
     ]
    }
   ],
   "source": [
    "# add _rp2 module\n",
    "! mkdir scratch\\micropython-reference\\_rp2\n",
    "!copy .\\repos\\rp2040\\_rp2\\*.* .\\scratch\\micropython-reference\\_rp2\\*.*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Copy _mpy_shed to the reference folder\n",
    "copy_module(\"_mpy_shed\", manual_p)\n",
    "copy_module(\"_thread\", manual_p)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add rp2 modules ( may be an overkill?)\n",
    "copy_module(\"_rp2\", manual_p / \"rpi\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# fix u-module imports and replace stdlib imports with _mpy_shed\n",
    "\n",
    "from pathlib import Path\n",
    "\n",
    "\n",
    "UMOD_TO_UMOD = [\n",
    "    \"from uarray import\",\n",
    "    \"from uio import\",\n",
    "    \"from usocket import\",\n",
    "    \"from uos import\",\n",
    "    \"from usys import\",\n",
    "    \"from utime import\",\n",
    "]\n",
    "\n",
    "\n",
    "NO_IMPORT = [\n",
    "    \"from io import AnyReadableBuf\",\n",
    "    \"from io import AnyWritableBuf\",\n",
    "    \"from uio import AnyReadableBuf\",\n",
    "    \"from uio import AnyWritableBuf\",\n",
    "    \"from io import StrOrBytesPath\",\n",
    "    \"from uio import StrOrBytesPath\",\n",
    "]\n",
    "\n",
    "\n",
    "REPLACE = [\n",
    "    (\"from os import AbstractBlockDev\", \"from _mpy_shed import AbstractBlockDev\"),\n",
    "    (\"from io import IOBase\", \"from _mpy_shed import IOBase\"),\n",
    "    (\"from uio import IOBase\", \"from _mpy_shed import IOBase\"),\n",
    "]\n",
    "\n",
    "\n",
    "# Iterate over all files in the directory\n",
    "# reference_p = Path(\"scratch/micropython-v1_23_0-docstubs\")\n",
    "\n",
    "\n",
    "for file in reference_p.rglob(\"*.p*\"):\n",
    "    # Check if the file is a regular file\n",
    "    if file.is_file():\n",
    "        # Open the file in read mode\n",
    "        with file.open(mode=\"r\", encoding=\"utf-8\") as f:\n",
    "            # Read the contents of the file\n",
    "            lines = f.readlines()\n",
    "\n",
    "        # Open the file in write mode\n",
    "        with file.open(mode=\"w\", encoding=\"utf-8\") as f:\n",
    "            # Iterate over each line in the file\n",
    "            for line in lines:\n",
    "                if \"import\" not in line:\n",
    "                    f.write(line)\n",
    "                    continue\n",
    "\n",
    "                # Check if the line starts with\n",
    "                if any(line.startswith(l) for l in UMOD_TO_UMOD):\n",
    "                    # Modify the line to remove the `u` prefix\n",
    "                    line = \"from \" + line[6:]\n",
    "\n",
    "                # always replace the imports\n",
    "                for old, new in REPLACE:\n",
    "                    if line.startswith(old):\n",
    "                        line = f\"{new}\\n\"\n",
    "                        break\n",
    "\n",
    "                if any(line.startswith(l) for l in NO_IMPORT):\n",
    "                    # remove the line\n",
    "                    # line = \"# \" + line\n",
    "                    line = \"\"\n",
    "\n",
    "                # Write the modified line to the file\n",
    "                f.write(line)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All checks passed!\n"
     ]
    }
   ],
   "source": [
    "# sanity check on formatting\n",
    "! ruff check scratch\\micropython-reference --ignore F4 --ignore UP0 --ignore F811 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add missing HASH class to hashlib\n",
    "\n",
    "\n",
    "def append_partial_module(module: str):\n",
    "    with open(manual_p / \"partial_modules\" / f\"{module}.pyi\") as f:\n",
    "        content = f.read()\n",
    "    with open(reference_p / module / \"__init__.pyi\", \"a\") as f:\n",
    "        f.write(content)\n",
    "\n",
    "\n",
    "append_partial_module(\"hashlib\")\n",
    "append_partial_module(\"random\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# clean / change rp2 / _rp2\n",
    "\n",
    "# # if not MIT:\n",
    "# # Append the class PIOASMEmit to the rp2 module\n",
    "# append_partial_module(\"rp2\")\n",
    "\n",
    "\n",
    "clean_rp2_modules = False\n",
    "if clean_rp2_modules:\n",
    "\n",
    "    # remove the submodules  to avoid duplication in multiple files\n",
    "\n",
    "    for name in [\"DMA\", \"FLASH\", \"PIO\", \"StateMachine\"]:\n",
    "        submodule = reference_p / f\"rp2/{name}.pyi\"\n",
    "        submodule.unlink(missing_ok=True)\n",
    "\n",
    "    # remove the relative imports from the rp2 module\n",
    "    rp2 = Path(reference_p / \"rp2\" / \"__init__.pyi\")\n",
    "\n",
    "    with rp2.open(mode=\"r\", encoding=\"utf-8\") as f:\n",
    "        # Read the contents of the file\n",
    "        lines = f.readlines()\n",
    "\n",
    "    # Open the file in write mode\n",
    "\n",
    "    # with rp2.open(mode=\"w\", encoding=\"utf-8\") as f:\n",
    "    #     # Iterate over each line in the file\n",
    "    #     for line in lines:\n",
    "    #         # Check if the line starts with\n",
    "    #         if line.startswith(\"from .\") or line == \"from rp2 import PIOASMEmit\":\n",
    "    #             line = \"# \" + line\n",
    "\n",
    "    #         # Write the modified line to the file\n",
    "    #         f.write(line)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All checks passed!\n"
     ]
    }
   ],
   "source": [
    "# sanity check on formatting\n",
    "! ruff check scratch\\micropython-reference --ignore F4 --ignore UP0 --ignore F811 \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "All checks passed!\n"
     ]
    }
   ],
   "source": [
    "# Clean formatting and upgrade typing notation to 3.10\n",
    "#  except :\n",
    "# - non-pep585-annotation (UP006)  - Keep from typing import List to support Python 3.7 , 3.8 \n",
    " \n",
    "! ruff check {reference_p} --fix --unsafe-fixes --ignore UP006 --ignore  UP035 --ignore F405\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# run autoflake on all files - one by one to get the __init__.pyi files\n",
    "for f in reference_p.rglob(\"*.pyi\"):\n",
    "    ! autoflake {f} --in --imports typing_extensions,_mpy_shed,_typeshed\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\uio.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\usocket.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\array\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\asyncio\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\bluetooth\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\btree\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\cmath\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\collections\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\cryptolib\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\deflate\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\errno\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\esp\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\esp32\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\espnow\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\framebuf\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\gc\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\gzip\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\hashlib\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\heapq\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\json\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\lcd160cr\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADC.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADCBlock.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\ADCWiPy.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\I2C.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\I2S.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Pin.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\PWM.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\RTC.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SD.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SDCard.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Signal.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\SPI.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\Timer.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\TimerWiPy.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\UART.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\USBDevice.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\math\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\micropython\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\neopixel\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\LAN.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\PPP.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WIZNET5K.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WLAN.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\WLANWiPy.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\network\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\openamp\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\os\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\platform\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Accel.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\ADC.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\CAN.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\DAC.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\ExtInt.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Flash.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\I2C.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\LED.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Pin.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\RTC.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Servo.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\SPI.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Switch.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\Timer.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\UART.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\USB_HID.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\USB_VCP.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\random\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\DMA.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\Flash.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\PIO.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\StateMachine.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\rp2\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\select\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\socket\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\ssl\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\stm\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\struct\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\sys\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\time\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\uctypes\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\vfs\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wipy\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\DiskAccess.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\FlashArea.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\zsensor.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zephyr\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\zlib\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_mpy_shed\\_collections_abc.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_mpy_shed\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_mpy_shed\\collections\\__init__.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_rp2\\DMA.pyi\n",
      "Fixing D:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\_rp2\\Flash.pyi\n"
     ]
    }
   ],
   "source": [
    "# clean up the formatting and import orders by running isort\n",
    "! isort {reference_p}\n",
    "\n",
    "# remove duplicate comments created by merging multiple files \n",
    "\n",
    "def remove_duplicate_comments(file):\n",
    "    with open(file, encoding=\"utf-8\") as f:\n",
    "        lines = f.readlines()\n",
    "\n",
    "    comments = {}\n",
    "    with open(file, \"w\", encoding=\"utf-8\") as f:\n",
    "        for line in lines:\n",
    "            if line.startswith(\"# MCU:\") or line.startswith(\"# Stubber\"):\n",
    "                if line in comments:\n",
    "                    continue\n",
    "                comments[line] = True\n",
    "            f.write(line)\n",
    "\n",
    "\n",
    "for file in reference_p.rglob(\"*.pyi\"):\n",
    "    remove_duplicate_comments(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Reference baked from Source repos\\PyBoardTypeshed\\micropython_typesheds\n",
      "======================================== \n",
      "WARNING: there is a new pyright version available (v1.1.388 -> v1.1.389).\n",
      "Please install the new version or set PYRIGHT_PYTHON_FORCE_VERSION to `latest`\n",
      "\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\espnow\\__init__.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\espnow\\__init__.pyi:\u001b[33m468\u001b[39m:\u001b[33m35\u001b[39m - \u001b[34minformation\u001b[39m: \"value\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi:\u001b[33m208\u001b[39m:\u001b[33m44\u001b[39m - \u001b[34minformation\u001b[39m: \"TextIOWrapper\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi:\u001b[33m216\u001b[39m:\u001b[33m33\u001b[39m - \u001b[34minformation\u001b[39m: \"_OpenTextModeWriting\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi:\u001b[33m216\u001b[39m:\u001b[33m78\u001b[39m - \u001b[34minformation\u001b[39m: \"TextIOWrapper\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi:\u001b[33m224\u001b[39m:\u001b[33m33\u001b[39m - \u001b[34minformation\u001b[39m: \"_OpenBinaryMode\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\io\\__init__.pyi:\u001b[33m224\u001b[39m:\u001b[33m73\u001b[39m - \u001b[34minformation\u001b[39m: \"FileIO\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\TimerWiPy.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\machine\\TimerWiPy.pyi:\u001b[33m48\u001b[39m:\u001b[33m58\u001b[39m - \u001b[34minformation\u001b[39m: \"POSITIVE\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\openamp\\__init__.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\openamp\\__init__.pyi:\u001b[33m56\u001b[39m:\u001b[33m44\u001b[39m - \u001b[34minformation\u001b[39m: \"ENDPOINT_ADDR_ANY\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\openamp\\__init__.pyi:\u001b[33m56\u001b[39m:\u001b[33m68\u001b[39m - \u001b[34minformation\u001b[39m: \"ENDPOINT_ADDR_ANY\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\DAC.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\DAC.pyi:\u001b[33m72\u001b[39m:\u001b[33m10\u001b[39m - \u001b[34minformation\u001b[39m: Unsupported escape sequence in string literal\u001b[90m (reportInvalidStringEscapeSequence)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\pyb\\DAC.pyi:\u001b[33m72\u001b[39m:\u001b[33m12\u001b[39m - \u001b[34minformation\u001b[39m: Unsupported escape sequence in string literal\u001b[90m (reportInvalidStringEscapeSequence)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\random\\__init__.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\random\\__init__.pyi:\u001b[33m117\u001b[39m:\u001b[33m7\u001b[39m - \u001b[36mwarning\u001b[39m: Type variable \"_T\" used in generic Protocol \"Subscriptable\" should be covariant\u001b[90m (reportInvalidTypeVarUse)\u001b[39m\n",
      "d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m59\u001b[39m:\u001b[33m14\u001b[39m - \u001b[34minformation\u001b[39m: \"SWAP_NONE\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m60\u001b[39m:\u001b[33m15\u001b[39m - \u001b[34minformation\u001b[39m: \"ROUTE_PLAYBACK_RECORD\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m61\u001b[39m:\u001b[33m20\u001b[39m - \u001b[34minformation\u001b[39m: \"INPUT_MIC3\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m62\u001b[39m:\u001b[33m21\u001b[39m - \u001b[34minformation\u001b[39m: \"INPUT_MIC2\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m63\u001b[39m:\u001b[33m23\u001b[39m - \u001b[34minformation\u001b[39m: \"SYSCLK_MCLK\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m66\u001b[39m:\u001b[33m18\u001b[39m - \u001b[34minformation\u001b[39m: \"SYNC_DAC\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m67\u001b[39m:\u001b[33m18\u001b[39m - \u001b[34minformation\u001b[39m: \"BUS_I2S\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m68\u001b[39m:\u001b[33m21\u001b[39m - \u001b[34minformation\u001b[39m: \"WM8960_I2C_ADDR\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m98\u001b[39m:\u001b[33m50\u001b[39m - \u001b[34minformation\u001b[39m: \"MUTE_FAST\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "  d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\\wm8960\\__init__.pyi:\u001b[33m152\u001b[39m:\u001b[33m38\u001b[39m - \u001b[34minformation\u001b[39m: \"ALC_MODE\" is not defined\u001b[90m (reportUndefinedVariable)\u001b[39m\n",
      "0 errors, 1 warning, 21 informations \n"
     ]
    }
   ],
   "source": [
    "print(f\"Reference baked from Source {overload_typestubs}\\n{'='*40} \")\n",
    "!cd \"d:\\mypython\\micropython-stubber\\scratch\\micropython-reference\" && pyright .\n",
    "!cd \"d:\\mypython\\micropython-stubber\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}