app/src/demos/billboard_identifier_mapillary.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 89,
   "outputs": [],
   "source": [
    "import glob\n",
    "from typing import List\n",
    "import billboard_identifier\n",
    "import common\n",
    "import cv2\n",
    "import numpy as np\n",
    "import os.path\n",
    "import shutil\n",
    "import pathlib\n",
    "import billboard_replacement\n",
    "import min_bounding_rect"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import importlib\n",
    "importlib.reload(billboard_identifier)\n",
    "importlib.reload(billboard_replacement)\n",
    "importlib.reload(common)\n",
    "pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 18000 source images.\n",
      "Found 18000 label images.\n"
     ]
    }
   ],
   "source": [
    "source_images = glob.glob(os.path.join(\n",
    "    \"E:\\\\research\\\\Datasets\\\\mapillary-vistas\\\\mapillary-vistas-dataset_public_v1.2\\\\training\\\\images\",\n",
    "    \"*.jpg\"\n",
    "))\n",
    "label_images = glob.glob(os.path.join(\n",
    "    \"E:\\\\research\\\\Datasets\\\\mapillary-vistas\\\\mapillary-vistas-dataset_public_v1.2\\\\training\\\\labels\",\n",
    "    \"*.png\"\n",
    "))\n",
    "\n",
    "print(f\"Found {len(source_images)} source images.\")\n",
    "print(f\"Found {len(label_images)} label images.\")"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data file does not yet exist.\n",
      "[100/18000 (0.6%)] Found 77(+77 | 0.4%) billboards so far.\n",
      "[200/18000 (1.1%)] Found 151(+74 | 0.8%) billboards so far.\n",
      "[300/18000 (1.7%)] Found 229(+78 | 1.3%) billboards so far.\n",
      "[400/18000 (2.2%)] Found 309(+80 | 1.7%) billboards so far.\n",
      "[500/18000 (2.8%)] Found 387(+78 | 2.1%) billboards so far.\n",
      "[600/18000 (3.3%)] Found 464(+77 | 2.6%) billboards so far.\n",
      "[700/18000 (3.9%)] Found 545(+81 | 3.0%) billboards so far.\n",
      "[800/18000 (4.4%)] Found 613(+68 | 3.4%) billboards so far.\n",
      "[900/18000 (5.0%)] Found 688(+75 | 3.8%) billboards so far.\n",
      "[1000/18000 (5.6%)] Found 762(+74 | 4.2%) billboards so far.\n",
      "[1100/18000 (6.1%)] Found 842(+80 | 4.7%) billboards so far.\n",
      "[1200/18000 (6.7%)] Found 917(+75 | 5.1%) billboards so far.\n",
      "[1300/18000 (7.2%)] Found 992(+75 | 5.5%) billboards so far.\n",
      "[1400/18000 (7.8%)] Found 1063(+71 | 5.9%) billboards so far.\n",
      "[1500/18000 (8.3%)] Found 1137(+74 | 6.3%) billboards so far.\n",
      "[1600/18000 (8.9%)] Found 1207(+70 | 6.7%) billboards so far.\n",
      "[1700/18000 (9.4%)] Found 1280(+73 | 7.1%) billboards so far.\n",
      "[1800/18000 (10.0%)] Found 1347(+67 | 7.5%) billboards so far.\n",
      "[1900/18000 (10.6%)] Found 1423(+76 | 7.9%) billboards so far.\n",
      "[2000/18000 (11.1%)] Found 1492(+69 | 8.3%) billboards so far.\n",
      "[2100/18000 (11.7%)] Found 1564(+72 | 8.7%) billboards so far.\n",
      "[2200/18000 (12.2%)] Found 1638(+74 | 9.1%) billboards so far.\n",
      "[2300/18000 (12.8%)] Found 1708(+70 | 9.5%) billboards so far.\n",
      "[2400/18000 (13.3%)] Found 1774(+66 | 9.9%) billboards so far.\n",
      "[2500/18000 (13.9%)] Found 1844(+70 | 10.2%) billboards so far.\n",
      "[2600/18000 (14.4%)] Found 1911(+67 | 10.6%) billboards so far.\n",
      "[2700/18000 (15.0%)] Found 1988(+77 | 11.0%) billboards so far.\n",
      "[2800/18000 (15.6%)] Found 2062(+74 | 11.5%) billboards so far.\n",
      "[2900/18000 (16.1%)] Found 2134(+72 | 11.9%) billboards so far.\n",
      "[3000/18000 (16.7%)] Found 2212(+78 | 12.3%) billboards so far.\n",
      "[3100/18000 (17.2%)] Found 2286(+74 | 12.7%) billboards so far.\n",
      "[3200/18000 (17.8%)] Found 2356(+70 | 13.1%) billboards so far.\n",
      "[3300/18000 (18.3%)] Found 2425(+69 | 13.5%) billboards so far.\n",
      "[3400/18000 (18.9%)] Found 2498(+73 | 13.9%) billboards so far.\n",
      "[3500/18000 (19.4%)] Found 2565(+67 | 14.2%) billboards so far.\n",
      "[3600/18000 (20.0%)] Found 2631(+66 | 14.6%) billboards so far.\n",
      "[3700/18000 (20.6%)] Found 2701(+70 | 15.0%) billboards so far.\n",
      "[3800/18000 (21.1%)] Found 2773(+72 | 15.4%) billboards so far.\n",
      "[3900/18000 (21.7%)] Found 2841(+68 | 15.8%) billboards so far.\n",
      "[4000/18000 (22.2%)] Found 2914(+73 | 16.2%) billboards so far.\n",
      "[4100/18000 (22.8%)] Found 2991(+77 | 16.6%) billboards so far.\n",
      "[4200/18000 (23.3%)] Found 3057(+66 | 17.0%) billboards so far.\n",
      "[4300/18000 (23.9%)] Found 3125(+68 | 17.4%) billboards so far.\n",
      "[4400/18000 (24.4%)] Found 3195(+70 | 17.8%) billboards so far.\n",
      "[4500/18000 (25.0%)] Found 3272(+77 | 18.2%) billboards so far.\n",
      "[4600/18000 (25.6%)] Found 3330(+58 | 18.5%) billboards so far.\n",
      "[4700/18000 (26.1%)] Found 3406(+76 | 18.9%) billboards so far.\n",
      "[4800/18000 (26.7%)] Found 3474(+68 | 19.3%) billboards so far.\n",
      "[4900/18000 (27.2%)] Found 3542(+68 | 19.7%) billboards so far.\n",
      "[5000/18000 (27.8%)] Found 3613(+71 | 20.1%) billboards so far.\n",
      "[5100/18000 (28.3%)] Found 3697(+84 | 20.5%) billboards so far.\n",
      "[5200/18000 (28.9%)] Found 3772(+75 | 21.0%) billboards so far.\n",
      "[5300/18000 (29.4%)] Found 3834(+62 | 21.3%) billboards so far.\n",
      "[5400/18000 (30.0%)] Found 3904(+70 | 21.7%) billboards so far.\n",
      "[5500/18000 (30.6%)] Found 3980(+76 | 22.1%) billboards so far.\n",
      "[5600/18000 (31.1%)] Found 4047(+67 | 22.5%) billboards so far.\n",
      "[5700/18000 (31.7%)] Found 4114(+67 | 22.9%) billboards so far.\n",
      "[5800/18000 (32.2%)] Found 4186(+72 | 23.3%) billboards so far.\n",
      "[5900/18000 (32.8%)] Found 4260(+74 | 23.7%) billboards so far.\n",
      "[6000/18000 (33.3%)] Found 4333(+73 | 24.1%) billboards so far.\n",
      "[6100/18000 (33.9%)] Found 4411(+78 | 24.5%) billboards so far.\n",
      "[6200/18000 (34.4%)] Found 4482(+71 | 24.9%) billboards so far.\n",
      "[6300/18000 (35.0%)] Found 4563(+81 | 25.4%) billboards so far.\n",
      "[6400/18000 (35.6%)] Found 4638(+75 | 25.8%) billboards so far.\n",
      "[6500/18000 (36.1%)] Found 4711(+73 | 26.2%) billboards so far.\n",
      "[6600/18000 (36.7%)] Found 4781(+70 | 26.6%) billboards so far.\n",
      "[6700/18000 (37.2%)] Found 4849(+68 | 26.9%) billboards so far.\n",
      "[6800/18000 (37.8%)] Found 4922(+73 | 27.3%) billboards so far.\n",
      "[6900/18000 (38.3%)] Found 4991(+69 | 27.7%) billboards so far.\n",
      "[7000/18000 (38.9%)] Found 5065(+74 | 28.1%) billboards so far.\n",
      "[7100/18000 (39.4%)] Found 5137(+72 | 28.5%) billboards so far.\n",
      "[7200/18000 (40.0%)] Found 5212(+75 | 29.0%) billboards so far.\n",
      "[7300/18000 (40.6%)] Found 5283(+71 | 29.3%) billboards so far.\n",
      "[7400/18000 (41.1%)] Found 5353(+70 | 29.7%) billboards so far.\n",
      "[7500/18000 (41.7%)] Found 5424(+71 | 30.1%) billboards so far.\n",
      "[7600/18000 (42.2%)] Found 5508(+84 | 30.6%) billboards so far.\n",
      "[7700/18000 (42.8%)] Found 5583(+75 | 31.0%) billboards so far.\n",
      "[7800/18000 (43.3%)] Found 5659(+76 | 31.4%) billboards so far.\n",
      "[7900/18000 (43.9%)] Found 5735(+76 | 31.9%) billboards so far.\n",
      "[8000/18000 (44.4%)] Found 5812(+77 | 32.3%) billboards so far.\n",
      "[8100/18000 (45.0%)] Found 5890(+78 | 32.7%) billboards so far.\n",
      "[8200/18000 (45.6%)] Found 5958(+68 | 33.1%) billboards so far.\n",
      "[8300/18000 (46.1%)] Found 6030(+72 | 33.5%) billboards so far.\n",
      "[8400/18000 (46.7%)] Found 6098(+68 | 33.9%) billboards so far.\n",
      "[8500/18000 (47.2%)] Found 6170(+72 | 34.3%) billboards so far.\n",
      "[8600/18000 (47.8%)] Found 6237(+67 | 34.6%) billboards so far.\n",
      "[8700/18000 (48.3%)] Found 6318(+81 | 35.1%) billboards so far.\n",
      "[8800/18000 (48.9%)] Found 6387(+69 | 35.5%) billboards so far.\n",
      "[8900/18000 (49.4%)] Found 6461(+74 | 35.9%) billboards so far.\n",
      "[9000/18000 (50.0%)] Found 6539(+78 | 36.3%) billboards so far.\n",
      "[9100/18000 (50.6%)] Found 6613(+74 | 36.7%) billboards so far.\n",
      "[9200/18000 (51.1%)] Found 6690(+77 | 37.2%) billboards so far.\n",
      "[9300/18000 (51.7%)] Found 6761(+71 | 37.6%) billboards so far.\n",
      "[9400/18000 (52.2%)] Found 6838(+77 | 38.0%) billboards so far.\n",
      "[9500/18000 (52.8%)] Found 6913(+75 | 38.4%) billboards so far.\n",
      "[9600/18000 (53.3%)] Found 6981(+68 | 38.8%) billboards so far.\n",
      "[9700/18000 (53.9%)] Found 7062(+81 | 39.2%) billboards so far.\n",
      "[9800/18000 (54.4%)] Found 7131(+69 | 39.6%) billboards so far.\n",
      "[9900/18000 (55.0%)] Found 7202(+71 | 40.0%) billboards so far.\n",
      "[10000/18000 (55.6%)] Found 7267(+65 | 40.4%) billboards so far.\n",
      "[10100/18000 (56.1%)] Found 7341(+74 | 40.8%) billboards so far.\n",
      "[10200/18000 (56.7%)] Found 7416(+75 | 41.2%) billboards so far.\n",
      "[10300/18000 (57.2%)] Found 7497(+81 | 41.6%) billboards so far.\n",
      "[10400/18000 (57.8%)] Found 7568(+71 | 42.0%) billboards so far.\n",
      "[10500/18000 (58.3%)] Found 7645(+77 | 42.5%) billboards so far.\n",
      "[10600/18000 (58.9%)] Found 7717(+72 | 42.9%) billboards so far.\n",
      "[10700/18000 (59.4%)] Found 7792(+75 | 43.3%) billboards so far.\n",
      "[10800/18000 (60.0%)] Found 7863(+71 | 43.7%) billboards so far.\n",
      "[10900/18000 (60.6%)] Found 7940(+77 | 44.1%) billboards so far.\n",
      "[11000/18000 (61.1%)] Found 8011(+71 | 44.5%) billboards so far.\n",
      "[11100/18000 (61.7%)] Found 8070(+59 | 44.8%) billboards so far.\n",
      "[11200/18000 (62.2%)] Found 8137(+67 | 45.2%) billboards so far.\n",
      "[11300/18000 (62.8%)] Found 8207(+70 | 45.6%) billboards so far.\n",
      "[11400/18000 (63.3%)] Found 8276(+69 | 46.0%) billboards so far.\n",
      "[11500/18000 (63.9%)] Found 8341(+65 | 46.3%) billboards so far.\n",
      "[11600/18000 (64.4%)] Found 8417(+76 | 46.8%) billboards so far.\n",
      "[11700/18000 (65.0%)] Found 8486(+69 | 47.1%) billboards so far.\n",
      "[11800/18000 (65.6%)] Found 8557(+71 | 47.5%) billboards so far.\n",
      "[11900/18000 (66.1%)] Found 8635(+78 | 48.0%) billboards so far.\n",
      "[12000/18000 (66.7%)] Found 8709(+74 | 48.4%) billboards so far.\n",
      "[12100/18000 (67.2%)] Found 8781(+72 | 48.8%) billboards so far.\n",
      "[12200/18000 (67.8%)] Found 8855(+74 | 49.2%) billboards so far.\n",
      "[12300/18000 (68.3%)] Found 8922(+67 | 49.6%) billboards so far.\n",
      "[12400/18000 (68.9%)] Found 8994(+72 | 50.0%) billboards so far.\n",
      "[12500/18000 (69.4%)] Found 9064(+70 | 50.4%) billboards so far.\n",
      "[12600/18000 (70.0%)] Found 9136(+72 | 50.8%) billboards so far.\n",
      "[12700/18000 (70.6%)] Found 9209(+73 | 51.2%) billboards so far.\n",
      "[12800/18000 (71.1%)] Found 9290(+81 | 51.6%) billboards so far.\n",
      "[12900/18000 (71.7%)] Found 9351(+61 | 51.9%) billboards so far.\n",
      "[13000/18000 (72.2%)] Found 9419(+68 | 52.3%) billboards so far.\n",
      "[13100/18000 (72.8%)] Found 9490(+71 | 52.7%) billboards so far.\n",
      "[13200/18000 (73.3%)] Found 9563(+73 | 53.1%) billboards so far.\n",
      "[13300/18000 (73.9%)] Found 9641(+78 | 53.6%) billboards so far.\n",
      "[13400/18000 (74.4%)] Found 9719(+78 | 54.0%) billboards so far.\n",
      "[13500/18000 (75.0%)] Found 9788(+69 | 54.4%) billboards so far.\n",
      "[13600/18000 (75.6%)] Found 9870(+82 | 54.8%) billboards so far.\n",
      "[13700/18000 (76.1%)] Found 9937(+67 | 55.2%) billboards so far.\n",
      "[13800/18000 (76.7%)] Found 10005(+68 | 55.6%) billboards so far.\n",
      "[13900/18000 (77.2%)] Found 10081(+76 | 56.0%) billboards so far.\n",
      "[14000/18000 (77.8%)] Found 10150(+69 | 56.4%) billboards so far.\n",
      "[14100/18000 (78.3%)] Found 10224(+74 | 56.8%) billboards so far.\n",
      "[14200/18000 (78.9%)] Found 10297(+73 | 57.2%) billboards so far.\n",
      "[14300/18000 (79.4%)] Found 10369(+72 | 57.6%) billboards so far.\n",
      "[14400/18000 (80.0%)] Found 10437(+68 | 58.0%) billboards so far.\n",
      "[14500/18000 (80.6%)] Found 10511(+74 | 58.4%) billboards so far.\n",
      "[14600/18000 (81.1%)] Found 10586(+75 | 58.8%) billboards so far.\n",
      "[14700/18000 (81.7%)] Found 10661(+75 | 59.2%) billboards so far.\n",
      "[14800/18000 (82.2%)] Found 10744(+83 | 59.7%) billboards so far.\n",
      "[14900/18000 (82.8%)] Found 10802(+58 | 60.0%) billboards so far.\n",
      "[15000/18000 (83.3%)] Found 10868(+66 | 60.4%) billboards so far.\n",
      "[15100/18000 (83.9%)] Found 10943(+75 | 60.8%) billboards so far.\n",
      "[15200/18000 (84.4%)] Found 11019(+76 | 61.2%) billboards so far.\n",
      "[15300/18000 (85.0%)] Found 11090(+71 | 61.6%) billboards so far.\n",
      "[15400/18000 (85.6%)] Found 11155(+65 | 62.0%) billboards so far.\n",
      "[15500/18000 (86.1%)] Found 11221(+66 | 62.3%) billboards so far.\n",
      "[15600/18000 (86.7%)] Found 11297(+76 | 62.8%) billboards so far.\n",
      "[15700/18000 (87.2%)] Found 11375(+78 | 63.2%) billboards so far.\n",
      "[15800/18000 (87.8%)] Found 11446(+71 | 63.6%) billboards so far.\n",
      "[15900/18000 (88.3%)] Found 11513(+67 | 64.0%) billboards so far.\n",
      "[16000/18000 (88.9%)] Found 11592(+79 | 64.4%) billboards so far.\n",
      "[16100/18000 (89.4%)] Found 11675(+83 | 64.9%) billboards so far.\n",
      "[16200/18000 (90.0%)] Found 11746(+71 | 65.3%) billboards so far.\n",
      "[16300/18000 (90.6%)] Found 11823(+77 | 65.7%) billboards so far.\n",
      "[16400/18000 (91.1%)] Found 11901(+78 | 66.1%) billboards so far.\n",
      "[16500/18000 (91.7%)] Found 11974(+73 | 66.5%) billboards so far.\n",
      "[16600/18000 (92.2%)] Found 12052(+78 | 67.0%) billboards so far.\n",
      "[16700/18000 (92.8%)] Found 12119(+67 | 67.3%) billboards so far.\n",
      "[16800/18000 (93.3%)] Found 12196(+77 | 67.8%) billboards so far.\n",
      "[16900/18000 (93.9%)] Found 12270(+74 | 68.2%) billboards so far.\n",
      "[17000/18000 (94.4%)] Found 12346(+76 | 68.6%) billboards so far.\n",
      "[17100/18000 (95.0%)] Found 12415(+69 | 69.0%) billboards so far.\n",
      "[17200/18000 (95.6%)] Found 12490(+75 | 69.4%) billboards so far.\n",
      "[17300/18000 (96.1%)] Found 12568(+78 | 69.8%) billboards so far.\n",
      "[17400/18000 (96.7%)] Found 12637(+69 | 70.2%) billboards so far.\n",
      "[17500/18000 (97.2%)] Found 12710(+73 | 70.6%) billboards so far.\n",
      "[17600/18000 (97.8%)] Found 12785(+75 | 71.0%) billboards so far.\n",
      "[17700/18000 (98.3%)] Found 12861(+76 | 71.5%) billboards so far.\n",
      "[17800/18000 (98.9%)] Found 12937(+76 | 71.9%) billboards so far.\n",
      "[17900/18000 (99.4%)] Found 13012(+75 | 72.3%) billboards so far.\n",
      "Billboards present in 13078/18000 (72.7%).\n"
     ]
    }
   ],
   "source": [
    "def score_func(path: str) -> int:\n",
    "    return billboard_identifier.get_image_billboard_score(\n",
    "        label_image_path=path,\n",
    "        target_rgb=common.mapillary_vistas_billboard_colour\n",
    "    )\n",
    "\n",
    "billboard_identifier.identify_images_containing_billboards(\n",
    "    source_images,\n",
    "    label_images,\n",
    "    save_file_path=\"../../resources/billboard_images_mapillary-vistas.json\",\n",
    "    batch_size=100,\n",
    "    score_pred=lambda x: x>10000,\n",
    "    read_only=False,\n",
    "    score_func=score_func\n",
    ")"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}