Fixed issues with geckodriver; more scraped data!

sai/police-records.ipynb

@@ -10,18 +10,18 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Requirement already satisfied: lxml in /Users/stevenyuan/opt/anaconda3/lib/python3.8/site-packages (4.6.3)\r\n"
+      "Requirement already satisfied: lxml in /Users/stevenyuan/opt/anaconda3/lib/python3.8/site-packages (4.6.3)\n"
      ]
     },
     {
      "ename": "ModuleNotFoundError",
      "evalue": "No module named 'lxml'",
      "output_type": "error",
      "traceback": [
-      "\u001B[0;31m---------------------------------------------------------------------------\u001B[0m",
-      "\u001B[0;31mModuleNotFoundError\u001B[0m                       Traceback (most recent call last)",
-      "\u001B[0;32m/var/folders/cw/463xpk7n6hndd1xjb9kt_whm0000gn/T/ipykernel_31973/3538696461.py\u001B[0m in \u001B[0;36m<module>\u001B[0;34m\u001B[0m\n\u001B[1;32m      7\u001B[0m \u001B[0;32mimport\u001B[0m \u001B[0mrandom\u001B[0m\u001B[0;34m\u001B[0m\u001B[0;34m\u001B[0m\u001B[0m\n\u001B[1;32m      8\u001B[0m \u001B[0;32mimport\u001B[0m \u001B[0mtime\u001B[0m\u001B[0;34m\u001B[0m\u001B[0;34m\u001B[0m\u001B[0m\n\u001B[0;32m----> 9\u001B[0;31m \u001B[0;32mfrom\u001B[0m \u001B[0mlxml\u001B[0m\u001B[0;34m.\u001B[0m\u001B[0mhtml\u001B[0m \u001B[0;32mimport\u001B[0m \u001B[0mfromstring\u001B[0m\u001B[0;34m\u001B[0m\u001B[0;34m\u001B[0m\u001B[0m\n\u001B[0m\u001B[1;32m     10\u001B[0m \u001B[0;34m\u001B[0m\u001B[0m\n\u001B[1;32m     11\u001B[0m \u001B[0;34m\u001B[0m\u001B[0m\n",
-      "\u001B[0;31mModuleNotFoundError\u001B[0m: No module named 'lxml'"
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
+      "\u001b[0;32m/var/folders/cw/463xpk7n6hndd1xjb9kt_whm0000gn/T/ipykernel_31973/3538696461.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mrandom\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 9\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mlxml\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhtml\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mfromstring\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     10\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     11\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
+      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'lxml'"
      ]
     }
    ],
@@ -382,9 +382,9 @@
  "metadata": {
   "celltoolbar": "Tags",
   "kernelspec": {
-   "display_name": "PyCharm (q1)",
+   "display_name": "azureml_py36_automl",
    "language": "python",
-   "name": "pycharm-3e22716c"
+   "name": "conda-env-azureml_py36_automl-py"
   },
   "language_info": {
    "codemirror_mode": {
@@ -396,9 +396,9 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.3"
+   "version": "3.6.9"
   }
  },
  "nbformat": 4,
  "nbformat_minor": 5
-}
+}

steven/.ipynb_checkpoints/Cheng_firefox-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

steven/.ipynb_checkpoints/geckodriver 2-checkpoint.log

@@ -0,0 +1,19 @@
+1638925262088	geckodriver	INFO	Listening on 127.0.0.1:55966
+1638925262115	mozrunner::runner	INFO	Running command: "/Applications/Firefox.app/Contents/MacOS/firefox-bin" "--marionette" "-foreground" "-no-remote" "-profile" "/var/folders/cw/463xpk7n6hndd1xjb9kt_whm0000gn/T/rust_mozprofileaqAiUT"
+1638925262854	Marionette	INFO	Marionette enabled
+2021-12-07 17:01:04.016 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSButton: 0x12c409800>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.017 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSButton: 0x12c406800>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.018 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSButton: 0x12c403000>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.018 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSButton: 0x12c406c00>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.019 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSButton: 0x12c407400>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.019 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSPopoverTouchBarItemButton: 0x12c407c00>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+2021-12-07 17:01:04.020 firefox-bin[63996:13816855] Warning: Expected min height of view: (<NSPopoverTouchBarItemButton: 0x12c4bec00>) to be less than or equal to 30 but got a height of 32.000000. This error will be logged once per view in violation.
+console.warn: SearchSettings: "get: No settings file exists, new profile?" (new NotFoundError("Could not open the file at /var/folders/cw/463xpk7n6hndd1xjb9kt_whm0000gn/T/rust_mozprofileaqAiUT/search.json.mozlz4", (void 0)))
+console.error: BackgroundUpdate: 
+  _reasonsToNotScheduleUpdates: Failed to check for Maintenance Service Registry Key: [Exception... "Component returned failure code: 0x80004001 (NS_ERROR_NOT_IMPLEMENTED) [nsIUpdateProcessor.getServiceRegKeyExists]"  nsresult: "0x80004001 (NS_ERROR_NOT_IMPLEMENTED)"  location: "JS frame :: resource://gre/modules/BackgroundUpdate.jsm :: _reasonsToNotScheduleUpdates :: line 243"  data: no]
+1638925265622	Marionette	INFO	Listening on port 55975
+1638925265691	RemoteAgent	WARN	TLS certificate errors will be ignored for this session
+1638925265735	Marionette	INFO	Stopped listening on port 55975
+
+###!!! [Parent][RunMessage] Error: Channel closing: too late to send/recv, messages will be lost
+