ft_webscrape.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting selenium\n",
      "  Downloading https://files.pythonhosted.org/packages/80/d6/4294f0b4bce4de0abf13e17190289f9d0613b0a44e5dd6a7f5ca98459853/selenium-3.141.0-py2.py3-none-any.whl (904kB)\n",
      "Requirement already satisfied: urllib3 in c:\\users\\denni\\anaconda3\\lib\\site-packages (from selenium) (1.25.7)\n",
      "Installing collected packages: selenium\n",
      "Successfully installed selenium-3.141.0\n",
      "Collecting parsel\n",
      "  Downloading https://files.pythonhosted.org/packages/23/1e/9b39d64cbab79d4362cdd7be7f5e9623d45c4a53b3f7522cd8210df52d8e/parsel-1.6.0-py2.py3-none-any.whl\n",
      "Requirement already satisfied: six>=1.6.0 in c:\\users\\denni\\anaconda3\\lib\\site-packages (from parsel) (1.13.0)\n",
      "Requirement already satisfied: lxml in c:\\users\\denni\\anaconda3\\lib\\site-packages (from parsel) (4.4.2)\n",
      "Collecting w3lib>=1.19.0\n",
      "  Downloading https://files.pythonhosted.org/packages/a3/59/b6b14521090e7f42669cafdb84b0ab89301a42f1f1a82fcf5856661ea3a7/w3lib-1.22.0-py2.py3-none-any.whl\n",
      "Collecting cssselect>=0.9\n",
      "  Downloading https://files.pythonhosted.org/packages/3b/d4/3b5c17f00cce85b9a1e6f91096e1cc8e8ede2e1be8e96b87ce1ed09e92c5/cssselect-1.1.0-py2.py3-none-any.whl\n",
      "Installing collected packages: w3lib, cssselect, parsel\n",
      "Successfully installed cssselect-1.1.0 parsel-1.6.0 w3lib-1.22.0\n"
     ]
    }
   ],
   "source": [
    "# Install selenium\n",
    "#!pip install selenium"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Import statements\n",
    "from selenium import webdriver\n",
    "from selenium.webdriver import ActionChains\n",
    "import pandas as pd\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Initialize the webdriver and specify browser\n",
    "driver = webdriver.Chrome()\n",
    "driver.get(\"https://fintechcanada.io/explore/?pg=1&country%5B%5D=Canada&sort=a-z\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Accesswire', 'Consilium Crypto Inc', 'Exponential', 'FrontFundr', 'FundRazr', 'Holt Accelerator', 'KABN Systems North America Inc.', 'KOHO Financial', 'Ledn', 'Lending Loop', 'National Crowdfunding & Fintech Association (NCFA)', 'Next Decentrum', 'Remilard Consulting Group', 'Trade Commissioner Service', 'Venture Law Corp', 'Wealthsimple', '1Kosmos INC.', '21MIL', '360 Cloud Accounting', '365 Invoicing', '3commas', '3iQ Corp', '4PAY', 'A1 Payroll', 'AAIR.AI', 'Abelian Tech', 'Absolute', 'Accept Local', 'Acceptiv', 'Accufile', 'ACE Money Transfer', 'Acomba', 'Actuarial Perspective', 'Advataxes', 'Adventu Financial Technologies', 'Agility Forex', 'Agreement Express', 'AgriLogicAI', 'Aha Insurance', 'AIBB Inc.', 'Aidvisors', 'Aion', 'AJS Canada', 'Alaunus', 'Alessa, CaseWare RCM', 'AlgoTrades', 'Alkemi AI Inc.', 'ALKYD Inc.', 'All Savings Trading', 'Allai', 'Allcoin', 'Allegory Technology Inc', 'Alligato', 'Allset', 'Aloha', 'AlphaDesk', 'Alt 5 Sigma', 'Alterna Savings and Credit Union Ltd.', 'Amber Financial', 'Ambo Technologies', 'Ameis Regulatory Services', 'Amilia Enterprises Inc.', 'Ampli', 'Amplify', 'Analyze Re', 'Anevis solutions', 'Angoss Software Corporation', 'Anywhere Commerce', 'Aone Financial', 'APEXA', 'Apifini', 'Applied Telemetrics (Paybysky)', 'Approval Genie', 'APrivacy Pte. Ltd', 'Aquantix', 'Aquilon', 'Ark Paradigm', 'ArtsFunding', 'Artventure', 'Aspire Accounting Services', 'Asset Direct of Canada Inc.', 'ATB Financial dBa ATB BoostR', 'Aubea', 'AutoloansForEveryDriver', 'Auvenir', 'Avantage', 'Avantshire', 'Axepay', 'AxesNetwork', 'Aya Payments', 'Ayuda Pay', 'AZUR Group', 'B2Billing Payments', 'Back in Black', 'BackerCity', 'Bacon Financial Technologies Inc', 'Balance', 'Bambora', 'BankMine', 'Bare Team', 'Base Portfolio', 'Baseline Telematics', 'Baystream Corporation', 'BDC IT Venture Fund', 'Bean Cruncher Software Inc', 'Beanworks', 'Bench', 'Berkeley Payment', 'Berman Sarrazin', 'Besure', 'Better Capital', 'Betterworth', 'Big Terminal', 'BioConnect', 'Bitaccess', 'Bitbuy', 'Bitcoin Solutions', 'Bitcoiniancs', 'BitGold', 'Bitnational Inc.', 'BitRush Corp', 'bkXchange', 'Blanc Labs (Blanclink Inc.)', 'Blink Mortgage', 'BlockAble Inc.', 'BlockCAT Technologies', 'BlockEquity Inc. (Coinsquare)', 'Blockfusion', 'Blockstation', 'Blockstream', 'BlockX Labs', 'BlocPal International Inc.', 'BlueRush', 'Borrowell', 'Breathe Life', 'BrightQuadrant Corporation', 'Brightspark Financial', 'Brim Financial Inc.', 'Brix', 'Brokercore', 'BrokerLift', 'Buckzy', 'Budget Express', 'Budgeto', 'Bullfrog Insurance', 'Butler Mortgage', 'Buy Bitcoin Worldwide', 'Bylls', 'Caledon', 'CalendarBudget', 'Cambridge Global Payments', 'Camilion', 'Canada Drives', 'Canada Mobile Payments', 'Canadian Bitcoins', 'Canadian Bullion Services Inc.', 'Canadian Mortgage App', 'Canadian Wealth', 'Canalyst', 'CanDeal', 'Canpay', 'Capiche', 'Capital Blockchain', 'Car Loans 411', 'Carebook', 'CarLoanStudent', 'CARPROOF Corporation (Carfax)', 'Carta Worldwide', 'CaseWare International', 'Cash 4 You Corp.', 'Cash Passport', 'Cashflow.io', 'CashPoint', 'Cassia Research (Copilot)', 'Castle Hall Alternatives, Inc.', 'Causeview Inc.', 'CaVirtex', 'CBV Collection Services', 'Celero Solutions', 'Centigram', 'Central Technology Services Corporation', 'Certn Holdings Inc.', 'ChangeJar', 'ChargeNational', 'Charity Can (Third sector publishing)', 'Chart Mogul', 'ChartSmart', 'Checkfront', 'Chimp (Charitable Impact)', 'Chisel AI', 'CIMPL Inc.', 'Cinchy', 'Citizen Hex', 'Claim Control', 'ClaimCast', 'ClaimsPro (scm)', 'Clarity Payment', 'Clear Biz', 'Clear View KYC', 'Clearbanc', 'ClearRisk', 'Click Capital', 'Click Payments Inc.', 'Client Track', 'ClientDesk', 'Clientelligent', 'Clik.ai', 'Co-Power', 'Cognera Corporation', 'Coinbask', 'Coinberry', 'Coinbio', 'Coinchange Financials Inc.', 'Coinfield', 'Coinkite', 'CoinPayments', 'CoinQX', 'CoinsBill', 'CoinSmart', 'Coinsquare', 'Collage', 'Comflo', 'Commercial Passport KYC', 'Company Capital', 'Company Capital Small Business Loans', 'CompareMyRates', 'Conconi Growth Partners', 'Conexiom', 'ConnectionPoint Systems Inc.', 'ConsiderFunding.com', 'Copperleaf Technologies Inc.', 'Corl Financial Technologies', 'Cortland Credit Group', 'Cosigned', 'coSquare Inc.', 'Covarity', 'Covera', 'Crater Labs', 'Credit Club', 'Credit Karma Canada', 'Creditaid', 'CreditGenie', 'Creditron', 'Croeusus', 'Crosshair RMS', 'Crowd Amplify', 'Crowdfund Suite', 'Crowdmatrix', 'Cryptiv', 'Crypto Terminal', 'CryptoCanucks Inc.', 'CryptoKitties', 'Cryptonite', 'CTO Boost Inc.', 'Curexe', 'D1g1t Inc.', 'D2R Collect', 'Darkhorse Analytics Inc.', 'Data Performers', 'DCR Strategies', 'De Thomas Wealth Management', 'DealNet Capital Corp.', 'DealPoint', 'Decentral dBa Jaxx', 'Delego', 'Delta 360', 'Delve Labs', 'Denilson', 'Derivative Valuation Services', 'Dessa', 'Devlos Software Inc.', 'Diginomics', 'Digital Retail Apps Inc.', 'Digital Shape Technologies', 'Digitech Payments', 'Direxyon Technologies', 'Distill Analytics', 'Distributed ID', 'DMG Blockchain Solutions', 'DMTI Spatial', 'Dojo Technology Corporation', 'Donorhut', 'Donum Link', 'Doorr', 'Doorval', 'Dream Payments', 'Drop Technologies Inc.', 'Dryrun', 'Ducovest Inc.', 'Dwello', 'Dynac', 'Dynacom', 'E-xact', 'easyfinancial', 'EasyInsure', 'eClaims Workflow', 'Ecloid', 'EFT Canada', 'EidoSearch', 'Einsteinium', 'Elastic Path', 'Elavon (Collective POS)', 'Element Ai', 'Emma', 'Encircle', 'EncoreFX', 'Enliven Financial', 'Ensea Bill', 'EnStream', 'Enter my Invoice', 'EOTPRO', 'ePIC Blockchain', 'EQ Bank', 'Equifund', 'Equilease', 'EquiSoft', 'Equity.IO', 'EquityFeed', 'EquitySoft Investments Valuations', 'Equivesto Inc.', 'eSentire', 'ESI Payroll', 'Espresso Capital', 'Ether Capital', 'Etherwall', 'Ethoca', 'eThor Inc.', 'Every Financial dBa Every Inc.', 'Evolocity Financial Group', 'Exagens', 'Exchange Bank of Canada', 'Exempt Edge', 'Exia Inc (Solutions EXIA inc)', 'ExpensePoint', 'Expertus', 'Extreme Venture Partners', 'EZ Track Expense', 'Ez-TFA', 'EZBooks', 'Fairom Inc.', 'Fast Access Financial', 'Fast Capital Loan', 'fazeZERO', 'Federated Payments', 'Fentury', 'Ferst Capital Partners', 'FIIN INC.', 'Filament AI', 'Finabanx', 'Finaeo Inc.', 'Finance toi mieux', 'Financeit', 'Financial Management Technologies Inc.', 'FinancialCAD Corporation', 'Finatechal', 'FinDynamics', 'Finhaven', 'Finliti Corporation', 'Finlogik', 'Finmark Financials', 'Finn AI', 'Finnovate.io', 'Finovertech', 'Finovo', 'FinStripe', 'Fintros Inc.', 'FintruX Network', 'FirstOntario Credit Union', 'Fiska Inc.', 'Fispan', 'Flare Systems', 'FlexFi', 'Flexiti Financial', 'Flexxus Business Solutions', 'FlightClaim.ca', 'Flinks', 'Flipgive', 'FlowTracker Analytics Inc.', 'Fluid Delivery Solutions, Inc.', 'Fluttrbox', 'Flux Network', 'Flybits', 'Foregrowth', 'Foxquilt', 'Foxtail Invoicing', 'Framework Venture Partners', 'Fraud Cloud', 'FreeCarInsuranceQuote', 'Fresh Start Finance', 'FreshBooks', 'FreshVu2Go', 'Fundever', 'Fundica', 'Fundify', 'FundingNomad', 'Fundmetric', 'FundMore.ai', 'Fundscraper Capital Inc', 'FundThrough', 'Fusebill', 'FutureFunder.ca', 'Fynse', 'GEVA Solution inc.', 'Giving Gateway', 'Glance Technologies', 'GlobalViewGRC', 'GoDay', 'GoGo Loans', 'Golden Ventures', 'Goldmoney', 'Goldmoney Wealth Limited (Jersey', 'Goowi Inc.', 'GoTroo', 'Grain Discovery', 'Grandco', 'Grayblock Power', 'Great North Capital', 'GreedyRates', 'GreenBank Capital Inc', 'Grow Technologies Inc. (acquired by ATB)', 'HappyAccounts Software', 'Hardbacon', 'Haricot', 'HashChain', 'Haywood Financial Technology', 'HD Invoice', 'Health Smart Financial Services', 'HealthQuotes.ca', 'Heat Maps', 'Hedgewood', 'Hedgie', 'Helcim', 'Helium Investments', 'HelloSafe', 'HERD Label', 'HIGHLINE Beta', 'HIVE Blockchain Technologies', 'hiwave', 'Hockeystick', 'HodlBot, Inc.', 'Homebound', 'Homewise', 'Honey Badger', 'HonkMobile', 'Horizon Studios Inc', 'HostedPCI', 'HotSpot Parking Inc', 'HR Club', 'Hubdoc', 'Hubio', 'Hudson Hill Capital', 'Humi Inc.', 'Hut 8 Mining Corp.', 'Huxton Black', 'Hydra Investments', 'Hyperblock', 'iCapital Financial Services Corp.', 'iCash', 'Icat', 'iComply Investor Services Inc.', 'ID Verify Whiz', 'Id-m.me', 'Ignite Payments', 'IgnitionDeck', 'IMETRIK', 'Impak Finance', 'Incipient Industries Inc.', 'Indellient', 'INETCO Systems Ltd.', 'Infin', 'Infinite Investment System', 'InfoFlo Pay', 'Information Venture Partners', 'Inovestor', 'iNovia Capital', 'Instacheques', 'Instacoin', 'Instagrad', 'Instant', 'Instant HST', 'Instinctive BI Canada', 'Insurance for Children', 'Insurance Hero', 'Insurance Hunter', 'Insurance Jack', 'Insurance Systems', 'InsureCert', 'InsureCrypt', 'Insured Connect', 'InsureMy', 'InsurEye', 'Insurpia', 'Insurr', 'Intact Centre', 'Integrate.ai', 'Integrated Rewards Inc. dBa Paymi', 'IntelFolio', 'Intelligent Mechatronic Systems', 'Interac', 'Interbit (BTL Group Ltd.)', 'Interblockchain dBa Transledger', 'Interchange Financial', 'Intuit Canada ULC', 'Inveezy', 'Invest Local BC', 'InvestorCOM Inc.', 'InvestX', 'Invisor Financial Inc', 'Invoice Delivery Service', 'Invoice Simple', 'iQmetrix', 'iWave Information Systems, Inc.', 'JADE Software Systems', 'Jauntin', 'Jaxx Blockchain Interface (Decentral)', 'jBilling', 'JEL Pacific Enterprises Inc.', 'JLR Solutions', 'Joist Inc.', 'Judi.ai', 'JumpQ', 'Just Compare', 'Just-insuring', 'Justwealth', 'Kalepso', 'Kaloot', 'Kanetix Ltd.', 'Karma Insurance', 'Kashoo', 'Katipult Technology Corp', 'Keal', 'KenyaPesa', 'Kerby-Reid', 'KeyFi', 'Keystone Finance Solutions', 'Kick Start Wealth', 'Kippin', 'Kiwili', 'Klipfolio', 'Knit Technologies', 'KNØX Industries', 'Koind', 'Koios Intelligence', 'Konnect Mobile Communications Inc.', 'Konneko', 'Kooltra', 'Korapay Technologies Limited', 'Krypto', 'KUBRA Data Transfer Ltd.', 'La Capitale', 'La Ruche', 'League', 'LedgerDocs', 'Lendesk', 'Lendful Financial Inc', 'Lendified', 'LendingArch', 'LendingCompanion', 'LendMart', 'LendTech Group', 'Life By The Pie', 'Life Design Analysis', 'Lift Accounting', 'Lightspeed', 'Likalo', 'LIQUID CROWD', 'Litecoin', 'Livsta', 'Loan Away', 'LoanConnect', 'Loans Canada', 'Loans SOS', 'Localcoin', 'Lofranco Corriero', 'Longview', 'Lowest Rates', 'LowestRates.ca', 'Lucova', 'Luevo', 'Luge Capital', 'Magical Credit', 'Major Group Inc.', 'Make Giving Happen', 'MAKEACHAMP', 'Mantle Technology Inc.', 'Manzil', 'Marbe Financial', 'Market IQ', 'Marketcetera Inc.', \"Markets' Compass\", 'MaRS Fintech Cluster', 'Mavennet', 'Mazooma', 'Media Coin', 'Mentio', 'Merang', 'Merchant Advance Capital', 'Metamesh Consulting Group', 'Metaverse Capital Corp', 'Metrics Chartered Professional Accounting', 'Mi-Pay', 'MICC Financial Inc', 'Micharity Inc.', 'Micruity', 'MiDATA', 'MIG Insurance', 'Mina AI Inc', 'MindBridge Analytics Inc.', 'Mining Colocation', 'MintGreen', 'Mistral Venture Partners', 'Mitre Media', 'MLG Blockchain', 'Mnikolic Investment Research', 'Mobeewave', 'Mobetize', 'Mobilearth', 'ModernAdvisor', 'Moj.io Inc.', 'Momenteo', 'Moneris', 'Monexa Services Inc.', 'MONEXgroup', 'MoneyMate', 'Motion Pay Technology', 'MotiveWave', 'MountX Real Estate Capital', 'MREZ - Multifamily Real Estate Exchange', 'MT>Ventures', 'MTFX Group', 'Multiview Corporation', 'My Canada Payday', 'My Class Needs', 'My Insurance Broker', 'My Mortgage Auction', 'MyBooks', 'MyEvent', 'mylo', 'MyPlanMap', 'nanoPay', 'Nebula AI', 'Nectr Tech', 'Neptune Dash', 'Nest Wealth', 'NestReady', 'Netcoins', 'Netdollar', 'Netsurance', 'Newbridge Advantage', 'Newton', 'Nexonia Technologies Inc.', 'Nextax', 'NexusCrowd', 'Ngrain', 'Nickler', 'Nickler', 'Niko / Nikola Tesla Unite', 'Nobul Corporation', 'North Side', 'Northern Block', 'NorthOne', 'Nuco', 'Nuera Insurance', 'NUKERN', 'Nuvei Technologies', 'NuzakiCrowd', 'Nvest', 'Nymi', 'NYT', 'OANDA Corporation', 'Objectif Lune', 'Oceanwide', 'Octopusapp Inc. (Jobber)', 'ODE Technologies', 'Okanii', 'Omega ATS', 'OMERS Ventures', 'Omnego', 'Omnigate Systems', 'Omniware Solutions', 'OneLedger', 'Onirade inc.', 'OnTab', 'Open Avenue', 'Opendime', 'Operant.AI', 'Operenzy', 'Ophelia', 'Opta', 'Optimize Capital Markets', 'OpTrack', 'Oro Services Inc', 'Otonom Solution', 'Overbond', 'Ownest Financial', 'Pagamus', 'Panache Ventures', 'Passiv', 'PayBright', 'PayByPhone', 'Paycase', 'Paycloud', 'Paydirt', 'PayExpresse', 'Payfare', 'Payfirma', 'Payment Rails', 'Payment Source', 'PaymentEvolution', 'Paymentpin', 'Payments Canada', 'PayMotion', 'Paymytuition', 'Paysafe Group', 'PayShot', 'Paystation', 'Paystone (Zomaron)', 'Paytm Labs', 'PayUp Jack', 'PayVida', 'PBH Canada', 'Peach Life', 'Peer Ledger', 'Peerfunder', 'Perfiqt', 'Pets Plus Us', 'Phaze', 'Piggy the Bank', 'Pivotal Payments', 'Playpay', 'Plentti', 'Pleo', 'Plooto', 'Plurilock', 'Policy Works', 'Polymath Network', 'Portag3 Ventures', 'POS Solutions', 'POSconnect Inc.', 'Positive Inc', 'PotCoin', 'PRESTO', 'PriceMetrix', 'Procurify', 'Progressa', 'Projexity', 'ProNavigator', 'Prophix Software', 'PsiGate', 'Publaunch', 'Pungle', 'PureFacts', 'Purpose Investments Inc.', 'Purview', 'Q4', 'QicSEND', 'QoHash', 'QuadFi', 'Quandl Inc.', 'Quantreex', 'QUBER', 'Questica', 'Questrade', 'Quote Kong LTD', 'RateHub', 'RateLab', 'Rates.ca', 'Ready', 'Real Matters', 'Real Ventures', 'RealStarter', 'RecordTrust', 'Red Cloud Klondike Strike', 'RedPine Music', 'Refresh Financial', 'Reitium', 'rel8ed.to', 'ReliablyME', 'REMITR', 'RentMoola', 'RePay', 'Responsive', 'Rhino Ventures', 'Round 13 Capital', 'RTA Corp', 'Rtrade technologies ltd.', 'Rubikloud', 'Running Alpha', 'Salt Edge', 'Sarakinov Consulting Inc.', 'SaveForward', 'Savvyy', 'Scaleup Ventures', 'Sebright Capital', 'SecondaryLink', 'Secunik', 'Secure Digital Markets', 'Securefact', 'Securekey Technologies Inc.', 'Seeds of Change', 'Senomix', 'Sensibill', 'SENSO.AI', 'Shake Pay', 'ShareAlpha', 'SHIELD Crypto Systems Inc', 'SigOne Capital', 'Silqe', 'SimplePay', 'SimpleTax', 'Simply Invoice', 'SingleKey', 'SlickPie', 'Smallchangefund', 'Smart Money Invest', 'Smarter Loans', 'smile.io', 'Smooth Commerce', 'SNAP Financial Group', 'Snap Projections', 'SnapPay', 'softTarget', 'Sonnet', 'Soundpays', 'Sparcblock', 'Sparkrock', 'Speedy Cash', 'SplitPea', 'Sprout App', 'Sqirl Capital', 'Square One Insurance Services', 'Squares Union', 'STACK', 'Stock Target Advisor', 'Stock Trading Academy', 'Stockpools', 'Stockrender', 'Stradigi AI', 'StreamScan', 'Street Contxt', 'StudiousPass', 'Sumo', 'SureBooks Business Services', 'Suretap Wallet', 'Swiggle', 'Symbility Solutions', 'Symend', 'T360 Payment Solutions', 'Tab', 'TachVault', 'Tantelo', 'TapTrack', 'TechTrex', 'TelosTouch', 'Telpay', 'The Friendly Financial Coach', 'The Funding Portal', 'The Jersey Company Inc.', 'The Reformulary Group', 'TheUpTrend', 'Thinking Capital', 'Thrinacia', 'TickSmith Corp.', 'TickTrade', 'TipTap Pay', 'TokenFunder', 'TouchBistro', 'TPS Software', 'Traderific', 'Trading Central', 'Trippeo', 'True North Payments', 'Trulioo', 'Tuque', 'U.CASH', 'Ucollect', 'Unchained Entrepreneur', 'Uncharted', 'Univeris', 'UPA Invoice', 'Uremit', 'urLoan', 'Vacation Fund', 'Vanbex', 'Varro Technologies', 'VaultCircle', 'Vena Solutions', 'Venbridge', 'VersaBank', 'VersaPay', 'Vested', 'Vicuco', 'Viewpoint AI Inc.', 'VigilantCS', 'VIO Commerce', 'VirgoCX', 'Virtual Claims Adjuster', 'Virtual Next', 'Viviplan', 'VohCom', 'Voleo, Inc.', 'VoPay', 'Vouchr', 'Vtacpayroll', 'Wagepoint', 'Wave Accounting', 'WayPay', 'WealthBar', 'Wealthica', 'Wealthscope', 'Wealthtab', 'Weather Telematics', 'WeiFund', 'White Star Capital', 'Whitecap Venture Partners', 'Windward Software', 'WIP Software', 'Worklinks Inc.', 'Xen Accounting', 'Yaletown Ventures', 'Yoyomolo', 'YUPP', 'Zafin', 'Zag Bank', 'ZayZoon', 'Zensurance', 'zeroone.ai', 'Zhippit', 'ZipSure', 'Zoompass', 'ZOOMPesa Systems & Technology']\n"
     ]
    }
   ],
   "source": [
    "# Empty list to store company names\n",
    "coNames = []\n",
    "\n",
    "# counter var\n",
    "j = 1\n",
    "\n",
    "# While count is less than or equal to 47 (number of pages)\n",
    "while (j <= 47):\n",
    "    \n",
    "    # Visit every page\n",
    "    url = \"https://fintechcanada.io/explore/?pg={}&country%5B%5D=Canada&sort=a-z\".format(j)\n",
    "    driver.get(url)\n",
    "    \n",
    "    # Find the company name\n",
    "    coNames_element = driver.find_elements_by_xpath(\"//*[@class='case27-secondary-text listing-preview-title']\")\n",
    "    \n",
    "    # Add it to the list of company names\n",
    "    for i in range(len(coNames_element)):\n",
    "        coNames.append(coNames_element[i].text)\n",
    "    \n",
    "    # Increment the counter\n",
    "    j = j+1\n",
    "\n",
    "# Print list of company names\n",
    "print(coNames)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accesswire\n",
      "consilium-crypto-inc\n",
      "exponential\n",
      "frontfundr\n",
      "fundrazr\n",
      "holt-accelerator\n",
      "kabn-systems-north-america-inc.\n",
      "koho-financial\n",
      "ledn\n",
      "lending-loop\n",
      "national-crowdfunding-fintech-association-(ncfa)\n",
      "next-decentrum\n",
      "remilard-consulting-group\n",
      "trade-commissioner-service\n",
      "venture-law-corp\n",
      "wealthsimple\n",
      "1kosmos-inc.\n",
      "21mil\n",
      "360-cloud-accounting\n",
      "365-invoicing\n"
     ]
    }
   ],
   "source": [
    "# Empty list to store modified company names for url\n",
    "co = []\n",
    "\n",
    "# For each company name, change it to lower case (if has \" &\", delete it), replace space chars with \"-\"\n",
    "for i in range(len(coNames)):\n",
    "    co.append(coNames[i].lower().replace(\" &\", \"\").replace(\" \", \"-\"))\n",
    "    print(co[i])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "930\n",
      "930\n",
      "878\n",
      "930\n",
      "930\n"
     ]
    }
   ],
   "source": [
    "# Empty lists to store values of interest (industry sector, number of employees, incorporation year, city, and province)\n",
    "indSect = []\n",
    "numEm = []\n",
    "incYr = []\n",
    "city = []\n",
    "prov = []\n",
    "\n",
    "# For each company\n",
    "for i in range(len(co)):\n",
    "    \n",
    "    # Visit each page\n",
    "    url = \"https://fintechcanada.io/listing/{}\".format(co[i])\n",
    "    driver.get(url)\n",
    "    \n",
    "    # Find the Industry sector\n",
    "    indSect_element = driver.find_elements_by_xpath('/html/body/div[1]/div/div[3]/section[1]/div/div/div[1]/div/div[2]/div/div[2]/p[2]')\n",
    "\n",
    "    # If it exists, add the text to indSect\n",
    "    if indSect_element:\n",
    "        indSect.append(indSect_element[0].text)\n",
    "    else:\n",
    "        indSect.append(\"\")\n",
    "    \n",
    "    # Find the number of employees\n",
    "    numEm_element = driver.find_elements_by_xpath('/html/body/div[1]/div/div[3]/section[1]/div/div/div[2]/div/div[2]/div/div[2]/p[2]')\n",
    "    \n",
    "    # If it exists, add the text to numEm\n",
    "    if numEm_element:\n",
    "        numEm.append(numEm_element[0].text)\n",
    "    else:\n",
    "        numEm.append(\"\")\n",
    "    \n",
    "    # Find the incorporation year\n",
    "    incYr_element = driver.find_elements_by_xpath('/html/body/div[1]/div/div[3]/section[1]/div/div/div[1]/div/div[3]/div/div[2]/p[2]')\n",
    "\n",
    "    # If it exists, add the text to incYr\n",
    "    if incYr_element:\n",
    "        incYr.append(incYr_element[0].text)\n",
    "    else:\n",
    "        incYr.append(\"\")\n",
    "    \n",
    "    # Find the city\n",
    "    city_element = driver.find_elements_by_xpath('/html/body/div[1]/div/div[3]/section[1]/div/div/div[2]/div/div[1]/div/div[2]/ul/li[1]/div[2]/p')\n",
    "    \n",
    "    # If it exists, add the text to city\n",
    "    if city_element:\n",
    "        city.append(city_element[0].text)\n",
    "    else:\n",
    "        city.append(\"\")\n",
    "    \n",
    "    # Find the province\n",
    "    prov_element = driver.find_elements_by_xpath('/html/body/div[1]/div/div[3]/section[1]/div/div/div[2]/div/div[1]/div/div[2]/ul/li[2]/div[2]/p')\n",
    "    \n",
    "    # If it exists, add the text to prov\n",
    "    if prov_element:\n",
    "        prov.append(prov_element[0].text)\n",
    "    else:\n",
    "        prov.append(\"\")\n",
    "\n",
    "# Check length of each list\n",
    "print(len(indSect))\n",
    "print(len(incYr))\n",
    "print(len(numEm))\n",
    "print(len(city))\n",
    "print(len(prov))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Company</th>\n",
       "      <th>City</th>\n",
       "      <th>Province</th>\n",
       "      <th>Incorporation Year</th>\n",
       "      <th>Number of Employees</th>\n",
       "      <th>Industry Sector</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Accesswire</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2008</td>\n",
       "      <td>11-50</td>\n",
       "      <td>Other Services</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Consilium Crypto Inc</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Exponential</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2016</td>\n",
       "      <td>11 - 50</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FrontFundr</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FundRazr</td>\n",
       "      <td>Vancouver</td>\n",
       "      <td>British Columbia</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>873</th>\n",
       "      <td>U.CASH</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2015</td>\n",
       "      <td></td>\n",
       "      <td>Blockchain / Digital Assets / Cryptocurrency</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>874</th>\n",
       "      <td>Ucollect</td>\n",
       "      <td>Markham</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2014</td>\n",
       "      <td>1 - 10</td>\n",
       "      <td>Finance / Accounting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>875</th>\n",
       "      <td>Unchained Entrepreneur</td>\n",
       "      <td>St. Albert</td>\n",
       "      <td>Alberta</td>\n",
       "      <td>2017</td>\n",
       "      <td>11 - 50</td>\n",
       "      <td>Finance / Accounting</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>876</th>\n",
       "      <td>Uncharted</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2001</td>\n",
       "      <td></td>\n",
       "      <td>Digital Banking / Analytics / Infrastructure</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>877</th>\n",
       "      <td>Univeris</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>1996</td>\n",
       "      <td>11 - 50</td>\n",
       "      <td>Wealthtech / Alternative Investing</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>878 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                    Company        City          Province Incorporation Year  \\\n",
       "0                Accesswire     Toronto           Ontario               2008   \n",
       "1      Consilium Crypto Inc     Toronto           Ontario                      \n",
       "2               Exponential     Toronto           Ontario               2016   \n",
       "3                FrontFundr     Toronto           Ontario                      \n",
       "4                  FundRazr   Vancouver  British Columbia                      \n",
       "..                      ...         ...               ...                ...   \n",
       "873                  U.CASH     Toronto           Ontario               2015   \n",
       "874                Ucollect     Markham           Ontario               2014   \n",
       "875  Unchained Entrepreneur  St. Albert           Alberta               2017   \n",
       "876               Uncharted     Toronto           Ontario               2001   \n",
       "877                Univeris     Toronto           Ontario               1996   \n",
       "\n",
       "    Number of Employees                               Industry Sector  \n",
       "0                 11-50                                Other Services  \n",
       "1                                                                      \n",
       "2               11 - 50                                                \n",
       "3                                                                      \n",
       "4                                                                      \n",
       "..                  ...                                           ...  \n",
       "873                      Blockchain / Digital Assets / Cryptocurrency  \n",
       "874              1 - 10                          Finance / Accounting  \n",
       "875             11 - 50                          Finance / Accounting  \n",
       "876                      Digital Banking / Analytics / Infrastructure  \n",
       "877             11 - 50            Wealthtech / Alternative Investing  \n",
       "\n",
       "[878 rows x 6 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Convert the information collected to a data frame\n",
    "df = pd.DataFrame(list(zip(coNames, city, prov, incYr, numEm, indSect)), \n",
    "                  columns=[\"Company\", \"City\", \"Province\", \"Incorporation Year\", \"Number of Employees\", \"Industry Sector\"])\n",
    "\n",
    "# Display\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Write to csv\n",
    "df.to_csv(r'FintechInfo.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Company</th>\n",
       "      <th>City</th>\n",
       "      <th>Province</th>\n",
       "      <th>Incorporation Year</th>\n",
       "      <th>Industry Sector</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Accesswire</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2008</td>\n",
       "      <td>Other Services</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Consilium Crypto Inc</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Exponential</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2016</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FrontFundr</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>FundRazr</td>\n",
       "      <td>Vancouver</td>\n",
       "      <td>British Columbia</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>925</th>\n",
       "      <td>zeroone.ai</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2018</td>\n",
       "      <td>Capital Markets / DeFi / Crowdfinance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>926</th>\n",
       "      <td>Zhippit</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2014</td>\n",
       "      <td>Payments / Transfers / Rewards</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>927</th>\n",
       "      <td>ZipSure</td>\n",
       "      <td>Dartmouth</td>\n",
       "      <td>Nova Scotia</td>\n",
       "      <td>2011</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>928</th>\n",
       "      <td>Zoompass</td>\n",
       "      <td>Toronto</td>\n",
       "      <td>Ontario</td>\n",
       "      <td>2004</td>\n",
       "      <td>Payments / Transfers / Rewards</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>929</th>\n",
       "      <td>ZOOMPesa Systems &amp; Technology</td>\n",
       "      <td>Canada</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>930 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                           Company       City          Province  \\\n",
       "0                       Accesswire    Toronto           Ontario   \n",
       "1             Consilium Crypto Inc    Toronto           Ontario   \n",
       "2                      Exponential    Toronto           Ontario   \n",
       "3                       FrontFundr    Toronto           Ontario   \n",
       "4                         FundRazr  Vancouver  British Columbia   \n",
       "..                             ...        ...               ...   \n",
       "925                     zeroone.ai    Toronto           Ontario   \n",
       "926                        Zhippit    Toronto           Ontario   \n",
       "927                        ZipSure  Dartmouth       Nova Scotia   \n",
       "928                       Zoompass    Toronto           Ontario   \n",
       "929  ZOOMPesa Systems & Technology     Canada                     \n",
       "\n",
       "    Incorporation Year                        Industry Sector  \n",
       "0                 2008                         Other Services  \n",
       "1                                                              \n",
       "2                 2016                                         \n",
       "3                                                              \n",
       "4                                                              \n",
       "..                 ...                                    ...  \n",
       "925               2018  Capital Markets / DeFi / Crowdfinance  \n",
       "926               2014         Payments / Transfers / Rewards  \n",
       "927               2011                                         \n",
       "928               2004         Payments / Transfers / Rewards  \n",
       "929                                                            \n",
       "\n",
       "[930 rows x 5 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2 = pd.DataFrame(list(zip(coNames, city, prov, incYr, indSect)), \n",
    "                  columns=[\"Company\", \"City\", \"Province\", \"Incorporation Year\", \"Industry Sector\"])\n",
    "\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2.to_csv(r'FinTechInformation.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-20-d304708dbcc4>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     28\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     29\u001b[0m     \u001b[1;31m# Wait 3 seconds\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 30\u001b[1;33m     \u001b[0mtime\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msleep\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m3\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     31\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     32\u001b[0m     \u001b[1;31m# Find the Company name (In case it matches with the wrong one)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# Empty lists to store information\n",
    "comp = []\n",
    "bn = []\n",
    "regID = []\n",
    "ct = []\n",
    "p = []\n",
    "status = []\n",
    "statusNotes = []\n",
    "bizType = []\n",
    "created = []\n",
    "\n",
    "# For each company\n",
    "for i in range(len(coNames)):\n",
    "    \n",
    "    # Visit each page\n",
    "    url = \"https://beta.canadasbusinessregistries.ca/search/results?search=%7B{}%7D&status=All\".format(coNames[i])\n",
    "    driver.get(url)\n",
    "    \n",
    "    # Wait 1 second\n",
    "    time.sleep(1)\n",
    "    \n",
    "    # Click the \"I accept the term of use button\"\n",
    "    button = driver.find_elements_by_xpath('//*[contains(text(), \"I accept the terms of use\")]')\n",
    "    \n",
    "    # If the button pops up\n",
    "    if button:\n",
    "        button[0].click()\n",
    "    \n",
    "    # Wait 3 seconds\n",
    "    time.sleep(1)\n",
    "    \n",
    "    # Find the Company name (In case it matches with the wrong one)\n",
    "    comp_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/div/span')\n",
    "    \n",
    "    # If it exists, add the text to comp\n",
    "    if comp_element:\n",
    "        comp.append(comp_element[0].text)\n",
    "    else:\n",
    "        comp.append(\"\")\n",
    "    \n",
    "    # Find the Business Number\n",
    "    bn_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[1]/span')\n",
    "\n",
    "    # If it exists, add the text to bn\n",
    "    if bn_element:\n",
    "        bn.append(bn_element[0].text)\n",
    "    else:\n",
    "        bn.append(\"\")\n",
    "    \n",
    "    # Find the registry ID\n",
    "    regID_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[2]/span')\n",
    "    \n",
    "    # If it exists, add the text to regID\n",
    "    if regID_element:\n",
    "        regID.append(regID_element[0].text)\n",
    "    else:\n",
    "        regID.append(\"\")\n",
    "    \n",
    "    # Find the location\n",
    "    ct_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[3]/span[1]')\n",
    "\n",
    "    # If it exists, split it by city and province and add it to respective list\n",
    "    if ct_element:\n",
    "        ct.append(ct_element[0].text.replace(\", \", \"\"))\n",
    "    else:\n",
    "        ct.append(\"\")\n",
    "    \n",
    "    # Find the province\n",
    "    p_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[3]/span[2]')\n",
    "    \n",
    "    # If it exists, add the text to prov\n",
    "    if p_element:\n",
    "        p.append(p_element[0].text)\n",
    "    else:\n",
    "        p.append(\"\")\n",
    "    \n",
    "    # Find the Status\n",
    "    status_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[4]/span')\n",
    "    \n",
    "    # If it exists, add the text to status\n",
    "    if status_element:\n",
    "        status.append(status_element[0].text)\n",
    "    else:\n",
    "        status.append(\"\")\n",
    "        \n",
    "    # Find the Status Notes\n",
    "    statusNotes_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[5]/span')\n",
    "    \n",
    "    # If it exists, add the text to statusNotes\n",
    "    if statusNotes_element:\n",
    "        statusNotes.append(statusNotes_element[0].text)\n",
    "    else:\n",
    "        statusNotes.append(\"\")\n",
    "    \n",
    "    # Find the Business Type\n",
    "    bizType_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[6]/span')\n",
    "    \n",
    "    # If it exists, add the text to bizType\n",
    "    if bizType_element:\n",
    "        bizType.append(bizType_element[0].text)\n",
    "    else:\n",
    "        bizType.append(\"\")\n",
    "\n",
    "    # Find the Created date\n",
    "    created_element = driver.find_elements_by_xpath('/html/body/mras-root/main/mras-search-results/div/div/mras-primary-card/article/div/div/ul/li[7]/span')\n",
    "    \n",
    "    # If it exists, add the text to bizType\n",
    "    if created_element:\n",
    "        created.append(created_element[0].text)\n",
    "    else:\n",
    "        created.append(\"\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df3 = pd.DataFrame(list(zip(coNames, comp, bn, regID, ct, p, status, statusNotes, bizType, created)), \n",
    "                  columns=[\"Company\", \"Matched Company Name\", \"BN\", \"regID\", \"City\", \"Province\", \"Status\", \n",
    "                           \"Status Notes\", \"Business Type\", \"Created\"])\n",
    "\n",
    "df3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df3.to_csv(r'FinTechBN.csv', index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}