ebay-dl.py

import argparse
from ctypes.wintypes import tagSIZE
from fileinput import filename
import requests
from bs4 import BeautifulSoup
import json
import csv

def parse_price(tag):
    tag = str(tag)
    if "See price" in tag:
        return str('See price')
    elif 'DEFAULT' in tag:
        tag = tag.split('DEFAULT',1)[0]
        numbers = ''
        for char in tag:
            if char in '1234567890':
                numbers += char
    else:
        numbers = ''
        for char in tag:
            if char in '1234567890':
                numbers += char
    return int(numbers)

def parse_shipping(text):
    numbers = ''
    for char in text:
        if 'free shipping' in text.lower():
            return 0
        elif char in '1234567890':
            numbers += char
    return numbers
    
def parse_itemssold(text):  
    numbers = ''
    for char in text:
        if char in '1234567890':
            numbers += char
    if 'sold' in text:
        return int(numbers)
    else:
        return 0

#if __name__ == '__main__':

# get command line arguments
parser = argparse.ArgumentParser(description='download ebay information and convert to JSON')
parser.add_argument('search_term')
parser.add_argument('--num_pages', default=10)
parser.add_argument('--csv', default=False)
args = parser.parse_args()

print('args.search_terms=', args.search_term)

# list of all ebay items
items = []

# loop over ebay webpages
for page_number in range(1,int(args.num_pages)+1):
    # build the url
    url = 'https://www.ebay.com/sch/i.html?_from=R40&_nkw=' + args.search_term + '&_sacat=0&_pgn=' + str(page_number)

    #download the html
    r = requests.get(url)
    status = r.status_code

    html = r.text

    # process the html
    soup = BeautifulSoup(html, 'html.parser')

    # loop over items in page
    tags_items = soup.select('.s-item')
    for tag_item in tags_items:

        name = None
        tags_name = tag_item.select('.s-item__title')
        for tag in tags_name:
            name = tag.text

        price = None
        tags_price = tag_item.select('.s-item__price')
        for tag in tags_price:
            price = parse_price(tag)

        status = None
        tags_status = tag_item.select('.SECONDARY_INFO')
        for tag in tags_status:
            status = tag.text
        
        shipping = None
        tags_shipping = tag_item.select('.s-item__shipping, .s-item__freeXDays')
        for tag in tags_shipping:
            shipping = parse_shipping(tag.text)
        
        free_returns = False
        tags_freereturn = tag_item.select('.s-item__free-returns')
        for tag in tags_freereturn:
            free_returns = True

        items_sold = None
        tags_itemssold = tag_item.select('.s-item__hotness, .s-item__additionalItemhotness')
        for tag in tags_itemssold:
            items_sold = parse_itemssold(tag.text)

        item ={
            'name': name,
            'price': price,
            'status': status,
            'shipping': shipping,
            'free_returns': free_returns,
            'items_sold': items_sold
        }
        
        if 'Shop on eBay' in item['name']:
                continue
        else:
            items.append(item)

if bool(args.csv) == True:
    # write to csv file
    csv_columns= ['name', 'price', 'status', 'shipping', 'free_returns', 'items_sold']
    filenamecsv = args.search_term+'.csv'
    filenamecsv = filenamecsv.replace(" ", "_")
    with open(filenamecsv, 'w', newline='', encoding='utf-8') as f:
        ebaycsv = csv.DictWriter(f, fieldnames=csv_columns)
        ebaycsv.writeheader()
        for item in items:
            ebaycsv.writerow(item)

else:
    # write to json file
    filename = args.search_term+'.json'
    filename = filename.replace(" ", "_")
    with open(filename, 'w', encoding='utf-8') as fj:
        fj.write(json.dumps(items))