Skip to content

Commit

Permalink
fix main.py
Browse files Browse the repository at this point in the history
  • Loading branch information
yuyq18 committed May 19, 2024
1 parent a80112b commit 7f5320c
Showing 1 changed file with 7 additions and 8 deletions.
15 changes: 7 additions & 8 deletions main.py
Original file line number Diff line number Diff line change
Expand Up @@ -143,8 +143,7 @@ def crawl_detail(self, id):
params = {
'jsv': '2.7.2',
'appKey': '12574478',
# 't': int(time.time()),
't': 1715790992,
't': int(time.time()),
'sign': '61c0dd04778bed4ea7d64fa94447b527',
'api': 'mtop.damai.item.detail.getdetail',
'v': '1.0',
Expand Down Expand Up @@ -361,14 +360,14 @@ def unify_one_docs(self, origin_id):

if __name__ == '__main__':
damai = DamaiCrawler()
origin_ids_list = damai.get_origin_ids()
print('origin_ids_list', len(origin_ids_list))
exist_ids_list = damai.get_exist_ids()
print('exist_ids_list', len(exist_ids_list))
# origin_ids_list = damai.get_origin_ids()
# print('origin_ids_list', len(origin_ids_list))
# exist_ids_list = damai.get_exist_ids()
# print('exist_ids_list', len(exist_ids_list))

damai.crawl_origin_docs()
damai.unify_docs()

exist_ids_list = damai.get_exist_ids()
print('exist_ids_list', len(exist_ids_list))
# exist_ids_list = damai.get_exist_ids()
# print('exist_ids_list', len(exist_ids_list))

0 comments on commit 7f5320c

Please sign in to comment.