Skip to content

Commit

Permalink
Mention href for users of link_regex option
Browse files Browse the repository at this point in the history
  • Loading branch information
Garmelon committed May 5, 2022
1 parent 58e9563 commit a94bd17
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 2 deletions.
1 change: 1 addition & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ ambiguous situations.

### Fixed
- IPD crawler crashes on some sites
- Mention hrefs in IPD crawler for users of `link_regex` option

## 3.4.0 - 2022-05-01

Expand Down
4 changes: 2 additions & 2 deletions PFERD/crawl/kit_ipd_crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,7 @@ class KitIpdFolder:
def explain(self) -> None:
log.explain_topic(f"Folder {self.name!r}")
for file in self.files:
log.explain(f"File {file.name!r}")
log.explain(f"File {file.name!r} (href={file.url!r})")

def __hash__(self) -> int:
return self.name.__hash__()
Expand Down Expand Up @@ -113,7 +113,7 @@ async def _fetch_items(self) -> Set[Union[KitIpdFile, KitIpdFolder]]:
else:
file = self._extract_file(element)
items.add(file)
log.explain_topic(f"Orphan file {file.name!r}")
log.explain_topic(f"Orphan file {file.name!r} (href={file.url!r})")
log.explain("Attributing it to root folder")

return items
Expand Down

0 comments on commit a94bd17

Please sign in to comment.