Skip to content

Commit

Permalink
Merge pull request #684 from biglocalnews/co-20241223
Browse files Browse the repository at this point in the history
CO patch around 2 sets of bad data
  • Loading branch information
stucka authored Dec 23, 2024
2 parents badc34a + 51761c2 commit 96cab5f
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion warn/scrapers/co.py
Original file line number Diff line number Diff line change
Expand Up @@ -157,7 +157,12 @@ def scrape(
for key, value in row.items():
standardized_key = header_crosswalk[key]
row_dict[standardized_key] = value
standardized_data.append(row_dict)
if len(row_dict["company"]) < 3 and row_dict["letter"] == "Avis Budget Group":
row_dict["company"] = "Avis Budget Group"
if len(row_dict["company"]) < 3: # or len(row_dict['naics']) <5:
logger.debug(f"Dropping row of questionable quality: {row_dict}")
else:
standardized_data.append(row_dict)

# Set the path to the final CSV
output_csv = data_dir / "co.csv"
Expand Down

0 comments on commit 96cab5f

Please sign in to comment.