Merge pull request #296 from georgetown-cset/no-custom-properties

Get rid of custom properties
georgetown-cset · Jan 23, 2024 · cd832d9 · cd832d9
2 parents b8ac04b + e8055e3
commit cd832d9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/scripts/backfill_top_level_repo_data.py b/scripts/backfill_top_level_repo_data.py
@@ -40,6 +40,8 @@ def backfill_meta(input_data: str, output_data: str) -> None:
             if not js.get("full_metadata"):
                 js["full_metadata"] = get_meta(js["owner_name"], js["repo_name"])
                 time.sleep(RATE_LIMIT_INTERVAL)
+            # Get rid of the custom_properties field which doesn't have a consistent schema
+            js.get("full_metadata", {}).pop("custom_properties", None)
             out.write(json.dumps(js) + "\n")
     out.close()