Update polydedupe.py

gagan3012 · Dec 4, 2023 · 9ff6b15 · 9ff6b15
1 parent f3f92c2
commit 9ff6b15
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/PolyDeDupe/polydedupe.py b/PolyDeDupe/polydedupe.py
@@ -101,9 +101,9 @@ def save(self, filepath) -> None:
             json.dump(duplicate_clusters, f)
 
 
-def _compute_min_hash(element):
+def _compute_min_hash(element, column_name="text"):
     index, data = element
-    min_hash = get_min_hash(get_data(data["text"]))
+    min_hash = get_min_hash(get_data(data[column_name]))
     if min_hash is not None:
         return index, min_hash