diff --git a/projects/modular_llm/get_clusters.py b/projects/modular_llm/get_clusters.py index 4d453ca07..15b4e80bb 100644 --- a/projects/modular_llm/get_clusters.py +++ b/projects/modular_llm/get_clusters.py @@ -143,7 +143,6 @@ def add_cluster_id(example): subset_dataset = subset_dataset.map( add_cluster_id, batched=True, batch_size=args.batch_size ) - breakpoint() DatasetLibrary.push_dataset( subset_dataset, f"local://{args.output_dir}/subset-clusters-{args.num_clusters}-{datetime.now().isoformat()}",