From 98d3334f65dd9e32ae74f2e684e1b7fc3246569e Mon Sep 17 00:00:00 2001 From: Krystle Salazar Date: Mon, 22 Apr 2024 17:02:09 -0400 Subject: [PATCH] Add formating to cleanup_time logging --- ingestion_server/ingestion_server/cleanup.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/ingestion_server/ingestion_server/cleanup.py b/ingestion_server/ingestion_server/cleanup.py index 4ba39039cc2..1e9c5b978fd 100644 --- a/ingestion_server/ingestion_server/cleanup.py +++ b/ingestion_server/ingestion_server/cleanup.py @@ -337,9 +337,10 @@ def _upload_to_s3(self, field: str): part_number = self.buffer[field].part log.info(f"Uploading file part {part_number} of `{field}` to S3...") s3_file_name = f"{self.s3_path}/{self.date}_{field}_{part_number}.tsv" - self.s3_bucket.upload_file(f"{field}.tsv", s3_file_name) + tsv_file_name = f"{field}.tsv" + self.s3_bucket.upload_file(tsv_file_name, s3_file_name) self.buffer[field].part += 1 - os.remove(f"{field}.tsv") + os.remove(tsv_file_name) def save(self, result: dict) -> dict[str, int]: for field, cleaned_items in result.items(): @@ -455,6 +456,6 @@ def clean_image_data(table): end_time = time.perf_counter() cleanup_time = end_time - start_time log.info( - f"Cleaned all records in {cleanup_time} seconds," + f"Cleaned all records in {cleanup_time:.3f} seconds," f"counts: {cleaned_counts_by_field}" )