cleaning

yaetos/env_dispatchers.py

@@ -149,13 +149,10 @@ def load_pandas_cluster(self, fname, file_type, globy, read_func, read_kwargs):
         import uuid
 
         bucket_name, bucket_fname, fname_parts = self.split_s3_path(fname)
-        print(f"### ==== load_pandas_cluster 0", bucket_name, bucket_fname, fname_parts)
-        # local_path = 'tmp/s3_copy_' + fname_parts[-1] + '_' + str(uuid.uuid4())
         uuid_path = str(uuid.uuid4())
         local_path = 'tmp/s3_copy_' + uuid_path + '_' + fname_parts[-1] + '/' + fname_parts[-1]  # First fname_parts[-1] is to show fname part in folder name for easier debugging in AWS. Second is to isolate fname part in sub folder.
         local_folder = 'tmp/s3_copy_' + uuid_path + '_' + fname_parts[-1]  # to be based on above
         os.makedirs(local_folder, exist_ok=True)
-        print(f"### ==== load_pandas_cluster 1", local_path, local_folder)
         cp = CloudPath(fname)  # TODO: add way to load it with specific profile_name or client, as in "s3c = boto3.Session(profile_name='default').client('s3')"
         if globy:
             cfiles = cp.glob(globy)
@@ -168,9 +165,6 @@ def load_pandas_cluster(self, fname, file_type, globy, read_func, read_kwargs):
         else:
             logger.info("Copying files from S3 '{}' to local '{}'. May take some time.".format(fname, local_path))
             local_pathlib = cp.download_to(local_path)
-            # local_pathlib = cp.download_to(local_folder)
-            # logger.info(f"### ==== load_pandas_cluster, {local_path}, {local_pathlib}")
-            print(f"### ==== load_pandas_cluster", local_path, local_pathlib)
             local_path = local_path + '/' if local_pathlib.is_dir() else local_path
         logger.info(f"File copy finished, to {local_path}")
         df = load_dfs(local_path, file_type, globy, read_func, read_kwargs)