Skip to content

Commit

Permalink
nit
Browse files Browse the repository at this point in the history
  • Loading branch information
landscapepainter committed Sep 18, 2023
1 parent b541968 commit 4bd3683
Show file tree
Hide file tree
Showing 2 changed files with 7 additions and 5 deletions.
5 changes: 3 additions & 2 deletions sky/backends/backend_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -2924,8 +2924,9 @@ def _run_csync_terminate(runner):
logger.debug(
f'CSYNC: failed to terminate the CSYNC on {runner.ip}. '
f'Details: {stderr}')

logger.info(f'CSYNC termination initiated for {cluster_name}. If a '
#TODO(Doyoung): Set the following to 'info' when #2504 is resolved
# Currently, the logger interrupts the rich progress bar.
logger.debug(f'CSYNC termination initiated for {cluster_name}. If a '
'sync process is currently running, CSYNC will terminate '
'after it completes.\n')
subprocess_utils.run_in_parallel(_run_csync_terminate, runners)
7 changes: 4 additions & 3 deletions sky/data/sky_csync.py
Original file line number Diff line number Diff line change
Expand Up @@ -129,9 +129,10 @@ def main():
def get_s3_upload_cmd(src_path: str, dst: str, num_threads: int, delete: bool,
no_follow_symlinks: bool):
"""Builds sync command for aws s3"""
sync_cmd = ('aws configure set default.s3.max_concurrent_requests '
f'{num_threads};')
sync_cmd += f' aws s3 sync {src_path} s3://{dst}'
config_cmd = ('aws configure set default.s3.max_concurrent_requests '
f'{num_threads}')
subprocess.check_output(config_cmd, shell=True)
sync_cmd = f'aws s3 sync {src_path} s3://{dst}'
if delete:
sync_cmd += ' --delete'
if no_follow_symlinks:
Expand Down

0 comments on commit 4bd3683

Please sign in to comment.