update from pypify process

arthurprevot · Jun 12, 2024 · d47b574 · d47b574
1 parent df735c2
commit d47b574
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/yaetos/libs/generic_jobs/copy_raw_job.py b/yaetos/libs/generic_jobs/copy_raw_job.py
@@ -1,3 +1,6 @@
+"""
+Job meant to run locally to get data from AWS S3 to local. Updates require to run in cluster.
+"""
 from yaetos.etl_utils import ETL_Base, Commandliner, get_aws_setup
 import os
 from cloudpathlib import CloudPath as CPt

diff --git a/yaetos/scripts/copy/aws_config.cfg.example b/yaetos/scripts/copy/aws_config.cfg.example
@@ -4,12 +4,16 @@ ec2_key_name         : to_be_filled
 user                 : to_be_filled
 s3_region            : to_be_filled
 ec2_subnet_id        : to_be_filled
-extra_security_gp    : None
+extra_security_gp    : to_be_filled # optional
+emr_ec2_role         : to_be_filled # optional
+emr_role             : to_be_filled # optional
 
 [prod]
 profile_name         : to_be_filled
 ec2_key_name         : to_be_filled
 user                 : to_be_filled
 s3_region            : to_be_filled
 ec2_subnet_id        : to_be_filled
-extra_security_gp    : None
+extra_security_gp    : to_be_filled # optional
+emr_ec2_role         : to_be_filled # optional
+emr_role             : to_be_filled # optional