diff --git a/template/v2/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml b/template/v2/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml index e941d715..d04f0099 100644 --- a/template/v2/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml +++ b/template/v2/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml @@ -43,7 +43,7 @@ x-airflow-common: &airflow-common - /home/sagemaker-user/.workflows_setup/plugins:/usr/local/airflow/plugins - /home/sagemaker-user/.workflows_setup/requirements:/usr/local/airflow/requirements - /home/sagemaker-user/.workflows_setup/startup:/usr/local/airflow/startup - - /home/sagemaker-user/src:/home/sagemaker-user/src:rw + - ${MOUNT_DIR}:/home/sagemaker-user/src:rw - /home/sagemaker-user/jobs:/home/sagemaker-user/jobs:rw depends_on: &airflow-common-depends-on postgres: diff --git a/template/v2/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh b/template/v2/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh index ec630ce5..841d5f73 100755 --- a/template/v2/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh +++ b/template/v2/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh @@ -7,6 +7,8 @@ is_s3_storage=${1:-"1"} # Default to 1 (Git storage) if no parameter is passed if [ "$is_s3_storage" -eq 0 ]; then PROJECT_DIR="$HOME/shared" echo "Project is using S3 storage, project directory set to: $PROJECT_DIR" + MOUNT_DIR=$(readlink -f $PROJECT_DIR) # get the symlink source + echo "resolved symlink target is: $MOUNT_DIR" else PROJECT_DIR="$HOME/src" echo "Project is using Git storage, project directory set to: $PROJECT_DIR" @@ -186,6 +188,7 @@ cp -n "/etc/sagemaker-ui/workflows/sample_dag.py" "${WORKFLOW_DAG_PATH}/" aws ecr get-login-password --region ${AWS_REGION} | docker login --username AWS --password-stdin ${ECR_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com PROJECT_DIR=$(basename $PROJECT_DIR) \ +MOUNT_DIR=$MOUNT_DIR \ ECR_ACCOUNT_ID=$ECR_ACCOUNT_ID \ ACCOUNT_ID=$AWS_ACCOUNT_ID \ DZ_DOMAIN_ID=$DZ_DOMAIN_ID \ diff --git a/template/v3/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml b/template/v3/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml index e941d715..d04f0099 100644 --- a/template/v3/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml +++ b/template/v3/dirs/etc/sagemaker-ui/workflows/docker-compose.yaml @@ -43,7 +43,7 @@ x-airflow-common: &airflow-common - /home/sagemaker-user/.workflows_setup/plugins:/usr/local/airflow/plugins - /home/sagemaker-user/.workflows_setup/requirements:/usr/local/airflow/requirements - /home/sagemaker-user/.workflows_setup/startup:/usr/local/airflow/startup - - /home/sagemaker-user/src:/home/sagemaker-user/src:rw + - ${MOUNT_DIR}:/home/sagemaker-user/src:rw - /home/sagemaker-user/jobs:/home/sagemaker-user/jobs:rw depends_on: &airflow-common-depends-on postgres: diff --git a/template/v3/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh b/template/v3/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh index ec630ce5..841d5f73 100755 --- a/template/v3/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh +++ b/template/v3/dirs/etc/sagemaker-ui/workflows/start-workflows-container.sh @@ -7,6 +7,8 @@ is_s3_storage=${1:-"1"} # Default to 1 (Git storage) if no parameter is passed if [ "$is_s3_storage" -eq 0 ]; then PROJECT_DIR="$HOME/shared" echo "Project is using S3 storage, project directory set to: $PROJECT_DIR" + MOUNT_DIR=$(readlink -f $PROJECT_DIR) # get the symlink source + echo "resolved symlink target is: $MOUNT_DIR" else PROJECT_DIR="$HOME/src" echo "Project is using Git storage, project directory set to: $PROJECT_DIR" @@ -186,6 +188,7 @@ cp -n "/etc/sagemaker-ui/workflows/sample_dag.py" "${WORKFLOW_DAG_PATH}/" aws ecr get-login-password --region ${AWS_REGION} | docker login --username AWS --password-stdin ${ECR_ACCOUNT_ID}.dkr.ecr.${AWS_REGION}.amazonaws.com PROJECT_DIR=$(basename $PROJECT_DIR) \ +MOUNT_DIR=$MOUNT_DIR \ ECR_ACCOUNT_ID=$ECR_ACCOUNT_ID \ ACCOUNT_ID=$AWS_ACCOUNT_ID \ DZ_DOMAIN_ID=$DZ_DOMAIN_ID \