diff --git a/gitlab/dbt/serverless-ci-dbt.yml b/gitlab/dbt/serverless-ci-dbt.yml index fc504c98..1c2f39cc 100644 --- a/gitlab/dbt/serverless-ci-dbt.yml +++ b/gitlab/dbt/serverless-ci-dbt.yml @@ -2,7 +2,7 @@ variables: DISABLE_FAST_DEPLOYS: DAGSTER_CLOUD_URL: $DAGSTER_CLOUD_URL DAGSTER_CLOUD_API_TOKEN: $DAGSTER_CLOUD_API_TOKEN - DAGSTER_PROJECT_NAME: "dagster_dbt_scaffold" + DAGSTER_DBT_PROJECT_NAME: $DAGSTER_DBT_LOCATION_NAME DBT_PROJECT_DIR: "${CI_PROJECT_DIR}" DBT_PACKAGE_DATA_DIR: "${CI_PROJECT_DIR}/$DAGSTER_PROJECT_NAME/dbt-project" @@ -32,12 +32,12 @@ deploy-branch: --author-email $PR_EMAIL) # install dbt package - pip install pip --upgrade - - cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME + - cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME - pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0' - pip install pyOpenSSL --upgrade - cd - - which rsync || ( apt-get update -y && apt-get -y install rsync ) - - rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR + - rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR - dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack @@ -78,12 +78,12 @@ deploy: script: # install dbt package - pip install pip --upgrade - - cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME + - cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME - pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0' - pip install pyOpenSSL --upgrade - cd - - which rsync || ( apt-get update -y && apt-get -y install rsync ) - - rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR + - rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR - dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack