From 94234f5e89b81dd660a9b614101f99734e13f227 Mon Sep 17 00:00:00 2001 From: Claire Lin Date: Mon, 21 Aug 2023 12:43:01 -0700 Subject: [PATCH] update gitlab ci yml --- gitlab/dbt/serverless-ci-dbt.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/gitlab/dbt/serverless-ci-dbt.yml b/gitlab/dbt/serverless-ci-dbt.yml index fc504c98..b1f18474 100644 --- a/gitlab/dbt/serverless-ci-dbt.yml +++ b/gitlab/dbt/serverless-ci-dbt.yml @@ -2,9 +2,9 @@ variables: DISABLE_FAST_DEPLOYS: DAGSTER_CLOUD_URL: $DAGSTER_CLOUD_URL DAGSTER_CLOUD_API_TOKEN: $DAGSTER_CLOUD_API_TOKEN - DAGSTER_PROJECT_NAME: "dagster_dbt_scaffold" + DAGSTER_DBT_PROJECT_NAME: $DAGSTER_DBT_LOCATION_NAME DBT_PROJECT_DIR: "${CI_PROJECT_DIR}" - DBT_PACKAGE_DATA_DIR: "${CI_PROJECT_DIR}/$DAGSTER_PROJECT_NAME/dbt-project" + DBT_PACKAGE_DATA_DIR: "${CI_PROJECT_DIR}/$DAGSTER_DBT_PROJECT_NAME/dbt-project" deploy-branch: stage: deploy @@ -32,12 +32,12 @@ deploy-branch: --author-email $PR_EMAIL) # install dbt package - pip install pip --upgrade - - cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME + - cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME - pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0' - pip install pyOpenSSL --upgrade - cd - - which rsync || ( apt-get update -y && apt-get -y install rsync ) - - rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR + - rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR - dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack @@ -78,12 +78,12 @@ deploy: script: # install dbt package - pip install pip --upgrade - - cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME + - cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME - pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0' - pip install pyOpenSSL --upgrade - cd - - which rsync || ( apt-get update -y && apt-get -y install rsync ) - - rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR + - rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR - dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR - rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack