Skip to content

Commit

Permalink
update gitlab ci yml
Browse files Browse the repository at this point in the history
  • Loading branch information
clairelin135 committed Aug 21, 2023
1 parent 8a4fe05 commit 94234f5
Showing 1 changed file with 6 additions and 6 deletions.
12 changes: 6 additions & 6 deletions gitlab/dbt/serverless-ci-dbt.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,9 @@ variables:
DISABLE_FAST_DEPLOYS:
DAGSTER_CLOUD_URL: $DAGSTER_CLOUD_URL
DAGSTER_CLOUD_API_TOKEN: $DAGSTER_CLOUD_API_TOKEN
DAGSTER_PROJECT_NAME: "dagster_dbt_scaffold"
DAGSTER_DBT_PROJECT_NAME: $DAGSTER_DBT_LOCATION_NAME
DBT_PROJECT_DIR: "${CI_PROJECT_DIR}"
DBT_PACKAGE_DATA_DIR: "${CI_PROJECT_DIR}/$DAGSTER_PROJECT_NAME/dbt-project"
DBT_PACKAGE_DATA_DIR: "${CI_PROJECT_DIR}/$DAGSTER_DBT_PROJECT_NAME/dbt-project"

deploy-branch:
stage: deploy
Expand Down Expand Up @@ -32,12 +32,12 @@ deploy-branch:
--author-email $PR_EMAIL)
# install dbt package
- pip install pip --upgrade
- cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME
- cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME
- pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0'
- pip install pyOpenSSL --upgrade
- cd -
- which rsync || ( apt-get update -y && apt-get -y install rsync )
- rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR
- rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR
- dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR
- dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR
- rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack
Expand Down Expand Up @@ -78,12 +78,12 @@ deploy:
script:
# install dbt package
- pip install pip --upgrade
- cd $DBT_PROJECT_DIR/$DAGSTER_PROJECT_NAME
- cd $DBT_PROJECT_DIR/$DAGSTER_DBT_PROJECT_NAME
- pip install . MarkupSafe==2.0.1 'click>8.1.0' 'Jinja2>3.0.0'
- pip install pyOpenSSL --upgrade
- cd -
- which rsync || ( apt-get update -y && apt-get -y install rsync )
- rsync -avz --exclude $DAGSTER_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR
- rsync -avz --exclude $DAGSTER_DBT_PROJECT_NAME --exclude .git $DBT_PROJECT_DIR/ $DBT_PACKAGE_DATA_DIR
- dbt deps --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR
- dbt parse --project-dir $DBT_PACKAGE_DATA_DIR --profiles-dir $DBT_PACKAGE_DATA_DIR
- rm $DBT_PACKAGE_DATA_DIR/target/partial_parse.msgpack
Expand Down

0 comments on commit 94234f5

Please sign in to comment.