From 17c15aafaab19bae200499fa402aeeee58cff056 Mon Sep 17 00:00:00 2001 From: Zaeem Athar Date: Tue, 2 Apr 2024 12:13:29 +0200 Subject: [PATCH] Update deploy-with-dagster.md Changing resource name from DltResource to DltPipeline --- .../deploy-a-pipeline/deploy-with-dagster.md | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/docs/website/docs/walkthroughs/deploy-a-pipeline/deploy-with-dagster.md b/docs/website/docs/walkthroughs/deploy-a-pipeline/deploy-with-dagster.md index c901b38e00..cca882ba38 100644 --- a/docs/website/docs/walkthroughs/deploy-a-pipeline/deploy-with-dagster.md +++ b/docs/website/docs/walkthroughs/deploy-a-pipeline/deploy-with-dagster.md @@ -75,7 +75,7 @@ More details can be found in the article from dagster import ConfigurableResource import dlt - class DltResource(ConfigurableResource): + class DltPipeline(ConfigurableResource): pipeline_name: str dataset_name: str destination: str @@ -97,7 +97,7 @@ More details can be found in the article 1. Define the asset as: ```py @asset - def issues_pipeline(pipeline: DltResource): + def issues_pipeline(pipeline: DltPipeline): logger = get_dagster_logger() results = pipeline.create_pipeline(github_issues_resource, table_name='github_issues') @@ -108,8 +108,6 @@ More details can be found in the article 1. Next, define Dagster definitions as follows: ```py - import DltResource - all_assets = load_assets_from_modules([assets]) simple_pipeline = define_asset_job(name="simple_pipeline", selection= ['issues_pipeline']) @@ -117,7 +115,11 @@ More details can be found in the article assets=all_assets, jobs=[simple_pipeline], resources={ - "pipeline": DltResource(), + "pipeline": DltPipeline( + pipeline_name = "github_issues", + dataset_name = "dagster_github_issues", + destination = "bigquery", + ), } ) ```