From 9249fb8ce33e82f56cfbca671e9a649542a06de4 Mon Sep 17 00:00:00 2001 From: rchinn-segment Date: Tue, 17 Oct 2023 11:47:49 -0700 Subject: [PATCH 1/5] Add databricks delta lake to warehouse yml --- src/_data/catalog/warehouse.yml | 12 ++++++++++++ .../storage/catalog/databricks-delta-lake/index.md | 2 ++ 2 files changed, 14 insertions(+) diff --git a/src/_data/catalog/warehouse.yml b/src/_data/catalog/warehouse.yml index 8f77ef1a84..3c8c17925a 100644 --- a/src/_data/catalog/warehouse.yml +++ b/src/_data/catalog/warehouse.yml @@ -47,6 +47,18 @@ items: url: 'https://cdn.filepicker.io/api/file/Vk6iFlMvQeynbg30ZEtt' categories: - Warehouses +- display_name: Databricks Delta Lake + slug: databricks-delta-lake + name: catalog/warehouses/databricks-delta-lake + description: '' + url: connections/storage/catalog/databricks-delta-lake + status: PUBLIC_BETA + logo: + url: 'https://assets.stickpng.com/images/62c719b5b44be1961554a6de.png' + mark: + url: '' + categories: + - Warehouses - display_name: Google Cloud Storage slug: google-cloud-storage name: catalog/warehouses/google-cloud-storage diff --git a/src/connections/storage/catalog/databricks-delta-lake/index.md b/src/connections/storage/catalog/databricks-delta-lake/index.md index 9060c714ce..4500ed46fd 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/index.md +++ b/src/connections/storage/catalog/databricks-delta-lake/index.md @@ -1,6 +1,8 @@ --- title: Databricks Delta Lake beta: true +redirect_from: + - '/connections/warehouses/catalog/databricks-delta-lake/' --- Setup docs coming soon! \ No newline at end of file From 0096b9b3b985fbd883c77735632a8c6f6c730181 Mon Sep 17 00:00:00 2001 From: rchinn-segment Date: Tue, 17 Oct 2023 11:48:41 -0700 Subject: [PATCH 2/5] [netlify-build] --- .../databricks-delta-lake/databricks-delta-lake-azure.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md index c51089a1c1..71e6ab64f5 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md +++ b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md @@ -70,7 +70,7 @@ Segment uses the service principal to access your Databricks workspace APIs as w ``` az ad sp create --id fffa5b05-1da5-4599-8360-cc2684bcdefb ``` - + ### Step 3: Update or create an ADLS Gen2 storage container The ADLS Gen2 storage container is where Segment lands your Delta Lake files. From 200fff03577b45c17df7032cd83004866adbc234 Mon Sep 17 00:00:00 2001 From: rchinn-segment Date: Tue, 17 Oct 2023 12:55:17 -0700 Subject: [PATCH 3/5] Remove beta flag --- src/_data/catalog/warehouse.yml | 4 ++-- .../databricks-delta-lake/databricks-delta-lake-aws.md | 1 - .../databricks-delta-lake/databricks-delta-lake-azure.md | 1 - .../storage/catalog/databricks-delta-lake/index.md | 1 - 4 files changed, 2 insertions(+), 5 deletions(-) diff --git a/src/_data/catalog/warehouse.yml b/src/_data/catalog/warehouse.yml index 3c8c17925a..68d552b7a3 100644 --- a/src/_data/catalog/warehouse.yml +++ b/src/_data/catalog/warehouse.yml @@ -52,9 +52,9 @@ items: name: catalog/warehouses/databricks-delta-lake description: '' url: connections/storage/catalog/databricks-delta-lake - status: PUBLIC_BETA + status: PRIVATE_BETA logo: - url: 'https://assets.stickpng.com/images/62c719b5b44be1961554a6de.png' + url: 'https://images.ctfassets.net/h6ufgtwb6nv1/4vYEAgYz6nGLC9F64Jxeb6/fcf3ecdae5386f806ae72eb39ce07094/db.svg?w=256&q=75' mark: url: '' categories: diff --git a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-aws.md b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-aws.md index 55620fbe14..c2a170ffcc 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-aws.md +++ b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-aws.md @@ -1,6 +1,5 @@ --- title: Databricks Delta Lake Destination (AWS Setup) -beta: true hidden: true --- diff --git a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md index 71e6ab64f5..84c8a14223 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md +++ b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md @@ -1,6 +1,5 @@ --- title: Databricks Delta Lake Destination (Azure Setup) -beta: true hidden: true --- diff --git a/src/connections/storage/catalog/databricks-delta-lake/index.md b/src/connections/storage/catalog/databricks-delta-lake/index.md index 4500ed46fd..a564dd12fd 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/index.md +++ b/src/connections/storage/catalog/databricks-delta-lake/index.md @@ -1,6 +1,5 @@ --- title: Databricks Delta Lake -beta: true redirect_from: - '/connections/warehouses/catalog/databricks-delta-lake/' --- From 28fec2b34d5515be364ad3c93c0be8b4d47316de Mon Sep 17 00:00:00 2001 From: rchinn-segment Date: Tue, 17 Oct 2023 12:55:25 -0700 Subject: [PATCH 4/5] Add private beta flag --- src/connections/storage/catalog/index.md | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/connections/storage/catalog/index.md b/src/connections/storage/catalog/index.md index b316937d79..61047958e5 100644 --- a/src/connections/storage/catalog/index.md +++ b/src/connections/storage/catalog/index.md @@ -28,6 +28,11 @@ layout: catalog

Beta

{% endif %} +
+ {% if warehouse.status == 'PRIVATE_BETA' %} +

Private Beta

+ {% endif %} +
{% endif %} From 20039ed9a2c559d1fbde1082a120b123b20178f0 Mon Sep 17 00:00:00 2001 From: rchinn-segment Date: Tue, 17 Oct 2023 12:55:52 -0700 Subject: [PATCH 5/5] [netlify-build] --- .../databricks-delta-lake/databricks-delta-lake-azure.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md index 84c8a14223..7f8dcc4442 100644 --- a/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md +++ b/src/connections/storage/catalog/databricks-delta-lake/databricks-delta-lake-azure.md @@ -9,7 +9,7 @@ With the Databricks Delta Lake Destination, you can ingest event data from Segme This page will help you use the Databricks Delta Lake Destination to sync Segment events into your Databricks Delta Lake built on Azure (ADLS Gen 2). - + > info "Databricks Delta Lake Destination in Public Beta" > The Databricks Delta Lake Destination is in public beta, and Segment is actively working on this integration. [Contact Segment](https://segment.com/help/contact/){:target="_blank"} with any feedback or questions.