Skip to content

Commit

Permalink
update samples for version 1.2.1
Browse files Browse the repository at this point in the history
  • Loading branch information
AlexBulankou committed Feb 26, 2020
1 parent b6c7578 commit 158bf2c
Show file tree
Hide file tree
Showing 7 changed files with 67 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
apiVersion: dataflow.cnrm.cloud.google.com/v1beta1
kind: DataflowJob
metadata:
annotations:
cnrm.cloud.google.com/on-delete: "cancel"
labels:
label-one: "value-one"
name: dataflowjob-sample-batch
spec:
tempGcsLocation: gs://dataflowjob-dep-batch/tmp
# This is a public, Google-maintained Dataflow Job template of a batch job
templateGcsPath: gs://dataflow-templates/2020-02-03-01_RC00/Word_Count
parameters:
# This is a public, Google-maintained text file
inputFile: gs://dataflow-samples/shakespeare/various.txt
output: gs://dataflowjob-dep-batch/output
zone: us-central1-a
machineType: "n1-standard-1"
maxWorkers: 3
ipConfiguration: "WORKER_IP_PUBLIC"
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
apiVersion: storage.cnrm.cloud.google.com/v1beta1
kind: StorageBucket
metadata:
annotations:
cnrm.cloud.google.com/force-destroy: "true"
name: dataflowjob-dep-batch
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
apiVersion: bigquery.cnrm.cloud.google.com/v1beta1
kind: BigQueryDataset
metadata:
name: dataflowjobdepstreaming
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
apiVersion: bigquery.cnrm.cloud.google.com/v1beta1
kind: BigQueryTable
metadata:
name: dataflowjobdepstreaming
spec:
datasetRef:
name: dataflowjobdepstreaming
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
apiVersion: dataflow.cnrm.cloud.google.com/v1beta1
kind: DataflowJob
metadata:
annotations:
cnrm.cloud.google.com/on-delete: "cancel"
labels:
label-one: "value-one"
name: dataflowjob-sample-streaming
spec:
tempGcsLocation: gs://dataflowjob-dep-streaming/tmp
# This is a public, Google-maintained Dataflow Job template of a streaming job
templateGcsPath: gs://dataflow-templates/2020-02-03-01_RC00/PubSub_to_BigQuery
parameters:
# replace ${PROJECT_ID?} with your project name
inputTopic: projects/${PROJECT_ID?}/topics/dataflowjob-dep-streaming
outputTableSpec: ${PROJECT_ID?}:dataflowjobdepstreaming.dataflowjobdepstreaming
zone: us-central1-a
machineType: "n1-standard-1"
maxWorkers: 3
ipConfiguration: "WORKER_IP_PUBLIC"
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
apiVersion: pubsub.cnrm.cloud.google.com/v1beta1
kind: PubSubTopic
metadata:
name: dataflowjob-dep-streaming
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
apiVersion: storage.cnrm.cloud.google.com/v1beta1
kind: StorageBucket
metadata:
annotations:
cnrm.cloud.google.com/force-destroy: "true"
name: dataflowjob-dep-streaming

0 comments on commit 158bf2c

Please sign in to comment.