-
Notifications
You must be signed in to change notification settings - Fork 0
/
201.flow
43 lines (43 loc) · 1.02 KB
/
201.flow
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
nodes:
- name: PGtoHive
type: transfer
config:
subtype: spark
conf: conf/f_201_pgtohive.json
source: PGLab
target: hive
source_table: public.lineitem
explain_only: false
empty_source_check: true
target_table: default.lineitem
dependsOn: []
- name: CalculateOrderStats
type: transform
config:
target: v360hive
sql_file: sql/f_201_calculateorderstats.sql
explain_only: false
dependsOn:
- PGtoHive
- name: LoadSummaryFromHive
type: transfer
config:
subtype: spark
conf: conf/f_201_loadsummaryfromhive.json
source: hive
target: veon10
explain_only: false
empty_source_check: true
source_table: default.lineitem_summ
target_table: public.lineitem_summ
dependsOn:
- TruncateVertica
- name: TruncateVertica
type: transform
config:
target: veon10
sql_file: sql/f_201_truncatevertica.sql
explain_only: false
dependsOn:
- CalculateOrderStats
config: {}