forked from pacuna/snowplow-pipeline
-
Notifications
You must be signed in to change notification settings - Fork 2
/
docker-compose.yml
121 lines (110 loc) · 3.29 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
version: "3"
services:
zookeeper:
image: confluentinc/cp-zookeeper:7.2.1
hostname: zookeeper
container_name: zookeeper
ports:
- "2181:2181"
environment:
ZOOKEEPER_CLIENT_PORT: 2181
ZOOKEEPER_TICK_TIME: 2000
kafka:
image: confluentinc/cp-server:7.2.1
hostname: kafka
container_name: kafka
depends_on:
- zookeeper
ports:
- "9092:9092"
- "9101:9101"
environment:
KAFKA_BROKER_ID: 1
KAFKA_ZOOKEEPER_CONNECT: 'zookeeper:2181'
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
KAFKA_METRIC_REPORTERS: io.confluent.metrics.reporter.ConfluentMetricsReporter
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
KAFKA_CONFLUENT_LICENSE_TOPIC_REPLICATION_FACTOR: 1
KAFKA_CONFLUENT_BALANCER_TOPIC_REPLICATION_FACTOR: 1
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
KAFKA_JMX_PORT: 9101
KAFKA_JMX_HOSTNAME: localhost
CONFLUENT_METRICS_REPORTER_BOOTSTRAP_SERVERS: kafka:29092
CONFLUENT_METRICS_REPORTER_TOPIC_REPLICAS: 1
CONFLUENT_METRICS_ENABLE: 'true'
CONFLUENT_SUPPORT_CUSTOMER_ID: 'anonymous'
control-center:
image: confluentinc/cp-enterprise-control-center:7.2.1
hostname: control-center
container_name: control-center
depends_on:
- kafka
ports:
- "9021:9021"
environment:
CONTROL_CENTER_BOOTSTRAP_SERVERS: 'kafka:29092'
CONTROL_CENTER_REPLICATION_FACTOR: 1
CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1
CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1
CONFLUENT_METRICS_TOPIC_REPLICATION: 1
PORT: 9021
scala-stream-collector:
image: snowplow/scala-stream-collector-kafka:2.9.2
command: [ "--config", "/snowplow/config/config.hocon" ]
depends_on:
- kafka
ports:
- "8080:8080"
volumes:
- ./scala-stream-collector-config:/snowplow/config
environment:
- "SP_JAVA_OPTS=-Xms512m -Xmx512m"
stream-enrich:
image: snowplow/stream-enrich-kafka:3.8.1
command: [
"--config", "/snowplow/config/config.hocon",
"--resolver", "file:/snowplow/config/resolver.json"
]
depends_on:
- scala-stream-collector
volumes:
- ./stream-enrich-config:/snowplow/config
environment:
- "SP_JAVA_OPTS=-Xms512m -Xmx512m"
iglu-postgres:
container_name: iglu-postgres
image: postgres:13
ports:
- "5432:5432"
environment:
POSTGRES_USER: sp_user
POSTGRES_PASSWORD: sp_password
POSTGRES_DB: igludb
volumes:
- pgdata:/var/lib/postgresql/data
iglu-server:
container_name: iglu-server
image: snowplow/iglu-server:0.10.1
command: [ "--config", "/snowplow/config/config.hocon" ]
depends_on:
- iglu-postgres
ports:
- "8081:8081"
volumes:
- ./iglu-server-config/config.hocon:/snowplow/config/config.hocon
environment:
- "SP_JAVA_OPTS=-Xms512m -Xmx512m"
web:
image: nginx
volumes:
- ./web:/usr/share/nginx/html
ports:
- "80:80"
events-processor:
build:
context: ./events-processor
volumes:
pgdata: