-
Notifications
You must be signed in to change notification settings - Fork 3
/
docker-compose-kafka.yml
128 lines (122 loc) · 3.63 KB
/
docker-compose-kafka.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
services:
kafka:
profiles:
- all
- kafka_connect_standalone
- kafka_full
- kafka
image: bitnami/kafka:3.8.0
hostname: kafka
restart: ${RESTART_POLICY}
healthcheck:
test: /opt/bitnami/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server kafka:9092 --version || exit 1
interval: 30s
start_period: 30s
timeout: 15s
retries: 12
ports:
- "9092:9092"
deploy:
resources:
limits:
cpus: '1'
memory: 4G
volumes:
- kafka:/bitnami
environment:
KAFKA_ENABLE_KRAFT: "yes"
KAFKA_CFG_PROCESS_ROLES: "broker,controller"
KAFKA_CFG_CONTROLLER_LISTENER_NAMES: "CONTROLLER"
KAFKA_CFG_LISTENERS: "PLAINTEXT://:9094,CONTROLLER://:9093,EXTERNAL://:9092"
KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP: "CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT"
KAFKA_CFG_ADVERTISED_LISTENERS: "PLAINTEXT://kafka:9094,EXTERNAL://${KAFKA_BOOTSTRAP_SERVERS}"
KAFKA_BROKER_ID: "1"
KAFKA_CFG_CONTROLLER_QUORUM_VOTERS: "1@kafka:9093"
ALLOW_PLAINTEXT_LISTENER: "yes"
KAFKA_CFG_NODE_ID: "1"
KAFKA_CFG_DELETE_TOPIC_ENABLE: "true"
KAFKA_CFG_LOG_RETENTION_HOURS: ${KAFKA_LOG_RETENTION_HOURS}
KAFKA_CFG_LOG_RETENTION_BYTES: ${KAFKA_LOG_RETENTION_BYTES}
logging:
options:
max-size: "10m"
max-file: "5"
kafka-setup:
profiles:
- all
- kafka_full
- kafka_setup
image: kafka-setup
build:
context: kafka
dockerfile: Dockerfile.jikkou
restart: on-failure:3 # try up to 3 times
deploy:
resources:
limits:
cpus: '0.5'
memory: 1G
depends_on:
kafka:
condition: service_healthy
environment:
KAFKA_TOPIC_PARTITIONS: ${KAFKA_TOPIC_PARTITIONS}
KAFKA_TOPIC_REPLICAS: ${KAFKA_TOPIC_REPLICAS}
KAFKA_TOPIC_MIN_INSYNC_REPLICAS: ${KAFKA_TOPIC_MIN_INSYNC_REPLICAS}
KAFKA_TOPIC_RETENTION_MS: ${KAFKA_TOPIC_RETENTION_MS}
KAFKA_TOPIC_DELETE_RETENTION_MS: ${KAFKA_TOPIC_DELETE_RETENTION_MS}
KAFKA_TOPIC_CREATE_ODE: ${KAFKA_TOPIC_CREATE_ODE}
KAFKA_TOPIC_CREATE_GEOJSONCONVERTER: ${KAFKA_TOPIC_CREATE_GEOJSONCONVERTER}
KAFKA_TOPIC_CREATE_CONFLICTMONITOR: ${KAFKA_TOPIC_CREATE_CONFLICTMONITOR}
KAFKA_TOPIC_CREATE_DEDUPLICATOR: ${KAFKA_TOPIC_CREATE_DEDUPLICATOR}
kafka-schema-registry:
profiles:
- all
- kafka_schema_registry
image: confluentinc/cp-schema-registry:7.7.0
hostname: schema-registry
restart: ${RESTART_POLICY}
deploy:
resources:
limits:
cpus: '0.5'
memory: 1G
depends_on:
kafka:
condition: service_healthy
ports:
- "8081:8081"
environment:
SCHEMA_REGISTRY_HOST_NAME: schema-registry
SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: ${KAFKA_BOOTSTRAP_SERVERS}
SCHEMA_REGISTRY_CONFLUENT_SUPPORT_METRICS_ENABLE: "false"
SCHEMA_REGISTRY_AVRO_COMPATIBILITY_LEVEL: "NONE"
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8081/subjects"]
interval: 30s
timeout: 10s
retries: 4
kafka-ui:
profiles:
- all
- kafka_full
- kafka_ui
hostname: kafka-ui
image: ghcr.io/kafbat/kafka-ui:v1.0.0
restart: ${RESTART_POLICY}
deploy:
resources:
limits:
cpus: '0.5'
memory: 1G
ports:
- 8001:8080
depends_on:
kafka:
condition: service_healthy
environment:
DYNAMIC_CONFIG_ENABLED: 'true'
KAFKA_CLUSTERS_0_NAME: local
KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: ${KAFKA_BOOTSTRAP_SERVERS}
volumes:
kafka: