capture: set kafka partitioner to murmur2_random (#27)

PostHog · Apr 25, 2024 · 26a67e9 · 26a67e9
1 parent 60debad
commit 26a67e9
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/capture/src/sinks/kafka.rs b/capture/src/sinks/kafka.rs
@@ -96,6 +96,7 @@ impl KafkaSink {
         client_config
             .set("bootstrap.servers", &config.kafka_hosts)
             .set("statistics.interval.ms", "10000")
+            .set("partitioner", "murmur2_random") // Compatibility with python-kafka
             .set("linger.ms", config.kafka_producer_linger_ms.to_string())
             .set(
                 "message.timeout.ms",