set acks='all', linger_ms=5

Airstack-xyz · May 28, 2024 · d4cea15 · d4cea15
1 parent 0d1be65
commit d4cea15
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/blockchainetl/jobs/exporters/kafka_exporter.py b/blockchainetl/jobs/exporters/kafka_exporter.py
@@ -32,7 +32,9 @@ def __init__(self, item_type_to_topic_mapping, converters=()):
             buffer_memory=100000000,
             retries=5,
             batch_size=32768,
-            linger_ms=1)
+            linger_ms=5,
+            acks='all'
+        )
 
         # use redis for deduplication of live messages  
         self.redis = None