feat: add bounded kafka ingestion pipeline

.env.sample

@@ -4,7 +4,11 @@
 
 REDPANDA_VERSION=v26.2.3
 
-KAFKA_BOOTSTRAP_SERVERS=redpanda:9092
+# Used by Python applications running on the host.
+KAFKA_BOOTSTRAP_SERVERS=localhost:19092
+
+# Used by containers communicating inside the Docker network.
+KAFKA_INTERNAL_BOOTSTRAP_SERVERS=redpanda:9092
 
 # Raw CDR topic
 KAFKA_RAW_TOPIC=cdr.raw
@@ -22,6 +26,20 @@ KAFKA_DLQ_TOPIC_RETENTION_MS=604800000
 KAFKA_CONSUMER_GROUP=cdr-processing-workers
 
 
+# =========================
+# API ingestion
+# =========================
+
+API_QUEUE_SIZE=10000
+
+KAFKA_DELIVERY_TIMEOUT_SECONDS=4
+KAFKA_MESSAGE_TIMEOUT_MS=3000
+
+KAFKA_LINGER_MS=5
+KAFKA_BATCH_SIZE=131072
+KAFKA_PRODUCER_MAX_MESSAGES=100000
+
+
 # =========================
 # ClickHouse
 # =========================