Files
telecom-cdr-pipeline/.env.sample

68 lines
1.4 KiB
Plaintext

# =========================
# Kafka / Redpanda
# =========================
REDPANDA_VERSION=v26.2.3
# Used by Python applications running on the host.
KAFKA_BOOTSTRAP_SERVERS=localhost:19092
# Used by containers communicating inside the Docker network.
KAFKA_INTERNAL_BOOTSTRAP_SERVERS=redpanda:9092
# Raw CDR topic
KAFKA_RAW_TOPIC=cdr.raw
KAFKA_RAW_TOPIC_PARTITIONS=3
KAFKA_RAW_TOPIC_REPLICATION_FACTOR=1
KAFKA_RAW_TOPIC_RETENTION_MS=86400000
KAFKA_RAW_TOPIC_COMPRESSION=lz4
# Dead Letter Queue
KAFKA_DLQ_TOPIC=cdr.raw.dlq
KAFKA_DLQ_TOPIC_PARTITIONS=1
KAFKA_DLQ_TOPIC_REPLICATION_FACTOR=1
KAFKA_DLQ_TOPIC_RETENTION_MS=604800000
# =========================
# Processing Worker
# =========================
WORKER_INSTANCE_ID=worker-1
KAFKA_AUTO_OFFSET_RESET=earliest
KAFKA_CONSUMER_POLL_TIMEOUT_SECONDS=1
KAFKA_DLQ_DELIVERY_TIMEOUT_SECONDS=5
KAFKA_CONSUMER_GROUP=cdr-processing-workers
# =========================
# API ingestion
# =========================
API_QUEUE_SIZE=10000
KAFKA_DELIVERY_TIMEOUT_SECONDS=4
KAFKA_MESSAGE_TIMEOUT_MS=3000
KAFKA_LINGER_MS=5
KAFKA_BATCH_SIZE=131072
KAFKA_PRODUCER_MAX_MESSAGES=100000
# =========================
# ClickHouse
# =========================
CLICKHOUSE_VERSION=26.8.7.19
CLICKHOUSE_HOST=clickhouse
CLICKHOUSE_PORT=8123
CLICKHOUSE_HTTP_HOST_PORT=8123
CLICKHOUSE_DATABASE=telecom
CLICKHOUSE_USER=telecom
CLICKHOUSE_PASSWORD=telecom_dev_password