Files
ai/flink/src/main/resources/topics-dev.yaml
2026-03-24 21:37:49 -04:00

39 lines
998 B
YAML

topics:
# Realtime and historical OHLC data (protobuf encoded)
# Individual OHLC messages for realtime data
# OHLCBatch messages for historical data (with metadata)
- name: market-ohlc
partitions: 3
replication: 1
config:
retention.ms: 86400000 # 24 hours
compression.type: snappy
cleanup.policy: delete
# Realtime tick data (protobuf encoded)
- name: market-tick
partitions: 3
replication: 1
config:
retention.ms: 3600000 # 1 hour
compression.type: snappy
cleanup.policy: delete
# Order execution events
- name: order-event
partitions: 2
replication: 1
config:
retention.ms: 2592000000 # 30 days
compression.type: snappy
cleanup.policy: delete
# Symbol metadata from ingestors
- name: symbol-metadata
partitions: 2
replication: 1
config:
retention.ms: 604800000 # 7 days
compression.type: snappy
cleanup.policy: compact # Keep latest per symbol key