data pipeline refactor and fix

This commit is contained in:
2026-04-13 18:30:04 -04:00
parent 6418729b16
commit 326bf80846
96 changed files with 7107 additions and 1763 deletions

View File

@@ -1,9 +1,8 @@
# CCXT Ingestor Configuration
# Relay ZMQ endpoints (relay is the well-known gateway)
flink_hostname: relay
ingestor_work_port: 5555 # SUB - receives DataRequest with exchange prefix
# Note: No response port needed - async architecture via Kafka!
# Flink IngestorBroker (ROUTER) endpoint
flink_hostname: flink-jobmanager
ingestor_broker_port: 5567
# Supported exchanges (subscribe to these prefixes)
supported_exchanges: