bugfixes; research subproc; higher sandbox limits

This commit is contained in:
2026-04-16 18:11:26 -04:00
parent f80c943dc3
commit 3153e89d4f
54 changed files with 1947 additions and 498 deletions

View File

@@ -4,18 +4,32 @@
flink_hostname: flink-jobmanager
ingestor_broker_port: 5567
# Supported exchanges (subscribe to these prefixes)
# Supported exchanges (used for symbol metadata generation)
supported_exchanges:
- BINANCE
- COINBASE
- KRAKEN
# Per-exchange work slot capacity.
# Each slot is one concurrent job. historical_slots limits parallel OHLC fetches;
# realtime_slots limits concurrent tick subscriptions. Set based on exchange rate
# limits and connection constraints — these are conservative starting values.
exchange_capacity:
BINANCE:
historical_slots: 1
realtime_slots: 5
COINBASE:
historical_slots: 1
realtime_slots: 4
KRAKEN:
historical_slots: 1
realtime_slots: 3
# Kafka configuration
kafka_brokers:
- kafka:9092
# Worker configuration
max_concurrent: 10
poll_interval_ms: 10000
# Logging

View File

@@ -46,6 +46,11 @@ data:
alerts:
max_active: 100
# Memory guard: soft RLIMIT_AS limit as a fraction of the cgroup memory.max.
# Set below 1.0 so Python raises MemoryError before the kernel OOM-kills the pod.
memory:
limit_fraction: 0.85
# Logging
logging:
level: "INFO"