backend redesign

deploy/k8s/dev/configs/flink-config.yaml

@@ -0,0 +1,40 @@
+# Flink Job Configuration
+
+# ZeroMQ bind address and ports
+zmq_bind_address: "tcp://*"
+zmq_ingestor_work_queue_port: 5555
+zmq_ingestor_response_port: 5556
+zmq_ingestor_control_port: 5557
+zmq_market_data_pub_port: 5558
+zmq_client_request_port: 5559
+zmq_cep_webhook_port: 5560
+
+# Notification endpoints
+# Task managers PUSH to job manager PULL socket at this address
+notification_publish_endpoint: "tcp://flink-jobmanager:5561"
+# Job manager binds PULL socket on this port to receive from task managers
+notification_pull_port: 5561
+
+# Kafka configuration
+kafka_bootstrap_servers: "kafka:9092"
+kafka_tick_topic: "market-tick"
+kafka_ohlc_topic: "market-ohlc"
+kafka_topics_file: "/topics-dev.yaml"  # Use topics-dev.yaml for single broker dev environment
+
+# Iceberg catalog
+iceberg_catalog_uri: "http://iceberg-catalog:8181"
+iceberg_warehouse: "s3://trading-warehouse/"
+iceberg_namespace: "trading"
+iceberg_table_prefix: "market"
+hadoop_conf_dir: "/etc/hadoop/conf"
+
+# Flink configuration
+flink_parallelism: 1
+flink_checkpoint_interval_ms: 60000
+
+# Flink memory configuration (required)
+jobmanager.memory.process.size: 1600m
+taskmanager.memory.process.size: 1728m
+taskmanager.numberOfTaskSlots: 2
+jobmanager.rpc.address: flink-jobmanager
+jobmanager.rpc.port: 6123