41 lines
1.2 KiB
YAML
41 lines
1.2 KiB
YAML
# Flink Job Configuration
|
|
|
|
# ZeroMQ bind address and ports
|
|
zmq_bind_address: "tcp://*"
|
|
zmq_ingestor_work_queue_port: 5555
|
|
zmq_ingestor_response_port: 5556
|
|
zmq_ingestor_control_port: 5557
|
|
zmq_market_data_pub_port: 5558
|
|
zmq_client_request_port: 5559
|
|
zmq_cep_webhook_port: 5560
|
|
|
|
# Notification endpoints
|
|
# Task managers PUSH to job manager PULL socket at this address
|
|
notification_publish_endpoint: "tcp://flink-jobmanager:5561"
|
|
# Job manager binds PULL socket on this port to receive from task managers
|
|
notification_pull_port: 5561
|
|
|
|
# Kafka configuration
|
|
kafka_bootstrap_servers: "kafka:9092"
|
|
kafka_tick_topic: "market-tick"
|
|
kafka_ohlc_topic: "market-ohlc"
|
|
kafka_topics_file: "/topics-dev.yaml" # Use topics-dev.yaml for single broker dev environment
|
|
|
|
# Iceberg catalog
|
|
iceberg_catalog_uri: "http://iceberg-catalog:8181"
|
|
iceberg_warehouse: "s3://warehouse/"
|
|
iceberg_namespace: "trading"
|
|
iceberg_table_prefix: "market"
|
|
hadoop_conf_dir: "/etc/hadoop/conf"
|
|
|
|
# Flink configuration
|
|
flink_parallelism: 1
|
|
flink_checkpoint_interval_ms: 60000
|
|
|
|
# Flink memory configuration (required)
|
|
jobmanager.memory.process.size: 1600m
|
|
taskmanager.memory.process.size: 1728m
|
|
taskmanager.numberOfTaskSlots: 2
|
|
jobmanager.rpc.address: flink-jobmanager
|
|
jobmanager.rpc.port: 6123
|