dexorder/ai
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

data pipeline refactor and fix

Browse Source
This commit is contained in:
Tim Olson
2026-04-13 18:30:04 -04:00
parent 6418729b16
commit 326bf80846
96 changed files with 7107 additions and 1763 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
relay/src/config.rs
View File

@@ -16,14 +16,15 @@ pub struct Config {
#[serde(default = "default_market_data_pub_port")]
pub market_data_pub_port: u16,
/// Ingestor work queue port (PUB - publish work with exchange prefix)
#[serde(default = "default_ingestor_work_port")]
pub ingestor_work_port: u16,
/// Flink market data endpoint (XSUB - relay subscribes to Flink)
/// Flink market data endpoint (XSUB - relay subscribes to Flink XPUB)
#[serde(default = "default_flink_market_data_endpoint")]
pub flink_market_data_endpoint: String,
/// Flink request endpoint (PUSH - relay forwards client requests to Flink PULL)
/// Flink's IngestorBroker binds a PULL socket on port 5566
#[serde(default = "default_flink_request_endpoint")]
pub flink_request_endpoint: String,
/// Request timeout in seconds
#[serde(default = "default_request_timeout_secs")]
pub request_timeout_secs: u64,
@@ -45,14 +46,14 @@ fn default_market_data_pub_port() -> u16 {
5558
}
fn default_ingestor_work_port() -> u16 {
5555
}
fn default_flink_market_data_endpoint() -> String {
"tcp://flink-jobmanager:5558".to_string()
}
fn default_flink_request_endpoint() -> String {
"tcp://flink-jobmanager:5566".to_string()
}
fn default_request_timeout_secs() -> u64 {
30
}
@@ -67,8 +68,8 @@ impl Default for Config {
bind_address: default_bind_address(),
client_request_port: default_client_request_port(),
market_data_pub_port: default_market_data_pub_port(),
ingestor_work_port: default_ingestor_work_port(),
flink_market_data_endpoint: default_flink_market_data_endpoint(),
flink_request_endpoint: default_flink_request_endpoint(),
request_timeout_secs: default_request_timeout_secs(),
high_water_mark: default_hwm(),
}