bugfixes; research subproc; higher sandbox limits

This commit is contained in:
2026-04-16 18:11:26 -04:00
parent f80c943dc3
commit 3153e89d4f
54 changed files with 1947 additions and 498 deletions

View File

@@ -333,12 +333,27 @@ message FieldValue {
// ─── Ingestor Broker Protocol (Flink ROUTER ↔ Ingestor DEALER, port 5567) ───
// Message type IDs 0x200x25
//
// Capacity model: each WorkerReady is ONE slot offer for a specific exchange
// and job type. The ingestor sends N WorkerReady messages at startup (one per
// available slot) and re-sends one after each job completes, subject to any
// rate-limit backoff.
// Ingestor → Flink: register as available (type 0x20)
// Sent on DEALER connect and after every COMPLETE.
// Job type for a slot offer or assignment.
enum SlotType {
ANY = 0; // accepts any job type
HISTORICAL = 1; // historical OHLC fetch slot
REALTIME = 2; // realtime tick subscription slot
}
// Ingestor → Flink: offer one work slot (type 0x20)
// Sent once per available slot at startup and after each job completes.
// One WorkerReady = one slot for one exchange and one job type.
message WorkerReady {
// Exchanges this ingestor supports (e.g. ["BINANCE", "COINBASE"])
// Exchange this slot handles (single entry, e.g. ["BINANCE"])
repeated string exchanges = 1;
// Job type this slot accepts
SlotType job_type = 2;
}
// Ingestor → Flink: historical job finished (type 0x21)