data pipeline refactor and fix

2026-04-13 18:30:04 -04:00
parent 6418729b16
commit 326bf80846
96 changed files with 7107 additions and 1763 deletions
--- a/deploy/k8s/dev/configs/gateway-config.yaml.tpl
+++ b/deploy/k8s/dev/configs/gateway-config.yaml.tpl
@@ -56,8 +56,8 @@ data:
      namespace: sandbox
      service_namespace: default
      in_cluster: true
-      sandbox_image: dexorder/ai-sandbox:dev20260409143116
-      sidecar_image: dexorder/ai-lifecycle-sidecar:dev20260408103634
+      sandbox_image: SANDBOX_IMAGE_TAG
+      sidecar_image: SIDECAR_IMAGE_TAG
      storage_class: standard
      image_pull_policy: Never  # For minikube dev - use local images

--- a/deploy/k8s/dev/configs/ingestor-config.yaml
+++ b/deploy/k8s/dev/configs/ingestor-config.yaml
@@ -1,9 +1,8 @@
 # CCXT Ingestor Configuration

-# Relay ZMQ endpoints (relay is the well-known gateway)
-flink_hostname: relay
-ingestor_work_port: 5555    # SUB - receives DataRequest with exchange prefix
-# Note: No response port needed - async architecture via Kafka!
+# Flink IngestorBroker (ROUTER) endpoint
+flink_hostname: flink-jobmanager
+ingestor_broker_port: 5567

 # Supported exchanges (subscribe to these prefixes)
 supported_exchanges: