data pipeline refactor and fix

2026-04-13 18:30:04 -04:00
parent 6418729b16
commit 326bf80846
96 changed files with 7107 additions and 1763 deletions
--- a/deploy/k8s/prod/sandbox-config.yaml
+++ b/deploy/k8s/prod/sandbox-config.yaml
@@ -22,6 +22,7 @@ data:
        catalog_uri: "http://iceberg-catalog.ai.svc.cluster.local:8181"
        namespace: "trading"
        s3_endpoint: "http://minio.ai.svc.cluster.local:9000"
+        s3_region: "us-east-1"

      relay:
        endpoint: "tcp://relay.ai.svc.cluster.local:5559"