chart data loading

2026-03-24 21:37:49 -04:00
parent f6bd22a8ef
commit c76887ab92
65 changed files with 6350 additions and 713 deletions
--- a/flink/src/main/resources/topics-dev.yaml
+++ b/flink/src/main/resources/topics-dev.yaml
@@ -27,3 +27,12 @@ topics:
      retention.ms: 2592000000  # 30 days
      compression.type: snappy
      cleanup.policy: delete
+
+  # Symbol metadata from ingestors
+  - name: symbol-metadata
+    partitions: 2
+    replication: 1
+    config:
+      retention.ms: 604800000  # 7 days
+      compression.type: snappy
+      cleanup.policy: compact  # Keep latest per symbol key
--- a/flink/src/main/resources/topics.yaml
+++ b/flink/src/main/resources/topics.yaml
@@ -27,3 +27,12 @@ topics:
      retention.ms: 2592000000  # 30 days
      compression.type: snappy
      cleanup.policy: delete
+
+  # Symbol metadata from ingestors
+  - name: symbol-metadata
+    partitions: 3
+    replication: 2
+    config:
+      retention.ms: 604800000  # 7 days
+      compression.type: snappy
+      cleanup.policy: compact  # Keep latest per symbol key