bugfixes; research subproc; higher sandbox limits

gateway/src/llm/router.ts

@@ -42,7 +42,8 @@ export class ModelRouter {
     message: string,
     license: License,
     strategy: RoutingStrategy = RoutingStrategy.USER_PREFERENCE,
-    userId?: string
+    userId?: string,
+    maxTokens?: number
   ): Promise<{ model: BaseChatModel; middleware: ModelMiddleware }> {
     let modelConfig: ModelConfig;
 
@@ -67,12 +68,17 @@ export class ModelRouter {
         modelConfig = this.defaultModel;
     }
 
+    if (maxTokens !== undefined) {
+      modelConfig = { ...modelConfig, maxTokens };
+    }
+
     this.logger.info(
       {
         userId,
         strategy,
         provider: modelConfig.provider,
         model: modelConfig.model,
+        maxTokens: modelConfig.maxTokens,
       },
       'Routing to model'
     );