session management and http server code

Author: shivammittal274

packages/agent/src/agent/GeminiAgent.ts

@@ -94,8 +94,6 @@ export class GeminiAgent {
     });
 
     await geminiConfig.initialize();
-
-    console.log('resolvedConfig', resolvedConfig);
     const contentGenerator = new VercelAIContentGenerator(resolvedConfig);
 
     (geminiConfig as unknown as { contentGenerator: VercelAIContentGenerator }).contentGenerator = contentGenerator;

packages/agent/src/agent/gemini-vercel-sdk-adapter/index.ts

@@ -122,6 +122,7 @@ export class VercelAIContentGenerator implements ContentGenerator {
       tools,
       temperature: request.config?.temperature,
       topP: request.config?.topP,
+      abortSignal: request.config?.abortSignal,
     });
 
     return this.responseStrategy.streamToGemini(

packages/agent/src/agent/gemini-vercel-sdk-adapter/strategies/response.ts

@@ -186,6 +186,25 @@ export class ResponseConversionStrategy {
       usage = this.estimateUsage(textAccumulator);
     }
 
+    // Emit finish stream part to Hono SSE for useChat compatibility
+    if (honoStream) {
+      try {
+        // Emit finish_message part with finishReason and usage
+        // Format: e:{"finishReason":"stop","usage":{"promptTokens":10,"completionTokens":5}}
+        // Map to LanguageModelV1FinishReason: 'stop' | 'length' | 'content-filter' | 'tool-calls' | 'error' | 'other' | 'unknown'
+        const mappedFinishReason = this.mapToDataStreamFinishReason(finishReason);
+        await honoStream.write(formatDataStreamPart('finish_message', {
+          finishReason: mappedFinishReason,
+          usage: usage ? {
+            promptTokens: usage.promptTokens ?? 0,
+            completionTokens: usage.completionTokens ?? 0,
+          } : undefined,
+        }));
+      } catch {
+        // Failed to write finish part
+      }
+    }
+
     // Yield final response with tool calls and metadata
     if (toolCallsMap.size > 0 || finishReason || usage) {
       const parts: Part[] = [];
@@ -281,6 +300,19 @@ export class ResponseConversionStrategy {
     }
   }
 
+  /**
+   * Map Vercel finish reasons to data stream protocol finish reasons
+   * LanguageModelV1FinishReason: 'stop' | 'length' | 'content-filter' | 'tool-calls' | 'error' | 'other' | 'unknown'
+   * Mostly passthrough except 'max-tokens' → 'length'
+   */
+  private mapToDataStreamFinishReason(
+    reason: VercelFinishReason | undefined,
+  ): 'stop' | 'length' | 'content-filter' | 'tool-calls' | 'error' | 'other' | 'unknown' {
+    if (!reason) return 'stop';
+    if (reason === 'max-tokens') return 'length';
+    return reason;
+  }
+
   /**
    * Create empty response for error cases
    */

packages/agent/src/http/HttpServer.ts

@@ -48,9 +48,10 @@ export function createHttpServer(config: HttpServerConfig) {
   app.use(
     '/*',
     cors({
-      origin: validatedConfig.corsOrigins,
+      origin: (origin) => origin || '*',
       allowMethods: ['GET', 'POST', 'DELETE', 'OPTIONS'],
       allowHeaders: ['Content-Type', 'Authorization'],
+      credentials: true,
     }),
   );
 
@@ -101,6 +102,9 @@ export function createHttpServer(config: HttpServerConfig) {
     c.header('Cache-Control', 'no-cache');
     c.header('Connection', 'keep-alive');
 
+    // Get abort signal from the raw request - fires when client disconnects
+    const abortSignal = c.req.raw.signal;
+
     return stream(c, async (honoStream) => {
       try {
         const agent = await sessionManager.getOrCreate({
@@ -121,7 +125,7 @@ export function createHttpServer(config: HttpServerConfig) {
           mcpServerUrl,
         });
 
-        await agent.execute(request.message, honoStream);
+        await agent.execute(request.message, honoStream, abortSignal);
       } catch (error) {
         const errorMessage = error instanceof Error ? error.message : 'Agent execution failed';
         logger.error('Agent execution error', {