fix(chat): restore the operator chat log after the TypeScript worker cutover

Author: waleedlatif1

apps/sim/lib/core/config/env.ts

@@ -312,6 +312,8 @@ export const env = createEnv({
 
     // Monitoring & Analytics
     TELEMETRY_ENDPOINT:                    z.string().url().optional(),            // Custom telemetry/analytics endpoint
+    SIM_LOGGING_WORKFLOW_URL:              z.string().url().optional(),            // Sim workflow execute URL that receives each finished Chat turn (operator chat log; off when unset)
+    SIM_LOGGING_WORKFLOW_API_KEY:          z.string().min(1).optional(),           // X-API-Key for SIM_LOGGING_WORKFLOW_URL
     COST_MULTIPLIER:                       z.number().optional(),                  // Multiplier for cost calculations
     LOG_LEVEL:                             z.enum(['DEBUG', 'INFO', 'WARN', 'ERROR']).optional(), // Minimum log level to display (defaults to ERROR in production, DEBUG in development)
     GRAFANA_OTLP_ENDPOINT:                 z.string().url().optional(),            // Grafana Cloud OTLP HTTP gateway base URL (e.g., https://otlp-gateway-prod-us-east-0.grafana.net/otlp). Trigger.dev exporters append /v1/traces, /v1/logs, /v1/metrics.

apps/sim/lib/mothership/chat/chat-log.ts

@@ -0,0 +1,88 @@
+import { createLogger } from '@sim/logger'
+import { getErrorMessage } from '@sim/utils/errors'
+import { env } from '@/lib/core/config/env'
+import type { OrchestratorResult } from '@/lib/mothership/request/types'
+
+const logger = createLogger('ChatLog')
+
+const CHAT_LOG_TIMEOUT_MS = 5_000
+
+/** The finished turn's identity, captured when the user's message is admitted. */
+export interface ChatTurnLogContext {
+  chatId: string
+  messageId: string
+  requestId: string
+  userId: string
+  userEmail?: string
+  userMessage: string
+  mode: 'assistant' | 'agent' | 'plan'
+  startedAt: number
+}
+
+export type ChatTurnStatus = 'success' | 'error' | 'aborted'
+
+/**
+ * Operator funnel: posts each finished Chat turn to the Sim workflow at
+ * `SIM_LOGGING_WORKFLOW_URL` (off when unset). The body keeps the shape the Go
+ * copilot sent — `{ input: { event: 'copilot_request_completed', ... } }` — so the
+ * existing workflow reads it unchanged. Fire-and-forget: never awaited, never throws.
+ */
+export function logChatTurn(
+  context: ChatTurnLogContext,
+  result: OrchestratorResult,
+  status: ChatTurnStatus
+): void {
+  const url = env.SIM_LOGGING_WORKFLOW_URL
+  if (!url) return
+
+  const headers: Record<string, string> = { 'Content-Type': 'application/json' }
+  if (env.SIM_LOGGING_WORKFLOW_API_KEY) headers['X-API-Key'] = env.SIM_LOGGING_WORKFLOW_API_KEY
+
+  const input = {
+    event: 'copilot_request_completed',
+    idempotencyKey: context.messageId,
+    requestId: context.requestId,
+    chatId: context.chatId,
+    messageId: context.messageId,
+    userId: context.userId,
+    userEmail: context.userEmail,
+    userMessage: context.userMessage,
+    assistantResponse: result.content,
+    status,
+    errored: status === 'error',
+    aborted: status === 'aborted',
+    errorMessage: result.error ?? result.errors?.join('\n'),
+    mode: context.mode,
+    source: 'workspace-chat',
+    startedAt: new Date(context.startedAt).toISOString(),
+    durationMs: Date.now() - context.startedAt,
+    usage: {
+      inputTokens: result.usage?.prompt ?? 0,
+      outputTokens: result.usage?.completion ?? 0,
+    },
+  }
+
+  void fetch(url, {
+    method: 'POST',
+    headers,
+    body: JSON.stringify({ input }),
+    signal: AbortSignal.timeout(CHAT_LOG_TIMEOUT_MS),
+  })
+    .then(async (response) => {
+      await response.body?.cancel()
+      if (!response.ok) {
+        logger.warn('Chat log workflow returned a non-2xx status', {
+          status: response.status,
+          chatId: context.chatId,
+          requestId: context.requestId,
+        })
+      }
+    })
+    .catch((error) => {
+      logger.warn('Chat log workflow request failed', {
+        chatId: context.chatId,
+        requestId: context.requestId,
+        error: getErrorMessage(error),
+      })
+    })
+}

apps/sim/lib/mothership/chat/completion.ts

@@ -1,5 +1,6 @@
 import { createLogger } from '@sim/logger'
 import { getErrorMessage } from '@sim/utils/errors'
+import { type ChatTurnLogContext, logChatTurn } from '@/lib/mothership/chat/chat-log'
 import {
   buildPersistedAssistantMessage,
   withStoppedContentBlock,
@@ -23,6 +24,8 @@ export function buildOnComplete(params: {
   organizationId?: string
   userId?: string
   requestMode?: 'assistant' | 'agent' | 'plan'
+  /** Present for Chat turns that feed the operator chat log. */
+  chatLog?: ChatTurnLogContext
   /**
    * Root agent span for this request. When present, the final
    * assistant message + invoked tool calls are recorded as
@@ -46,6 +49,7 @@ export function buildOnComplete(params: {
     userId,
     runController,
     otelRoot,
+    chatLog,
   } = params
   const notifyChatStatus = params.notifyChatStatus ?? params.notifyWorkspaceStatus ?? false
 
@@ -78,6 +82,7 @@ export function buildOnComplete(params: {
           finalization.updated ||
           finalization.outcome === CopilotChatFinalizeOutcome.AssistantAlreadyPersisted
 
+        if (chatLog && shouldPublishCompletion) logChatTurn(chatLog, result, 'aborted')
         if (notifyChatStatus && shouldPublishCompletion) {
           publishChatStatusChanged(
             { workspaceId, organizationId, userId },
@@ -107,6 +112,7 @@ export function buildOnComplete(params: {
         ...(result.success ? {} : { streamMarkerPolicy: 'active-or-cleared' as const }),
       })
 
+      if (chatLog) logChatTurn(chatLog, result, result.success ? 'success' : 'error')
       if (notifyChatStatus) {
         publishChatStatusChanged(
           { workspaceId, organizationId, userId },
@@ -138,9 +144,19 @@ export function buildOnError(params: {
   organizationId?: string
   userId?: string
   requestMode?: 'assistant' | 'agent' | 'plan'
+  /** Present for Chat turns that feed the operator chat log. */
+  chatLog?: ChatTurnLogContext
 }) {
-  const { chatId, userMessageId, requestId, workspaceId, organizationId, userId, runController } =
-    params
+  const {
+    chatId,
+    userMessageId,
+    requestId,
+    workspaceId,
+    organizationId,
+    userId,
+    runController,
+    chatLog,
+  } = params
   const notifyChatStatus = params.notifyChatStatus ?? params.notifyWorkspaceStatus ?? false
 
   return async (error: Error, result?: OrchestratorResult) => {
@@ -151,18 +167,15 @@ export function buildOnError(params: {
       // cancelled / non-success completion path, so the partial assistant turn
       // (text + tool calls + subagent work) survives the refetch instead of the
       // chat collapsing to an empty assistant row.
-      const assistantMessage = buildPersistedAssistantMessage(
-        {
-          content: '',
-          contentBlocks: [],
-          toolCalls: [],
-          ...result,
-          success: false,
-          error: result?.error || getErrorMessage(error),
-        },
-        requestId,
-        params.requestMode
-      )
+      const failed: OrchestratorResult = {
+        content: '',
+        contentBlocks: [],
+        toolCalls: [],
+        ...result,
+        success: false,
+        error: result?.error || getErrorMessage(error),
+      }
+      const assistantMessage = buildPersistedAssistantMessage(failed, requestId, params.requestMode)
       await finalizeAssistantTurn({
         runController,
         chatId,
@@ -171,6 +184,7 @@ export function buildOnError(params: {
         streamMarkerPolicy: 'active-or-cleared',
       })
 
+      if (chatLog) logChatTurn(chatLog, failed, 'error')
       if (notifyChatStatus) {
         publishChatStatusChanged(
           { workspaceId, organizationId, userId },

apps/sim/lib/mothership/chat/post.ts

@@ -36,6 +36,7 @@ import {
   type AssistantImageContent,
   prepareOrganizationChatAttachments,
 } from '@/lib/mothership/chat/assistant-images'
+import type { ChatTurnLogContext } from '@/lib/mothership/chat/chat-log'
 import { buildOnComplete, buildOnError } from '@/lib/mothership/chat/completion'
 import {
   DESKTOP_TERMINAL_HINT_ID_MAX_LENGTH,
@@ -985,6 +986,7 @@ export async function handleUnifiedChatPost(req: NextRequest) {
   let requestId = ''
   const executionId = generateId()
   const runId = generateId()
+  const startedAt = Date.now()
 
   try {
     const session = await getSession()
@@ -1485,6 +1487,22 @@ export async function handleUnifiedChatPost(req: NextRequest) {
         // Admission committed. A failure to attach this HTTP sink must leave the turn recoverable.
         sendClaim = undefined
       }
+      const requestMode =
+        body.mode === 'plan' ? 'plan' : body.mode === 'assistant' ? 'assistant' : 'agent'
+      /** Workspace and organization Chat feed the operator chat log; the workflow panel does not. */
+      const chatLog: ChatTurnLogContext | undefined =
+        branch.kind !== 'workflow' && actualChatId
+          ? {
+              chatId: actualChatId,
+              messageId: userMessageId,
+              requestId,
+              userId: authenticatedUserId,
+              ...(authenticatedUserEmail ? { userEmail: authenticatedUserEmail } : {}),
+              userMessage: body.message,
+              mode: requestMode,
+              startedAt,
+            }
+          : undefined
       const stream = createSSEStream({
         requestPayload,
         admittedRun,
@@ -1526,9 +1544,9 @@ export async function handleUnifiedChatPost(req: NextRequest) {
             notifyChatStatus: branch.notifyChatStatus,
             organizationId: branch.kind === 'organization' ? branch.organizationId : undefined,
             userId: authenticatedUserId,
-            requestMode:
-              body.mode === 'plan' ? 'plan' : body.mode === 'assistant' ? 'assistant' : 'agent',
+            requestMode,
             otelRoot,
+            chatLog,
           }),
           onError: buildOnError({
             runController,
@@ -1539,8 +1557,8 @@ export async function handleUnifiedChatPost(req: NextRequest) {
             notifyChatStatus: branch.notifyChatStatus,
             organizationId: branch.kind === 'organization' ? branch.organizationId : undefined,
             userId: authenticatedUserId,
-            requestMode:
-              body.mode === 'plan' ? 'plan' : body.mode === 'assistant' ? 'assistant' : 'agent',
+            requestMode,
+            chatLog,
           }),
         },
       })