feat(memory): authorize scoped access and durable cleanup

Author: mzxchandra

apps/sim/app/api/mothership/memories/access/route.ts

@@ -0,0 +1,25 @@
+import { resolveMemoryAccessContract } from '@/lib/api/contracts/mothership-memories'
+import {
+  defineInternalJsonRoute,
+  internalOrchestrationErrorPolicy,
+  internalRateLimits,
+} from '@/lib/api/server/routes'
+import { internalCopilotAuth } from '@/lib/mothership/auth/internal'
+import {
+  MEMORY_ACCESS_AUDIENCE,
+  resolveMemoryAccess,
+  resolveMemoryAccessOperation,
+} from '@/lib/mothership/memories/application/resolve-access'
+
+export const POST = defineInternalJsonRoute({
+  contract: resolveMemoryAccessContract,
+  auth: internalCopilotAuth(MEMORY_ACCESS_AUDIENCE, { organization: true }),
+  operation: resolveMemoryAccessOperation,
+  rateLimit: internalRateLimits.none({
+    reason:
+      'Private worker preflight rechecks live memory authority without reading or writing note content.',
+  }),
+  errorPolicy: internalOrchestrationErrorPolicy,
+  mapInput: ({ body }) => body,
+  useCase: resolveMemoryAccess,
+})

apps/sim/lib/api/contracts/mothership-assistant-tools.ts

@@ -404,12 +404,26 @@ export const listWorkspacesResultSchema = z.object({
   nextCursor: z.uuid().nullable(),
   storedNotes: z
     .array(
-      z.object({
-        id: z.string(),
-        kind: z.enum(['user_pref', 'workspace_fact']),
-        content: z.string(),
-        updatedAt: z.iso.datetime(),
-      })
+      z
+        .object({
+          id: z.string(),
+          content: z.string(),
+          updatedAt: z.iso.datetime(),
+          by: z.enum(['this user', 'another workspace member', 'another user']).optional(),
+          chat: z.enum(['this chat', 'another chat']).optional(),
+        })
+        .and(
+          z.union([
+            z.object({ kind: z.enum(['user_pref', 'workspace_fact']) }),
+            z.object({
+              scope: z.enum(['personal', 'project', 'workspace']),
+              visibility: z.enum(['private', 'shared']),
+              projectId: z.uuid().nullable(),
+              workspaceId: z.uuid().nullable(),
+              revision: z.number().int().positive(),
+            }),
+          ])
+        )
     )
     .optional(),
 })

apps/sim/lib/api/contracts/mothership-memories.ts

@@ -0,0 +1,9 @@
+import { defineRouteContract } from '@/lib/api/contracts/types'
+import { MemoryAccessInput, MemoryAccessResult } from '@/lib/mothership/generated/memory-access'
+
+export const resolveMemoryAccessContract = defineRouteContract({
+  method: 'POST',
+  path: '/api/mothership/memories/access',
+  body: MemoryAccessInput,
+  response: { mode: 'json', schema: MemoryAccessResult },
+})

apps/sim/lib/core/outbox/handlers.ts

@@ -32,6 +32,7 @@ import {
 import { KNOWLEDGE_DOCUMENT_RECOVERY_OUTBOX_EVENT } from '@/lib/knowledge/documents/processing-recovery-event'
 import { KNOWLEDGE_STORAGE_CLEANUP_EVENT } from '@/lib/knowledge/documents/storage-cleanup-event'
 import { INBOX_CLEANUP_EVENT } from '@/lib/mothership/inbox/cleanup-event'
+import { MEMORY_CLEANUP_EVENT } from '@/lib/mothership/memories/cleanup-event'
 import { ORGANIZATION_RESOURCE_CLEANUP_EVENT } from '@/lib/organizations/resource-cleanup-event'
 import {
   PROJECT_FILE_DOCUMENT_RETIRE_EVENT,
@@ -67,6 +68,15 @@ import { FORK_CONTENT_COPY_EVENT } from '@/ee/workspace-forking/application/cont
  * export of the module as used.
  */
 export const OUTBOX_HANDLER_GROUPS: readonly LazyOutboxHandlerGroup[] = [
+  {
+    events: [MEMORY_CLEANUP_EVENT],
+    load: async () => {
+      const { memoryCleanupOutboxHandlers } = await import(
+        '@/lib/mothership/memories/cleanup-outbox'
+      )
+      return memoryCleanupOutboxHandlers
+    },
+  },
   {
     events: [SLACK_SEARCH_TURN_EVENT],
     load: async () => {

apps/sim/lib/data-drains/sources/copilot-chats.ts

@@ -1,5 +1,7 @@
 import { copilotChats, copilotMessages } from '@sim/db/schema'
+import { isRecordLike, omit } from '@sim/utils/object'
 import { and, asc, eq, inArray, isNull, or, sql } from 'drizzle-orm'
+import { persistedContentBlockSchema } from '@/lib/api/contracts/copilot-messages'
 import { assertKnownSizeWithinLimit } from '@/lib/core/utils/stream-limits'
 import { DATA_DRAIN_LIMITS } from '@/lib/data-drains/limits'
 import {
@@ -11,6 +13,7 @@ import {
 } from '@/lib/data-drains/sources/cursor'
 import { readBoundedSourcePage, workspaceInOrganization } from '@/lib/data-drains/sources/helpers'
 import type { Cursor, DrainSource, SourcePageInput } from '@/lib/data-drains/types'
+import { stripToolResultOutput } from '@/lib/mothership/chat/persisted-message'
 
 /**
  * The transcript no longer lives on `copilot_chats.messages` — it is assembled
@@ -145,6 +148,33 @@ async function* pages(input: SourcePageInput): AsyncIterable<CopilotChatRow[]> {
   }
 }
 
+/** Tool payloads can contain private notes even when their mutation failed or targeted a shared note. */
+function projectExportMessage(message: unknown): unknown {
+  if (!isRecordLike(message) || !Array.isArray(message.contentBlocks)) return message
+  return {
+    ...message,
+    contentBlocks: message.contentBlocks.map((block: unknown) => {
+      if (!isRecordLike(block) || !isRecordLike(block.toolCall)) return block
+      if (block.toolCall.name !== 'remember') {
+        if (!isRecordLike(block.toolCall.result) || !('output' in block.toolCall.result))
+          return block
+        const parsed = persistedContentBlockSchema.safeParse(block)
+        if (!parsed.success) return { ...block, toolCall: omit(block.toolCall, ['result']) }
+        const projected = stripToolResultOutput({ contentBlocks: [parsed.data] }).contentBlocks[0]
+        return { ...block, toolCall: { ...block.toolCall, result: projected.toolCall?.result } }
+      }
+      return {
+        type: 'tool',
+        toolCall: {
+          name: 'remember',
+          ...(typeof block.toolCall.id === 'string' ? { id: block.toolCall.id } : {}),
+          ...(typeof block.toolCall.state === 'string' ? { state: block.toolCall.state } : {}),
+        },
+      }
+    }),
+  }
+}
+
 export const copilotChatsSource: DrainSource<CopilotChatRow> = {
   type: 'copilot_chats',
   displayName: 'Chats',
@@ -157,7 +187,7 @@ export const copilotChatsSource: DrainSource<CopilotChatRow> = {
       workspaceId: row.workspaceId,
       type: row.type,
       title: row.title,
-      messages: row.messages,
+      messages: row.messages.map(projectExportMessage),
       model: row.model,
       conversationId: row.conversationId,
       previewYaml: row.previewYaml,

apps/sim/lib/data-drains/sources/coverage.integration.ts

@@ -113,6 +113,81 @@ describe('Drain source coverage and payload safety in PostgreSQL', () => {
     expect(runs).toEqual([runId])
   })
 
+  it('omits memory payloads from exports without changing owner history or visible replies', async () => {
+    const messageId = generateId()
+    const content = {
+      role: 'assistant',
+      content: 'Visible reply',
+      contentBlocks: [
+        { type: 'text', content: 'Visible reply' },
+        {
+          type: 'tool',
+          toolCall: {
+            id: 'discovery',
+            name: 'list_workspaces',
+            state: 'success',
+            result: {
+              success: true,
+              output: {
+                stdout: JSON.stringify({ storedNotes: [{ content: 'hidden-memory-discovery' }] }),
+              },
+            },
+          },
+        },
+        ...['private', 'shared', 'unknown'].map((visibility) => ({
+          type: 'tool',
+          content: 'hidden-memory-content',
+          error: 'hidden-memory-error',
+          toolCall: {
+            id: visibility,
+            name: 'remember',
+            state: 'success',
+            params: { visibility, content: 'hidden-memory-args' },
+            result: { success: true, output: 'hidden-memory-result' },
+            activityDescription: 'hidden-memory-activity',
+            display: { title: 'hidden-memory-title' },
+          },
+        })),
+        {
+          type: 'tool',
+          toolCall: {
+            id: 'other',
+            name: 'read',
+            state: 'success',
+            params: { path: 'visible-path' },
+          },
+        },
+      ],
+    }
+    await runtime.db.insert(runtime.schema.copilotMessages).values({
+      id: messageId,
+      messageId,
+      chatId,
+      role: 'assistant',
+      content,
+      createdAt: old,
+    })
+    try {
+      const exported: unknown[] = []
+      for await (const rows of runtime.copilotChatsSource.pages(input())) {
+        exported.push(...rows.map((row) => runtime.copilotChatsSource.serialize(row)))
+      }
+      const wire = JSON.stringify(exported)
+      expect(wire).not.toContain('hidden-memory')
+      expect(wire).toContain('Visible reply')
+      expect(wire).toContain('visible-path')
+      const [stored] = await runtime.db
+        .select({ content: runtime.schema.copilotMessages.content })
+        .from(runtime.schema.copilotMessages)
+        .where(runtime.eq(runtime.schema.copilotMessages.id, messageId))
+      expect(stored.content).toEqual(content)
+    } finally {
+      await runtime.db
+        .delete(runtime.schema.copilotMessages)
+        .where(runtime.eq(runtime.schema.copilotMessages.id, messageId))
+    }
+  })
+
   it('exports correlation metadata without internal controller tokens or billing receipts', async () => {
     const [row] = await runtime.db
       .select()

apps/sim/lib/mothership/chat/persisted-message.ts

@@ -139,7 +139,9 @@ export interface PersistedMessage {
  * reference when there is nothing to strip, preserving memoized identity for
  * read-side consumers.
  */
-export function stripToolResultOutput(message: PersistedMessage): PersistedMessage {
+export function stripToolResultOutput<T extends Pick<PersistedMessage, 'contentBlocks'>>(
+  message: T
+): T {
   if (!message.contentBlocks?.length) return message
   let changed = false
   const contentBlocks = message.contentBlocks.map((block) => {

apps/sim/lib/mothership/generated/memory-access.ts

@@ -0,0 +1,58 @@
+// GENERATED — do not edit. Source of truth: mothership worker packages/contracts/src/memory-access.ts
+// Regenerate with `bun run contracts:sync` in the worker.
+
+import { z } from "zod";
+
+const permissionsSchema = z.strictObject({
+  read: z.literal(true),
+  privateMutation: z.literal(true),
+  sharedMutation: z.boolean(),
+});
+const projectSchema = z.strictObject({
+  scope: z.literal("project"),
+  id: z.uuid(),
+  name: z.string(),
+  permissions: permissionsSchema,
+});
+
+export const MemoryAccessInput = z.strictObject({
+  target: z.discriminatedUnion("scope", [
+    z.strictObject({ scope: z.literal("personal") }),
+    z.strictObject({ scope: z.literal("workspace"), workspaceId: z.uuid() }),
+    z.strictObject({ scope: z.literal("project"), projectId: z.uuid() }),
+  ]),
+  action: z.enum(["read", "private_mutation", "shared_mutation"]),
+});
+export type MemoryAccessInput = z.infer<typeof MemoryAccessInput>;
+
+export const MemoryAccessResult = z.strictObject({
+  success: z.literal(true),
+  version: z.literal(1),
+  actor: z.strictObject({ userId: z.string().min(1), chatId: z.uuid() }),
+  target: z.discriminatedUnion("scope", [
+    z.strictObject({
+      scope: z.literal("personal"),
+      permissions: permissionsSchema.extend({ sharedMutation: z.literal(false) }),
+    }),
+    projectSchema,
+    z.strictObject({
+      scope: z.literal("workspace"),
+      id: z.uuid(),
+      name: z.string(),
+      permissions: permissionsSchema,
+      currentProject: projectSchema.nullable(),
+    }),
+  ]),
+});
+export type MemoryAccessResult = z.infer<typeof MemoryAccessResult>;
+
+export const MemoryCleanupInput = z.strictObject({
+  version: z.literal(1),
+  target: z.discriminatedUnion("kind", [
+    z.strictObject({ kind: z.literal("private_owner"), userId: z.string().min(1).max(200) }),
+    z.strictObject({ kind: z.literal("workspace"), workspaceId: z.uuid() }),
+    z.strictObject({ kind: z.literal("project"), projectId: z.uuid() }),
+  ]),
+});
+export type MemoryCleanupInput = z.infer<typeof MemoryCleanupInput>;
+export const MemoryCleanupResult = z.strictObject({ success: z.literal(true) });

apps/sim/lib/mothership/generated/sim-assistant-tools.generated.ts

@@ -424,12 +424,26 @@ export const listWorkspacesResultSchema = z.object({
   nextCursor: z.uuid().nullable(),
   storedNotes: z
     .array(
-      z.object({
-        id: z.string(),
-        kind: z.enum(['user_pref', 'workspace_fact']),
-        content: z.string(),
-        updatedAt: z.iso.datetime(),
-      })
+      z
+        .object({
+          id: z.string(),
+          content: z.string(),
+          updatedAt: z.iso.datetime(),
+          by: z.enum(['this user', 'another workspace member', 'another user']).optional(),
+          chat: z.enum(['this chat', 'another chat']).optional(),
+        })
+        .and(
+          z.union([
+            z.object({ kind: z.enum(['user_pref', 'workspace_fact']) }),
+            z.object({
+              scope: z.enum(['personal', 'project', 'workspace']),
+              visibility: z.enum(['private', 'shared']),
+              projectId: z.uuid().nullable(),
+              workspaceId: z.uuid().nullable(),
+              revision: z.number().int().positive(),
+            }),
+          ])
+        )
     )
     .optional(),
 })

apps/sim/lib/mothership/generated/sim-transport.ts

@@ -3,6 +3,7 @@
 
 import { z } from "zod";
 import { IntegrationCatalogRequest } from "./integration-catalog";
+import { MemoryAccessInput } from "./memory-access";
 import { RunControlRequest } from "./run-control";
 import { TaskWakeRequest, WorkflowWatchRequest } from "./tasks";
 
@@ -26,6 +27,7 @@ export type SimScope = z.infer<typeof SimScope>;
 
 /** Only idempotent controls use the idle channel; tool effects use the run event log. */
 export const SimControlOperation = z.discriminatedUnion("kind", [
+  z.object({ kind: z.literal("memory_access"), input: MemoryAccessInput }),
   z.object({ kind: z.literal("run_control"), input: RunControlRequest }),
   z.object({ kind: z.literal("workflow_status"), input: WorkflowWatchRequest }),
   z.object({ kind: z.literal("wake"), input: TaskWakeRequest }),