fix(knowledge): withdraw only the exact dormant queue stamp

Author: waleedlatif1

apps/sim/lib/knowledge/__integration__/dormant-search-processing.integration.ts

@@ -133,7 +133,7 @@ describe('dormant Search document processing', () => {
     expect(stored).toEqual({ status: 'pending', token, queuedAt: null, attempts: 1 })
   })
 
-  it('leaves a newer queued generation untouched', async () => {
+  it('leaves a newer queued generation untouched, even under a reused token', async () => {
     const queuedAt = new Date('2026-09-29T01:00:00.000Z')
     const newer = generateId()
     await db
@@ -144,6 +144,11 @@ describe('dormant Search document processing', () => {
       chargedAtDispatch: true,
       processingQueueToken: generateId(),
     })
+    await processDocumentAsync(ids.knowledgeBaseId, documentId, source, {}, undefined, 'pass', {
+      chargedAtDispatch: true,
+      processingQueueToken: newer,
+      processingQueuedAt: new Date('2026-09-29T00:30:00.000Z'),
+    })
     const [stored] = await db
       .select({
         token: document.processingQueueToken,

apps/sim/lib/knowledge/documents/service.ts

@@ -1690,8 +1690,13 @@ export async function processDocumentAsync(
             and(
               eq(document.id, documentId),
               eq(document.processingStatus, 'pending'),
-              /** A duplicate of an already-withdrawn generation must not refund again. */
-              isNotNull(document.processingQueuedAt),
+              /**
+               * Only the exact stamp this payload was queued with: a duplicate of an already
+               * withdrawn generation, or a newer stamp under a reused token, is left alone.
+               */
+              attemptContext.processingQueuedAt
+                ? eq(document.processingQueuedAt, attemptContext.processingQueuedAt)
+                : isNotNull(document.processingQueuedAt),
               ...queueGenerationConditions(attemptContext)
             )
           )