From 62d1e85c4f3b71cad9ed6e95cd57c04df1a94992 Mon Sep 17 00:00:00 2001 From: Momo Kornher Date: Thu, 24 Sep 2026 14:05:45 +0100 Subject: [PATCH 1/2] fix(npmjs): follower cannot recover from large scan backlogs After an outage or crash period, the unreceipted backlog can be larger than what fits into a single execution. Runs then die at the Lambda timeout, which is a hard kill: the end-of-run state save never executes, so every run restarts the same backlog from scratch and the follower never recovers. Gamma live-locked this way for a day with a 24h backlog. The scan now processes unreceipted entries in chunks of 1,000 and persists the state (receipts, checkpoints, laggy packuments, known versions) after every chunk. The time budget is re-checked between chunks, so runs exit cleanly before the timeout, and even a hard kill only loses the current chunk. Each run banks its progress and the backlog drains across runs. --- .../__snapshots__/construct-hub.test.ts.snap | 20 +- .../__snapshots__/snapshot.test.ts.snap | 4 +- .../npmjs/npm-js-follower.lambda.test.ts | 101 ++++++++ .../npmjs/npm-js-follower.lambda.ts | 239 +++++++++++------- 4 files changed, 267 insertions(+), 97 deletions(-) diff --git a/src/__tests__/__snapshots__/construct-hub.test.ts.snap b/src/__tests__/__snapshots__/construct-hub.test.ts.snap index 5e3412976..94862ea42 100644 --- a/src/__tests__/__snapshots__/construct-hub.test.ts.snap +++ b/src/__tests__/__snapshots__/construct-hub.test.ts.snap @@ -9974,7 +9974,7 @@ RunBook: https://github.com/cdklabs/construct-hub/blob/main/docs/operator-runboo "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[Test/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -10859,7 +10859,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -24427,7 +24427,7 @@ RunBook: https://github.com/cdklabs/construct-hub/blob/main/docs/operator-runboo "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[Test/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -25312,7 +25312,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -38444,7 +38444,7 @@ RunBook: https://github.com/cdklabs/construct-hub/blob/main/docs/operator-runboo "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[Test/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -39329,7 +39329,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -52618,7 +52618,7 @@ RunBook: https://github.com/cdklabs/construct-hub/blob/main/docs/operator-runboo "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[Test/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -53490,7 +53490,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -66775,7 +66775,7 @@ RunBook: https://github.com/cdklabs/construct-hub/blob/main/docs/operator-runboo "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[Test/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -67660,7 +67660,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { diff --git a/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap b/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap index a985a1ac9..d4e83b5c4 100644 --- a/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap +++ b/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap @@ -11249,7 +11249,7 @@ Direct link to the function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "d58fed793fe662f0b62aaceaede6cf0fc861f804fd2c8236871b3eecb5c18567.zip", + "S3Key": "9dd5c5916aba7294fe4d880d8f7074da02bd802de2bb323eab9ecc355565849f.zip", }, "Description": "[dev/ConstructHub/Sources/NpmJs] Periodically query npmjs.com index for new packages", "Environment": { @@ -12128,7 +12128,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", + "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", }, "DeadLetterConfig": { "TargetArn": { diff --git a/src/__tests__/package-sources/npmjs/npm-js-follower.lambda.test.ts b/src/__tests__/package-sources/npmjs/npm-js-follower.lambda.test.ts index 36e57d225..bb92a1c16 100644 --- a/src/__tests__/package-sources/npmjs/npm-js-follower.lambda.test.ts +++ b/src/__tests__/package-sources/npmjs/npm-js-follower.lambda.test.ts @@ -632,6 +632,107 @@ test('persists its state even when the scan fails part-way', async () => { expect(savedState().newestCheckpointSeq()).toBe(1_000); }); +function nonConstructDoc(name: string) { + return { + _id: name, + _rev: '1-aaaaaa', + 'dist-tags': { latest: '1.0.0' }, + name, + time: { + created: '2023-01-01T00:00:00.000Z', + modified: '2023-06-01T00:00:00.000Z', + '1.0.0': '2023-06-01T00:00:00.000Z', + }, + versions: { + '1.0.0': { + dist: { shasum: 'mock-shasum', tarball: `${REGISTRY}/${name}.tgz` }, + name, + version: '1.0.0', + }, + }, + }; +} + +function statePutCount(): number { + return mockS3 + .commandCalls(PutObjectCommand) + .filter((call) => call.args[0].input.Key === FOLLOWER_STATE_FILE_NAME) + .length; +} + +test('persists its progress after every processed chunk', async () => { + givenHead(20_000); + givenNoStateFile(); + givenLegacyMarker(1_000); + + // 1,500 unreceipted entries: two chunks of work. + const entries = Array.from({ length: 1_500 }, (_, i) => ({ + seq: 1_001 + i, + id: `bulk-package-${i}`, + changes: [{ rev: '1-aaaaaa' }], + deleted: false, + })); + nock(REPLICA) + .get('/registry/_changes') + .query({ limit: '10000', since: '1000' }) + .reply(200, { results: entries, last_seq: 2_500 }); + nock(REGISTRY) + .persist() + .get(/^\/bulk-package-\d+$/) + .reply(200, (uri) => nonConstructDoc(uri.slice(1))); + + await handler(event, context); + + // One state save per chunk (2), plus the final save. + expect(statePutCount()).toBeGreaterThanOrEqual(3); + const state = savedState(); + expect(state.has(1_001)).toBe(true); + expect(state.has(2_500)).toBe(true); +}); + +test('stops between chunks when the time budget is exhausted, keeping completed chunks', async () => { + givenHead(20_000); + givenNoStateFile(); + givenLegacyMarker(1_000); + + const entries = Array.from({ length: 1_500 }, (_, i) => ({ + seq: 1_001 + i, + id: `bulk-package-${i}`, + changes: [{ rev: '1-aaaaaa' }], + deleted: false, + })); + nock(REPLICA) + .get('/registry/_changes') + .query({ limit: '10000', since: '1000' }) + .reply(200, { results: entries, last_seq: 2_500 }); + nock(REGISTRY) + .persist() + .get(/^\/bulk-package-\d+$/) + .reply(200, (uri) => nonConstructDoc(uri.slice(1))); + + // Exhaust the budget as soon as the first chunk persists. + let remaining = 300_000; + (context as any).getRemainingTimeInMillis = () => remaining; + mockS3.on(PutObjectCommand).callsFake(() => { + remaining = 30_000; + return {}; + }); + + try { + await handler(event, context); + } finally { + (context as any).getRemainingTimeInMillis = () => 300_000; + } + + // The first chunk (1,000 entries) was processed and persisted; the second + // was not: its entries carry no receipt and no checkpoint moved past them. + const state = savedState(); + expect(state.has(1_001)).toBe(true); + expect(state.has(2_000)).toBe(true); + expect(state.has(2_001)).toBe(false); + expect(state.newestCheckpointSeq()).toBe(1_000); +}); + test('resets its position when the feed head regresses below the newest checkpoint', async () => { const now = Date.now(); // The feed head (3000) is below our newest checkpoint (5000). diff --git a/src/package-sources/npmjs/npm-js-follower.lambda.ts b/src/package-sources/npmjs/npm-js-follower.lambda.ts index 3c1c5ddaf..a7aa872b2 100644 --- a/src/package-sources/npmjs/npm-js-follower.lambda.ts +++ b/src/package-sources/npmjs/npm-js-follower.lambda.ts @@ -175,7 +175,16 @@ export async function handler(event: ScheduledEvent, context: Context) { ); writeKnownVersionsFile ||= laggyStaged > 0; - // Scan the trailing window of the feed. + // Scan the trailing window of the feed. Progress is persisted after + // every processed chunk (see PersistState), so even a run that is hard + // killed by the Lambda timeout keeps its completed work. + const persist: PersistState = async (saveKnownVersions) => + void (await Promise.all([ + saveFollowerState(context, stagingBucket, state), + ...(saveKnownVersions + ? [saveLastKnownVersions(context, stagingBucket, knownVersions)] + : []), + ])); const scanStaged = await runScan( context, npm, @@ -184,7 +193,8 @@ export async function handler(event: ScheduledEvent, context: Context) { stagingFunction, denyList, licenseList, - knownVersions + knownVersions, + persist ); writeKnownVersionsFile ||= scanStaged > 0; @@ -218,6 +228,16 @@ export async function handler(event: ScheduledEvent, context: Context) { } //#region Scan +/** + * A callback persisting the follower state (and optionally the known + * versions) to S3. Called after every processed chunk, so that progress is + * durable even when the Lambda times out mid-scan: a timeout is a hard kill, + * and anything not persisted would be redone by the next run. Without this, a + * backlog too large for a single execution would never complete (every run + * would restart it from scratch). + */ +type PersistState = (saveKnownVersions: boolean) => Promise; + /** * Re-reads the trailing window of the feed and processes every change entry * for which no receipt exists. A checkpoint is only recorded when the scan @@ -234,7 +254,8 @@ async function runScan( stagingFunction: string, denyList: DenyListClient, licenseList: LicenseListClient, - knownVersions: Map + knownVersions: Map, + persist: PersistState ): Promise { const now = Date.now(); const deep = state.deepScanDue(now); @@ -262,8 +283,10 @@ async function runScan( // Read the window ascending from the floor. Receipts make re-reads of // already-covered ranges nearly free (no packuments are fetched for them). let cursor = floor; + let outOfBudget = false; while ( !completed && + !outOfBudget && context.getRemainingTimeInMillis() > SCAN_TIME_BUDGET_MS ) { await metricScope((metrics) => async () => { @@ -275,7 +298,7 @@ async function runScan( if (batch.seqs.length > 0) { maxSeqSeen = Math.max(maxSeqSeen, ...batch.seqs); } - staged += await processBatch( + const outcome = await processBatch( batch, metrics, context, @@ -286,9 +309,16 @@ async function runScan( stagingFunction, denyList, licenseList, - knownVersions + knownVersions, + persist ); - if (batch.totalCount < SCAN_BATCH_SIZE || next <= cursor) { + staged += outcome.staged; + if (!outcome.fullyProcessed) { + // The batch was only partially processed (time budget): the + // unprocessed entries carry no receipt, so the next run picks them + // up. No checkpoint may be recorded past them. + outOfBudget = true; + } else if (batch.totalCount < SCAN_BATCH_SIZE || next <= cursor) { // A short page means we are caught up with the feed head. completed = true; } else { @@ -298,6 +328,7 @@ async function runScan( // importantly: a backfill) resume from here instead of the floor. if (next > (state.newestCheckpointSeq() ?? 0)) { state.addCheckpoint(next); + await persist(false); } } })(); @@ -319,13 +350,26 @@ async function runScan( return staged; } +/** + * The maximum number of packument fetches per processing chunk. Chunking + * bounds how much work is lost when the Lambda is killed mid-chunk, and lets + * the time budget be re-checked between chunks: during a catch-up, a single + * page can contain thousands of unreceipted entries, far more than fit into + * one execution. + */ +const METADATA_CHUNK_SIZE = 1_000; + /** * Processes one page of change entries: discards everything we already have a - * receipt for, fetches packuments for the remainder, stages new relevant - * package versions, records laggy packument expectations, and finally records - * receipts for every entry received. + * receipt for, then works through the remainder in chunks. Each chunk fetches + * packuments, stages new relevant package versions, records laggy packument + * expectations and receipts, and persists the state - so completed chunks + * survive a timeout. Processing stops between chunks when the time budget is + * exhausted; unprocessed entries carry no receipt and are picked up by the + * next run. * - * @returns the number of package versions sent for staging. + * @returns the number of package versions sent for staging, and whether all + * entries of the page were processed. */ async function processBatch( batch: DatabaseChanges, @@ -338,10 +382,12 @@ async function processBatch( stagingFunction: string, denyList: DenyListClient, licenseList: LicenseListClient, - knownVersions: Map -): Promise { + knownVersions: Map, + persist: PersistState +): Promise<{ staged: number; fullyProcessed: boolean }> { const startTime = Date.now(); let staged = 0; + let fullyProcessed = true; try { const fresh = batch.results.filter( (change) => change.seq != null && !state.has(Number(change.seq)) @@ -351,93 +397,116 @@ async function processBatch( ); metrics.putMetric(MetricName.CHANGE_COUNT, fresh.length, Unit.Count); - // Entries below the late boundary were inserted into the feed behind a - // position a completed scan had already read past. - const late = fresh.filter((change) => Number(change.seq) <= lateBoundary); - metrics.putMetric(MetricName.LATE_CHANGE_COUNT, late.length, Unit.Count); - for (const change of late) { - const crossedAt = state.timeCrossed(Number(change.seq)); - if (crossedAt != null) { - metrics.putMetric( - MetricName.LATE_CHANGE_LAG, - Date.now() - crossedAt, - Unit.Milliseconds + for (let offset = 0; offset < fresh.length; offset += METADATA_CHUNK_SIZE) { + if ( + offset > 0 && + context.getRemainingTimeInMillis() < SCAN_TIME_BUDGET_MS + ) { + console.log( + `Time budget exhausted after ${offset} of ${fresh.length} entries; the rest carries no receipt and is picked up by the next run` + ); + fullyProcessed = false; + break; + } + const chunk = fresh.slice(offset, offset + METADATA_CHUNK_SIZE); + + // Entries below the late boundary were inserted into the feed behind a + // position a completed scan had already read past. + const late = chunk.filter((change) => Number(change.seq) <= lateBoundary); + metrics.putMetric(MetricName.LATE_CHANGE_COUNT, late.length, Unit.Count); + for (const change of late) { + const crossedAt = state.timeCrossed(Number(change.seq)); + if (crossedAt != null) { + metrics.putMetric( + MetricName.LATE_CHANGE_LAG, + Date.now() - crossedAt, + Unit.Milliseconds + ); + } + console.log( + `[late] Change entry discovered at seq ${change.seq} (behind ${lateBoundary}): ${change.id}` ); } - console.log( - `[late] Change entry discovered at seq ${change.seq} (behind ${lateBoundary}): ${change.id}` + + const { ok: attached, failedSeqs } = await npm.attachAllMetadata(chunk); + metrics.putMetric( + MetricName.METADATA_FETCH_FAILURES, + failedSeqs.length, + Unit.Count ); - } - const { ok: attached, failedSeqs } = await npm.attachAllMetadata(fresh); - metrics.putMetric( - MetricName.METADATA_FETCH_FAILURES, - failedSeqs.length, - Unit.Count - ); + // The most recent "modified" timestamp observed in the chunk. + let lastModified: Date | undefined; + // Emit npm.js replication lag + for (const { change } of attached) { + const doc = change.doc as Change['doc'] | undefined; + if (doc?.time?.modified) { + const modified = new Date(doc.time.modified); + metrics.putMetric( + MetricName.NPMJS_CHANGE_AGE, + startTime - modified.getTime(), + Unit.Milliseconds + ); + if (lastModified == null || lastModified < modified) { + lastModified = modified; + } + } + } - // The most recent "modified" timestamp observed in the batch. - let lastModified: Date | undefined; - // Emit npm.js replication lag - for (const { change } of attached) { - const doc = change.doc as Change['doc'] | undefined; - if (doc?.time?.modified) { - const modified = new Date(doc.time.modified); - metrics.putMetric( - MetricName.NPMJS_CHANGE_AGE, - startTime - modified.getTime(), - Unit.Milliseconds + let chunkStaged = 0; + if (lastModified && lastModified < DAWN_OF_CONSTRUCTS) { + console.log( + `Skipping chunk as the latest modification is ${lastModified}, which is pre-Constructs` ); - if (lastModified == null || lastModified < modified) { - lastModified = modified; + } else { + // Laggy packuments: the registry served an older revision than the + // feed announced. Process the versions we did get, and record the + // expectation so the announced revision is re-checked on later runs. + for (const laggy of attached.filter((a) => a.laggy)) { + console.log( + `${laggy.change.id}: registry packument rev ${laggy.servedRev} is behind announced rev ${laggy.announcedRev}, recording laggy packument` + ); + state.recordLaggyPackument( + laggy.change.id, + laggy.announcedRev, + isNaN(Number(laggy.change.seq)) + ? undefined + : Number(laggy.change.seq) + ); } - } - } - if (lastModified && lastModified < DAWN_OF_CONSTRUCTS) { - console.log( - `Skipping batch as the latest modification is ${lastModified}, which is pre-Constructs` - ); - } else { - // Laggy packuments: the registry served an older revision than the feed - // announced. Process the versions we did get, and record the - // expectation so the announced revision is re-checked on later runs. - for (const laggy of attached.filter((a) => a.laggy)) { + const versionInfos = getRelevantVersionInfos( + attached.map((a) => a.change) as unknown as readonly Change[], + metrics, + denyList, + licenseList, + knownVersions + ); console.log( - `${laggy.change.id}: registry packument rev ${laggy.servedRev} is behind announced rev ${laggy.announcedRev}, recording laggy packument` + `Identified ${versionInfos.length} relevant package version update(s)` ); - state.recordLaggyPackument( - laggy.change.id, - laggy.announcedRev, - isNaN(Number(laggy.change.seq)) ? undefined : Number(laggy.change.seq) + metrics.putMetric( + MetricName.RELEVANT_PACKAGE_VERSIONS, + versionInfos.length, + Unit.Count ); + await stageVersions(versionInfos, stagingFunction, knownVersions); + chunkStaged = versionInfos.length; + staged += chunkStaged; } - const versionInfos = getRelevantVersionInfos( - attached.map((a) => a.change) as unknown as readonly Change[], - metrics, - denyList, - licenseList, - knownVersions + // Record receipts for every entry of the chunk (including deleted or + // unpublished packages: they were received and deliberately skipped) - + // except entries whose metadata fetch failed, so a later scan retries + // them. Then persist, so a timeout cannot undo this chunk. + const failed = new Set(failedSeqs); + state.addSeqs( + chunk + .map((change) => Number(change.seq)) + .filter((seq) => !isNaN(seq) && !failed.has(seq)) ); - console.log( - `Identified ${versionInfos.length} relevant package version update(s)` - ); - metrics.putMetric( - MetricName.RELEVANT_PACKAGE_VERSIONS, - versionInfos.length, - Unit.Count - ); - await stageVersions(versionInfos, stagingFunction, knownVersions); - staged = versionInfos.length; + await persist(chunkStaged > 0); } - - // Record receipts for every entry received (including deleted or - // unpublished packages: they were received and deliberately skipped) - - // except entries whose metadata fetch failed, so a later scan retries - // them. - const failed = new Set(failedSeqs); - state.addSeqs(batch.seqs.filter((seq) => !failed.has(seq))); } finally { metrics.putMetric(MetricName.LAST_SEQ, head, Unit.None); metrics.putMetric( @@ -451,7 +520,7 @@ async function processBatch( Unit.Milliseconds ); } - return staged; + return { staged, fullyProcessed }; } //#endregion From 2fe5bd43cea4c49a88a14c249538c5ab9a1ec693 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 24 Sep 2026 13:09:48 +0000 Subject: [PATCH 2/2] chore: self mutation Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> --- src/__tests__/__snapshots__/construct-hub.test.ts.snap | 10 +++++----- .../devapp/__snapshots__/snapshot.test.ts.snap | 2 +- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/src/__tests__/__snapshots__/construct-hub.test.ts.snap b/src/__tests__/__snapshots__/construct-hub.test.ts.snap index 94862ea42..03d32e05e 100644 --- a/src/__tests__/__snapshots__/construct-hub.test.ts.snap +++ b/src/__tests__/__snapshots__/construct-hub.test.ts.snap @@ -10859,7 +10859,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -25312,7 +25312,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -39329,7 +39329,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -53490,7 +53490,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": { @@ -67660,7 +67660,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": { diff --git a/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap b/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap index d4e83b5c4..729537a47 100644 --- a/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap +++ b/src/__tests__/devapp/__snapshots__/snapshot.test.ts.snap @@ -12128,7 +12128,7 @@ Direct link to Lambda function: /lambda/home#/functions/", "S3Bucket": { "Fn::Sub": "cdk-hnb659fds-assets-\${AWS::AccountId}-\${AWS::Region}", }, - "S3Key": "9949a6fc6d8cf1e0891cc64e355de47a97027d870030596dc77d3f6915e603f5.zip", + "S3Key": "4ffbb107d5c61355d7d0b2e1675dc33fa6ff3617685ff538e3a1e6cd07136f29.zip", }, "DeadLetterConfig": { "TargetArn": {