From eede2cce68660f8dceb2a36498f3fc5005243663 Mon Sep 17 00:00:00 2001 From: Joe Clark Date: Mon, 19 Jan 2026 11:52:25 +0000 Subject: [PATCH 1/4] don't needlessly destroy stream --- packages/runtime/src/util/ensure-state-size.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/packages/runtime/src/util/ensure-state-size.ts b/packages/runtime/src/util/ensure-state-size.ts index f884d1d44..54f348771 100644 --- a/packages/runtime/src/util/ensure-state-size.ts +++ b/packages/runtime/src/util/ensure-state-size.ts @@ -29,6 +29,5 @@ export default async (value: any, limit_mb: number = 500) => { throw new StateTooLargeError(limit_mb); } } - stream.destroy(); } }; From 61d941869b82f264a6c6fbcf7806ed6003483b22 Mon Sep 17 00:00:00 2001 From: Joe Clark Date: Mon, 19 Jan 2026 11:53:06 +0000 Subject: [PATCH 2/4] changeseT --- .changeset/stale-sheep-accept.md | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 .changeset/stale-sheep-accept.md diff --git a/.changeset/stale-sheep-accept.md b/.changeset/stale-sheep-accept.md new file mode 100644 index 000000000..4ac1a1865 --- /dev/null +++ b/.changeset/stale-sheep-accept.md @@ -0,0 +1,5 @@ +--- +'@openfn/runtime': patch +--- + +Fix an issue where the runtime can crash when processing large dataclips because it needlessly destroys the empty stream From bbaebdf1c49f80658c1569b467658f050bb52b48 Mon Sep 17 00:00:00 2001 From: Joe Clark Date: Mon, 19 Jan 2026 11:53:31 +0000 Subject: [PATCH 3/4] versions: worker@1.21.2 --- .changeset/stale-sheep-accept.md | 5 ----- packages/cli/CHANGELOG.md | 7 +++++++ packages/cli/package.json | 2 +- packages/engine-multi/CHANGELOG.md | 7 +++++++ packages/engine-multi/package.json | 2 +- packages/lightning-mock/CHANGELOG.md | 8 ++++++++ packages/lightning-mock/package.json | 2 +- packages/runtime/CHANGELOG.md | 6 ++++++ packages/runtime/package.json | 2 +- packages/ws-worker/CHANGELOG.md | 8 ++++++++ packages/ws-worker/package.json | 2 +- 11 files changed, 41 insertions(+), 10 deletions(-) delete mode 100644 .changeset/stale-sheep-accept.md diff --git a/.changeset/stale-sheep-accept.md b/.changeset/stale-sheep-accept.md deleted file mode 100644 index 4ac1a1865..000000000 --- a/.changeset/stale-sheep-accept.md +++ /dev/null @@ -1,5 +0,0 @@ ---- -'@openfn/runtime': patch ---- - -Fix an issue where the runtime can crash when processing large dataclips because it needlessly destroys the empty stream diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md index 5b6e432a4..484637017 100644 --- a/packages/cli/CHANGELOG.md +++ b/packages/cli/CHANGELOG.md @@ -1,5 +1,12 @@ # @openfn/cli +## 1.24.1 + +### Patch Changes + +- Updated dependencies [61d9418] + - @openfn/runtime@1.8.2 + ## 1.24.0 ### Minor Changes diff --git a/packages/cli/package.json b/packages/cli/package.json index 119b12f2e..7c01a87a7 100644 --- a/packages/cli/package.json +++ b/packages/cli/package.json @@ -1,6 +1,6 @@ { "name": "@openfn/cli", - "version": "1.24.0", + "version": "1.24.1", "description": "CLI devtools for the OpenFn toolchain", "engines": { "node": ">=18", diff --git a/packages/engine-multi/CHANGELOG.md b/packages/engine-multi/CHANGELOG.md index d927ada96..3c0515a70 100644 --- a/packages/engine-multi/CHANGELOG.md +++ b/packages/engine-multi/CHANGELOG.md @@ -1,5 +1,12 @@ # engine-multi +## 1.10.2 + +### Patch Changes + +- Updated dependencies [61d9418] + - @openfn/runtime@1.8.2 + ## 1.10.1 ### Patch Changes diff --git a/packages/engine-multi/package.json b/packages/engine-multi/package.json index 4f32735af..57a6a3880 100644 --- a/packages/engine-multi/package.json +++ b/packages/engine-multi/package.json @@ -1,6 +1,6 @@ { "name": "@openfn/engine-multi", - "version": "1.10.1", + "version": "1.10.2", "description": "Multi-process runtime engine", "main": "dist/index.js", "type": "module", diff --git a/packages/lightning-mock/CHANGELOG.md b/packages/lightning-mock/CHANGELOG.md index dcff0e2b9..2a730dcd5 100644 --- a/packages/lightning-mock/CHANGELOG.md +++ b/packages/lightning-mock/CHANGELOG.md @@ -1,5 +1,13 @@ # @openfn/lightning-mock +## 2.4.3 + +### Patch Changes + +- Updated dependencies [61d9418] + - @openfn/runtime@1.8.2 + - @openfn/engine-multi@1.10.2 + ## 2.4.2 ### Patch Changes diff --git a/packages/lightning-mock/package.json b/packages/lightning-mock/package.json index 1dcabee7c..dd0df420b 100644 --- a/packages/lightning-mock/package.json +++ b/packages/lightning-mock/package.json @@ -1,6 +1,6 @@ { "name": "@openfn/lightning-mock", - "version": "2.4.2", + "version": "2.4.3", "private": true, "description": "A mock Lightning server", "main": "dist/index.js", diff --git a/packages/runtime/CHANGELOG.md b/packages/runtime/CHANGELOG.md index 2ef24d31b..1e94dd53d 100644 --- a/packages/runtime/CHANGELOG.md +++ b/packages/runtime/CHANGELOG.md @@ -1,5 +1,11 @@ # @openfn/runtime +## 1.8.2 + +### Patch Changes + +- 61d9418: Fix an issue where the runtime can crash when processing large dataclips because it needlessly destroys the empty stream + ## 1.8.1 ### Patch Changes diff --git a/packages/runtime/package.json b/packages/runtime/package.json index 27d8478e4..887141061 100644 --- a/packages/runtime/package.json +++ b/packages/runtime/package.json @@ -1,6 +1,6 @@ { "name": "@openfn/runtime", - "version": "1.8.1", + "version": "1.8.2", "description": "Job processing runtime.", "type": "module", "exports": { diff --git a/packages/ws-worker/CHANGELOG.md b/packages/ws-worker/CHANGELOG.md index 0566877c0..6f5bf8cbf 100644 --- a/packages/ws-worker/CHANGELOG.md +++ b/packages/ws-worker/CHANGELOG.md @@ -1,5 +1,13 @@ # ws-worker +## 1.21.2 + +### Patch Changes + +- Updated dependencies [61d9418] + - @openfn/runtime@1.8.2 + - @openfn/engine-multi@1.10.2 + ## 1.21.1 ### Patch Changes diff --git a/packages/ws-worker/package.json b/packages/ws-worker/package.json index 165cb788c..c528225f1 100644 --- a/packages/ws-worker/package.json +++ b/packages/ws-worker/package.json @@ -1,6 +1,6 @@ { "name": "@openfn/ws-worker", - "version": "1.21.1", + "version": "1.21.2", "description": "A Websocket Worker to connect Lightning to a Runtime Engine", "main": "dist/index.js", "type": "module", From dcd67ada4499a763fa4f314a99f16f907a8d3551 Mon Sep 17 00:00:00 2001 From: Joe Clark Date: Mon, 19 Jan 2026 11:58:13 +0000 Subject: [PATCH 4/4] remove another needless destroy --- packages/runtime/src/util/ensure-state-size.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/packages/runtime/src/util/ensure-state-size.ts b/packages/runtime/src/util/ensure-state-size.ts index 54f348771..84ab9744b 100644 --- a/packages/runtime/src/util/ensure-state-size.ts +++ b/packages/runtime/src/util/ensure-state-size.ts @@ -25,7 +25,6 @@ export default async (value: any, limit_mb: number = 500) => { size_bytes += Buffer.byteLength(chunk, 'utf8'); if (size_bytes > limitBytes) { - stream.destroy(); throw new StateTooLargeError(limit_mb); } }