diff --git a/CHANGELOG.md b/CHANGELOG.md index 2675ac469af2..773bf4f12116 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,15 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +### Bug Fixes + +* **core:** do not purge storages that are already in use ([#3988](https://github.com/apify/crawlee/issues/3988)) ([8e8c75b](https://github.com/apify/crawlee/commit/8e8c75beaa6dcb5c7fe671fbc8fad430fd7af516)), closes [#3156](https://github.com/apify/crawlee/issues/3156) +* **playwright:** update handleCloudflareChallenge for new Cloudflare challenge markup ([#4019](https://github.com/apify/crawlee/issues/4019)) ([379f629](https://github.com/apify/crawlee/commit/379f629b657c5457fa8cc0333df43b0d83d67464)), closes [#3717](https://github.com/apify/crawlee/issues/3717) [#3717](https://github.com/apify/crawlee/issues/3717) +* respect `maxCrawlDepth` in `JSDOM/LinkeDOM` context `enqueueLinks` ([#4021](https://github.com/apify/crawlee/issues/4021)) ([4d34aea](https://github.com/apify/crawlee/commit/4d34aeab6d78d1bd0bbe27418daf621f28a3524c)), closes [#3927](https://github.com/apify/crawlee/issues/3927) [#4020](https://github.com/apify/crawlee/issues/4020) + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/lerna.json b/lerna.json index d18ffc382fe7..30affccbcdff 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "3.18.0", + "version": "3.18.1", "command": { "version": { "conventionalCommits": true, diff --git a/package.json b/package.json index c79565e16e3c..c7961a8e63dc 100644 --- a/package.json +++ b/package.json @@ -107,7 +107,7 @@ "playwright": "1.62.1", "portastic": "^1.0.1", "proxy": "^1.0.2", - "puppeteer": "25.5.0", + "puppeteer": "25.6.0", "rimraf": "^6.0.0", "tsx": "^4.4.0", "turbo": "^2.1.0", diff --git a/packages/basic-crawler/CHANGELOG.md b/packages/basic-crawler/CHANGELOG.md index 04c536cf23b3..47fd2c8daa84 100644 --- a/packages/basic-crawler/CHANGELOG.md +++ b/packages/basic-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/basic + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/basic-crawler/package.json b/packages/basic-crawler/package.json index cc214a12f024..1674267000b5 100644 --- a/packages/basic-crawler/package.json +++ b/packages/basic-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/basic", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -49,9 +49,9 @@ "@apify/log": "^2.4.0", "@apify/timeout": "^0.4.0", "@apify/utilities": "^2.7.10", - "@crawlee/core": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/core": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "csv-stringify": "^6.2.0", "fs-extra": "^11.0.0", "got-scraping": "^4.2.1", diff --git a/packages/browser-crawler/CHANGELOG.md b/packages/browser-crawler/CHANGELOG.md index 30fac9ad37f4..9d5d81947de5 100644 --- a/packages/browser-crawler/CHANGELOG.md +++ b/packages/browser-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/browser + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/browser-crawler/package.json b/packages/browser-crawler/package.json index 4a403990756c..cf6fa3b343b0 100644 --- a/packages/browser-crawler/package.json +++ b/packages/browser-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/browser", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -54,10 +54,10 @@ }, "dependencies": { "@apify/timeout": "^0.4.0", - "@crawlee/basic": "3.18.0", - "@crawlee/browser-pool": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/basic": "3.18.1", + "@crawlee/browser-pool": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "ow": "^0.28.1", "tslib": "^2.4.0", "type-fest": "^4.0.0" diff --git a/packages/browser-pool/CHANGELOG.md b/packages/browser-pool/CHANGELOG.md index b2470ef0a31e..51859b262e22 100644 --- a/packages/browser-pool/CHANGELOG.md +++ b/packages/browser-pool/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/browser-pool + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Features diff --git a/packages/browser-pool/package.json b/packages/browser-pool/package.json index fa61d6ebc1e2..e9f5884f8305 100644 --- a/packages/browser-pool/package.json +++ b/packages/browser-pool/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/browser-pool", - "version": "3.18.0", + "version": "3.18.1", "description": "Rotate multiple browsers using popular automation libraries such as Playwright or Puppeteer.", "engines": { "node": ">=16.0.0" @@ -38,8 +38,8 @@ "dependencies": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.4.0", - "@crawlee/core": "3.18.0", - "@crawlee/types": "3.18.0", + "@crawlee/core": "3.18.1", + "@crawlee/types": "3.18.1", "fingerprint-generator": "^2.1.68", "fingerprint-injector": "^2.1.68", "lodash.merge": "^4.6.2", diff --git a/packages/cheerio-crawler/CHANGELOG.md b/packages/cheerio-crawler/CHANGELOG.md index 0dfe5bce27b4..87586f86926b 100644 --- a/packages/cheerio-crawler/CHANGELOG.md +++ b/packages/cheerio-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/cheerio + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/cheerio-crawler/package.json b/packages/cheerio-crawler/package.json index 22819fe378be..49e2338e5a00 100644 --- a/packages/cheerio-crawler/package.json +++ b/packages/cheerio-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/cheerio", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -53,9 +53,9 @@ "access": "public" }, "dependencies": { - "@crawlee/http": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/http": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "cheerio": "1.0.0-rc.12", "htmlparser2": "^9.0.0", "tslib": "^2.4.0" diff --git a/packages/cli/CHANGELOG.md b/packages/cli/CHANGELOG.md index e60cddde6fb6..b886670c6da5 100644 --- a/packages/cli/CHANGELOG.md +++ b/packages/cli/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/cli + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) **Note:** Version bump only for package @crawlee/cli diff --git a/packages/cli/package.json b/packages/cli/package.json index 0111b6938e01..2e1c631739f9 100644 --- a/packages/cli/package.json +++ b/packages/cli/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/cli", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -51,7 +51,7 @@ "access": "public" }, "dependencies": { - "@crawlee/templates": "3.18.0", + "@crawlee/templates": "3.18.1", "ansi-colors": "^4.1.3", "fs-extra": "^11.0.0", "inquirer": "^8.2.4", diff --git a/packages/core/CHANGELOG.md b/packages/core/CHANGELOG.md index 04692b26e0e0..fc83fbc13f44 100644 --- a/packages/core/CHANGELOG.md +++ b/packages/core/CHANGELOG.md @@ -3,6 +3,13 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +### Bug Fixes + +* **core:** do not purge storages that are already in use ([#3988](https://github.com/apify/crawlee/issues/3988)) ([8e8c75b](https://github.com/apify/crawlee/commit/8e8c75beaa6dcb5c7fe671fbc8fad430fd7af516)), closes [#3156](https://github.com/apify/crawlee/issues/3156) + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/core/package.json b/packages/core/package.json index 6cd050bf537f..9ebb1b66c307 100644 --- a/packages/core/package.json +++ b/packages/core/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/core", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -59,9 +59,9 @@ "@apify/pseudo_url": "^2.0.30", "@apify/timeout": "^0.4.0", "@apify/utilities": "^2.7.10", - "@crawlee/memory-storage": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/memory-storage": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "@sapphire/async-queue": "^1.5.1", "@standard-schema/spec": "^1.0.0", "@vladfrangu/async_event_emitter": "^2.2.2", diff --git a/packages/crawlee/CHANGELOG.md b/packages/crawlee/CHANGELOG.md index 1d83e3658575..f921c884e647 100644 --- a/packages/crawlee/CHANGELOG.md +++ b/packages/crawlee/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package crawlee + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/crawlee/package.json b/packages/crawlee/package.json index d9c7b865f379..8e5cb2f25192 100644 --- a/packages/crawlee/package.json +++ b/packages/crawlee/package.json @@ -1,6 +1,6 @@ { "name": "crawlee", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -54,19 +54,19 @@ "access": "public" }, "dependencies": { - "@crawlee/basic": "3.18.0", - "@crawlee/browser": "3.18.0", - "@crawlee/browser-pool": "3.18.0", - "@crawlee/cheerio": "3.18.0", - "@crawlee/cli": "3.18.0", - "@crawlee/core": "3.18.0", - "@crawlee/http": "3.18.0", - "@crawlee/jsdom": "3.18.0", - "@crawlee/linkedom": "3.18.0", - "@crawlee/memory-storage": "3.18.0", - "@crawlee/playwright": "3.18.0", - "@crawlee/puppeteer": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/basic": "3.18.1", + "@crawlee/browser": "3.18.1", + "@crawlee/browser-pool": "3.18.1", + "@crawlee/cheerio": "3.18.1", + "@crawlee/cli": "3.18.1", + "@crawlee/core": "3.18.1", + "@crawlee/http": "3.18.1", + "@crawlee/jsdom": "3.18.1", + "@crawlee/linkedom": "3.18.1", + "@crawlee/memory-storage": "3.18.1", + "@crawlee/playwright": "3.18.1", + "@crawlee/puppeteer": "3.18.1", + "@crawlee/utils": "3.18.1", "import-local": "^3.1.0", "tslib": "^2.4.0" }, diff --git a/packages/http-crawler/CHANGELOG.md b/packages/http-crawler/CHANGELOG.md index 8bf87fda67dd..55ea8f1145c1 100644 --- a/packages/http-crawler/CHANGELOG.md +++ b/packages/http-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/http + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/http-crawler/package.json b/packages/http-crawler/package.json index d0764a042427..2ecf28b5eeeb 100644 --- a/packages/http-crawler/package.json +++ b/packages/http-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/http", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,10 +55,10 @@ "dependencies": { "@apify/timeout": "^0.4.0", "@apify/utilities": "^2.7.10", - "@crawlee/basic": "3.18.0", - "@crawlee/core": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/basic": "3.18.1", + "@crawlee/core": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "@types/content-type": "^1.1.5", "cheerio": "1.0.0-rc.12", "content-type": "^1.0.4", diff --git a/packages/impit-client/CHANGELOG.md b/packages/impit-client/CHANGELOG.md index e8c030575880..392c7683d8c8 100644 --- a/packages/impit-client/CHANGELOG.md +++ b/packages/impit-client/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/impit-client + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/impit-client/package.json b/packages/impit-client/package.json index 0730943dc520..191e7d40474f 100644 --- a/packages/impit-client/package.json +++ b/packages/impit-client/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/impit-client", - "version": "3.18.0", + "version": "3.18.1", "description": "impit-based HTTP client implementation for Crawlee. Impersonates browser requests to avoid bot detection.", "engines": { "node": ">=20.0.0" @@ -56,7 +56,7 @@ "@crawlee/core": "^3.12.1" }, "devDependencies": { - "@crawlee/core": "^3.18.0" + "@crawlee/core": "^3.18.1" }, "dependencies": { "@apify/datastructures": "^2.0.3", diff --git a/packages/jsdom-crawler/CHANGELOG.md b/packages/jsdom-crawler/CHANGELOG.md index 0bd99245a106..e394f5c6e286 100644 --- a/packages/jsdom-crawler/CHANGELOG.md +++ b/packages/jsdom-crawler/CHANGELOG.md @@ -3,6 +3,13 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +### Bug Fixes + +* respect `maxCrawlDepth` in `JSDOM/LinkeDOM` context `enqueueLinks` ([#4021](https://github.com/apify/crawlee/issues/4021)) ([4d34aea](https://github.com/apify/crawlee/commit/4d34aeab6d78d1bd0bbe27418daf621f28a3524c)), closes [#3927](https://github.com/apify/crawlee/issues/3927) [#4020](https://github.com/apify/crawlee/issues/4020) + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/jsdom-crawler/package.json b/packages/jsdom-crawler/package.json index 1ae95c37be5c..9103d0379bdc 100644 --- a/packages/jsdom-crawler/package.json +++ b/packages/jsdom-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/jsdom", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,9 +55,9 @@ "dependencies": { "@apify/timeout": "^0.4.0", "@apify/utilities": "^2.7.10", - "@crawlee/http": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/http": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "@types/jsdom": "^21.0.0", "cheerio": "1.0.0-rc.12", "jsdom": "^26.0.0", diff --git a/packages/jsdom-crawler/src/internals/jsdom-crawler.ts b/packages/jsdom-crawler/src/internals/jsdom-crawler.ts index 627c0ce7263d..e17aaa3313dc 100644 --- a/packages/jsdom-crawler/src/internals/jsdom-crawler.ts +++ b/packages/jsdom-crawler/src/internals/jsdom-crawler.ts @@ -296,6 +296,8 @@ export class JSDOMCrawler extends HttpCrawler { } } + const originalEnqueueLinks = crawlingContext.enqueueLinks; + return { window, get body() { @@ -306,13 +308,16 @@ export class JSDOMCrawler extends HttpCrawler { }, enqueueLinks: async (enqueueOptions?: EnqueueLinksOptions) => { return domCrawlerEnqueueLinks({ - options: { ...enqueueOptions, limit: this.calculateEnqueuedRequestLimit(enqueueOptions?.limit) }, + // `originalEnqueueLinks` clamps `limit` by the remaining `maxRequestsPerCrawl` budget itself; + // pre-clamping it here would make the crawler log the internal limit as a user-provided one + options: enqueueOptions, window, requestQueue: await this.getRequestQueue(), robotsTxtFile: await this.getRobotsTxtFileForUrl(crawlingContext.request.url), onSkippedRequest: this.handleSkippedRequest, originalRequestUrl: crawlingContext.request.url, finalRequestUrl: crawlingContext.request.loadedUrl, + enqueueLinks: originalEnqueueLinks, }); }, }; diff --git a/packages/linkedom-crawler/CHANGELOG.md b/packages/linkedom-crawler/CHANGELOG.md index 51e13d69b80b..7c39881a7fd2 100644 --- a/packages/linkedom-crawler/CHANGELOG.md +++ b/packages/linkedom-crawler/CHANGELOG.md @@ -3,6 +3,13 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +### Bug Fixes + +* respect `maxCrawlDepth` in `JSDOM/LinkeDOM` context `enqueueLinks` ([#4021](https://github.com/apify/crawlee/issues/4021)) ([4d34aea](https://github.com/apify/crawlee/commit/4d34aeab6d78d1bd0bbe27418daf621f28a3524c)), closes [#3927](https://github.com/apify/crawlee/issues/3927) [#4020](https://github.com/apify/crawlee/issues/4020) + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/linkedom-crawler/package.json b/packages/linkedom-crawler/package.json index acdb35d60924..baa54e461fc4 100644 --- a/packages/linkedom-crawler/package.json +++ b/packages/linkedom-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/linkedom", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,9 +55,9 @@ "dependencies": { "@apify/timeout": "^0.4.0", "@apify/utilities": "^2.7.10", - "@crawlee/http": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/http": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "cheerio": "1.0.0-rc.12", "linkedom": "^0.18.0", "ow": "^0.28.2", diff --git a/packages/linkedom-crawler/src/internals/linkedom-crawler.ts b/packages/linkedom-crawler/src/internals/linkedom-crawler.ts index fbc2bc1e99a4..a918021a3f0a 100644 --- a/packages/linkedom-crawler/src/internals/linkedom-crawler.ts +++ b/packages/linkedom-crawler/src/internals/linkedom-crawler.ts @@ -178,6 +178,8 @@ export class LinkeDOMCrawler extends HttpCrawler { const document = LinkeDOMCrawler.parser.parseFromString(body.toString(), isXml ? 'text/xml' : 'text/html'); + const originalEnqueueLinks = crawlingContext.enqueueLinks; + return { window: document.defaultView, get body() { @@ -189,13 +191,16 @@ export class LinkeDOMCrawler extends HttpCrawler { }, enqueueLinks: async (enqueueOptions?: LinkeDOMCrawlerEnqueueLinksOptions) => { return linkedomCrawlerEnqueueLinks({ - options: { ...enqueueOptions, limit: this.calculateEnqueuedRequestLimit(enqueueOptions?.limit) }, + // `originalEnqueueLinks` clamps `limit` by the remaining `maxRequestsPerCrawl` budget itself; + // pre-clamping it here would make the crawler log the internal limit as a user-provided one + options: enqueueOptions, window: document.defaultView, requestQueue: await this.getRequestQueue(), robotsTxtFile: await this.getRobotsTxtFileForUrl(crawlingContext.request.url), onSkippedRequest: this.handleSkippedRequest, originalRequestUrl: crawlingContext.request.url, finalRequestUrl: crawlingContext.request.loadedUrl, + enqueueLinks: originalEnqueueLinks, }); }, }; diff --git a/packages/memory-storage/CHANGELOG.md b/packages/memory-storage/CHANGELOG.md index dbf9736d90c5..527449ce2b8a 100644 --- a/packages/memory-storage/CHANGELOG.md +++ b/packages/memory-storage/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/memory-storage + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/memory-storage/package.json b/packages/memory-storage/package.json index d9fb7e11e05d..53c206b94e91 100644 --- a/packages/memory-storage/package.json +++ b/packages/memory-storage/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/memory-storage", - "version": "3.18.0", + "version": "3.18.1", "description": "A simple in-memory storage implementation of the Apify API", "engines": { "node": ">= 16" @@ -49,7 +49,7 @@ }, "dependencies": { "@apify/log": "^2.4.0", - "@crawlee/types": "3.18.0", + "@crawlee/types": "3.18.1", "@sapphire/async-queue": "^1.5.0", "@sapphire/shapeshift": "^3.0.0", "content-type": "^1.0.4", diff --git a/packages/playwright-crawler/CHANGELOG.md b/packages/playwright-crawler/CHANGELOG.md index 89aade415bc6..33f531f2e61c 100644 --- a/packages/playwright-crawler/CHANGELOG.md +++ b/packages/playwright-crawler/CHANGELOG.md @@ -3,6 +3,13 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +### Bug Fixes + +* **playwright:** update handleCloudflareChallenge for new Cloudflare challenge markup ([#4019](https://github.com/apify/crawlee/issues/4019)) ([379f629](https://github.com/apify/crawlee/commit/379f629b657c5457fa8cc0333df43b0d83d67464)), closes [#3717](https://github.com/apify/crawlee/issues/3717) [#3717](https://github.com/apify/crawlee/issues/3717) + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/playwright-crawler/package.json b/packages/playwright-crawler/package.json index 0f5e5246e04b..08cf2522075c 100644 --- a/packages/playwright-crawler/package.json +++ b/packages/playwright-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/playwright", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -56,11 +56,11 @@ "@apify/datastructures": "^2.0.0", "@apify/log": "^2.4.0", "@apify/timeout": "^0.4.0", - "@crawlee/browser": "3.18.0", - "@crawlee/browser-pool": "3.18.0", - "@crawlee/core": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/browser": "3.18.1", + "@crawlee/browser-pool": "3.18.1", + "@crawlee/core": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "cheerio": "1.0.0-rc.12", "jquery": "^3.6.0", "lodash.isequal": "^4.5.0", diff --git a/packages/puppeteer-crawler/CHANGELOG.md b/packages/puppeteer-crawler/CHANGELOG.md index 8e5f41b8f922..723ac89e2ccb 100644 --- a/packages/puppeteer-crawler/CHANGELOG.md +++ b/packages/puppeteer-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/puppeteer + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/puppeteer-crawler/package.json b/packages/puppeteer-crawler/package.json index 8e86b74c7ef7..d862fdf45cff 100644 --- a/packages/puppeteer-crawler/package.json +++ b/packages/puppeteer-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/puppeteer", - "version": "3.18.0", + "version": "3.18.1", "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.", "engines": { "node": ">=16.0.0" @@ -55,10 +55,10 @@ "dependencies": { "@apify/datastructures": "^2.0.0", "@apify/log": "^2.4.0", - "@crawlee/browser": "3.18.0", - "@crawlee/browser-pool": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/browser": "3.18.1", + "@crawlee/browser-pool": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "cheerio": "1.0.0-rc.12", "devtools-protocol": "*", "idcac-playwright": "^0.2.0", diff --git a/packages/stagehand-crawler/CHANGELOG.md b/packages/stagehand-crawler/CHANGELOG.md index 3ac9bf58dac9..bcb715e175a2 100644 --- a/packages/stagehand-crawler/CHANGELOG.md +++ b/packages/stagehand-crawler/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/stagehand + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/stagehand-crawler/package.json b/packages/stagehand-crawler/package.json index 94071b25dfb1..6df5db631701 100644 --- a/packages/stagehand-crawler/package.json +++ b/packages/stagehand-crawler/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/stagehand", - "version": "3.18.0", + "version": "3.18.1", "description": "AI-powered web crawling with Stagehand integration for Crawlee - enables natural language browser automation with act(), extract(), and observe() methods.", "engines": { "node": ">=16.0.0" @@ -58,11 +58,11 @@ "dependencies": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.4.0", - "@crawlee/browser": "3.18.0", - "@crawlee/browser-pool": "3.18.0", - "@crawlee/core": "3.18.0", - "@crawlee/types": "3.18.0", - "@crawlee/utils": "3.18.0", + "@crawlee/browser": "3.18.1", + "@crawlee/browser-pool": "3.18.1", + "@crawlee/core": "3.18.1", + "@crawlee/types": "3.18.1", + "@crawlee/utils": "3.18.1", "ow": "^0.28.1", "tslib": "^2.4.0" }, diff --git a/packages/templates/CHANGELOG.md b/packages/templates/CHANGELOG.md index 0ce03dbd6138..650b4d1dc159 100644 --- a/packages/templates/CHANGELOG.md +++ b/packages/templates/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/templates + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) **Note:** Version bump only for package @crawlee/templates diff --git a/packages/templates/package.json b/packages/templates/package.json index 996b00086ab0..ed9a99aabf37 100644 --- a/packages/templates/package.json +++ b/packages/templates/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/templates", - "version": "3.18.0", + "version": "3.18.1", "description": "Templates for the crawlee projects", "engines": { "node": ">=16.0.0" diff --git a/packages/types/CHANGELOG.md b/packages/types/CHANGELOG.md index 083450de9b41..a9b02090592f 100644 --- a/packages/types/CHANGELOG.md +++ b/packages/types/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/types + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) **Note:** Version bump only for package @crawlee/types diff --git a/packages/types/package.json b/packages/types/package.json index e57ebb527075..0a506a0f7afc 100644 --- a/packages/types/package.json +++ b/packages/types/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/types", - "version": "3.18.0", + "version": "3.18.1", "description": "Shared types for the crawlee projects", "engines": { "node": ">=16.0.0" diff --git a/packages/utils/CHANGELOG.md b/packages/utils/CHANGELOG.md index 53295eb3f1f2..d80cdececfe5 100644 --- a/packages/utils/CHANGELOG.md +++ b/packages/utils/CHANGELOG.md @@ -3,6 +3,14 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +## [3.18.1](https://github.com/apify/crawlee/compare/v3.18.0...v3.18.1) (2026-08-12) + +**Note:** Version bump only for package @crawlee/utils + + + + + # [3.18.0](https://github.com/apify/crawlee/compare/v3.17.0...v3.18.0) (2026-08-04) ### Bug Fixes diff --git a/packages/utils/package.json b/packages/utils/package.json index 7790f8cf9b48..7b535f8bc07b 100644 --- a/packages/utils/package.json +++ b/packages/utils/package.json @@ -1,6 +1,6 @@ { "name": "@crawlee/utils", - "version": "3.18.0", + "version": "3.18.1", "description": "A set of shared utilities that can be used by crawlers", "engines": { "node": ">=16.0.0" @@ -49,7 +49,7 @@ "dependencies": { "@apify/log": "^2.4.0", "@apify/ps-tree": "^1.2.0", - "@crawlee/types": "3.18.0", + "@crawlee/types": "3.18.1", "@types/sax": "^1.2.7", "cheerio": "1.0.0-rc.12", "file-type": "^21.3.1", diff --git a/test/core/crawlers/dom_crawler.test.ts b/test/core/crawlers/dom_crawler.test.ts index 81b65bb270b3..b2bd97d0a078 100644 --- a/test/core/crawlers/dom_crawler.test.ts +++ b/test/core/crawlers/dom_crawler.test.ts @@ -2,6 +2,7 @@ import http from 'node:http'; import type { AddressInfo } from 'node:net'; import { JSDOMCrawler } from '@crawlee/jsdom'; +import { LinkeDOMCrawler } from '@crawlee/linkedom'; import { MemoryStorageEmulator } from '../../shared/MemoryStorageEmulator'; @@ -11,6 +12,15 @@ router.set('/', (req, res) => { res.end(`Example Domain

Hello, world!

`); }); +for (const depth of [0, 1, 2]) { + router.set(`/depth-${depth}`, (req, res) => { + res.setHeader('content-type', 'text/html; charset=utf-8'); + res.end( + `Depth ${depth}link`, + ); + }); +} + let server: http.Server; let url: string; @@ -60,3 +70,37 @@ test('works', async () => { expect(results).toStrictEqual(['Example Domain', 'Hello, world!']); }); + +test('JSDOMCrawler enqueueLinks should respect maxCrawlDepth', async () => { + const titles: string[] = []; + + const crawler = new JSDOMCrawler({ + maxCrawlDepth: 1, + maxRequestsPerCrawl: 10, // to avoid accidental runaway + requestHandler: async ({ window, enqueueLinks }) => { + titles.push(window.document.title); + await enqueueLinks(); + }, + }); + + await crawler.run([`${url}/depth-0`]); + + expect(titles).toEqual(['Depth 0', 'Depth 1']); +}); + +test('LinkeDOMCrawler enqueueLinks should respect maxCrawlDepth', async () => { + const titles: string[] = []; + + const crawler = new LinkeDOMCrawler({ + maxCrawlDepth: 1, + maxRequestsPerCrawl: 10, // to avoid accidental runaway + requestHandler: async ({ document, enqueueLinks }) => { + titles.push(document.title); + await enqueueLinks(); + }, + }); + + await crawler.run([`${url}/depth-0`]); + + expect(titles).toEqual(['Depth 0', 'Depth 1']); +}); diff --git a/yarn.lock b/yarn.lock index 3e463cdf2c62..c05727824b2a 100644 --- a/yarn.lock +++ b/yarn.lock @@ -818,7 +818,7 @@ __metadata: languageName: node linkType: hard -"@crawlee/basic@npm:3.18.0, @crawlee/basic@workspace:packages/basic-crawler": +"@crawlee/basic@npm:3.18.1, @crawlee/basic@workspace:packages/basic-crawler": version: 0.0.0-use.local resolution: "@crawlee/basic@workspace:packages/basic-crawler" dependencies: @@ -826,9 +826,9 @@ __metadata: "@apify/log": "npm:^2.4.0" "@apify/timeout": "npm:^0.4.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/core": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/core": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" csv-stringify: "npm:^6.2.0" fs-extra: "npm:^11.0.0" got-scraping: "npm:^4.2.1" @@ -839,14 +839,14 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/browser-pool@npm:3.18.0, @crawlee/browser-pool@workspace:packages/browser-pool": +"@crawlee/browser-pool@npm:3.18.1, @crawlee/browser-pool@workspace:packages/browser-pool": version: 0.0.0-use.local resolution: "@crawlee/browser-pool@workspace:packages/browser-pool" dependencies: "@apify/log": "npm:^2.4.0" "@apify/timeout": "npm:^0.4.0" - "@crawlee/core": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" + "@crawlee/core": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" fingerprint-generator: "npm:^2.1.68" fingerprint-injector: "npm:^2.1.68" lodash.merge: "npm:^4.6.2" @@ -868,15 +868,15 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/browser@npm:3.18.0, @crawlee/browser@workspace:packages/browser-crawler": +"@crawlee/browser@npm:3.18.1, @crawlee/browser@workspace:packages/browser-crawler": version: 0.0.0-use.local resolution: "@crawlee/browser@workspace:packages/browser-crawler" dependencies: "@apify/timeout": "npm:^0.4.0" - "@crawlee/basic": "npm:3.18.0" - "@crawlee/browser-pool": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/basic": "npm:3.18.1" + "@crawlee/browser-pool": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" ow: "npm:^0.28.1" tslib: "npm:^2.4.0" type-fest: "npm:^4.0.0" @@ -891,24 +891,24 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/cheerio@npm:3.18.0, @crawlee/cheerio@workspace:packages/cheerio-crawler": +"@crawlee/cheerio@npm:3.18.1, @crawlee/cheerio@workspace:packages/cheerio-crawler": version: 0.0.0-use.local resolution: "@crawlee/cheerio@workspace:packages/cheerio-crawler" dependencies: - "@crawlee/http": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/http": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" cheerio: "npm:1.0.0-rc.12" htmlparser2: "npm:^9.0.0" tslib: "npm:^2.4.0" languageName: unknown linkType: soft -"@crawlee/cli@npm:3.18.0, @crawlee/cli@workspace:packages/cli": +"@crawlee/cli@npm:3.18.1, @crawlee/cli@workspace:packages/cli": version: 0.0.0-use.local resolution: "@crawlee/cli@workspace:packages/cli" dependencies: - "@crawlee/templates": "npm:3.18.0" + "@crawlee/templates": "npm:3.18.1" ansi-colors: "npm:^4.1.3" fs-extra: "npm:^11.0.0" inquirer: "npm:^8.2.4" @@ -920,7 +920,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/core@npm:3.18.0, @crawlee/core@npm:^3.14.1, @crawlee/core@npm:^3.18.0, @crawlee/core@workspace:packages/core": +"@crawlee/core@npm:3.18.1, @crawlee/core@npm:^3.14.1, @crawlee/core@npm:^3.18.1, @crawlee/core@workspace:packages/core": version: 0.0.0-use.local resolution: "@crawlee/core@workspace:packages/core" dependencies: @@ -930,9 +930,9 @@ __metadata: "@apify/pseudo_url": "npm:^2.0.30" "@apify/timeout": "npm:^0.4.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/memory-storage": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/memory-storage": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" "@sapphire/async-queue": "npm:^1.5.1" "@standard-schema/spec": "npm:^1.0.0" "@vladfrangu/async_event_emitter": "npm:^2.2.2" @@ -950,16 +950,16 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/http@npm:3.18.0, @crawlee/http@workspace:packages/http-crawler": +"@crawlee/http@npm:3.18.1, @crawlee/http@workspace:packages/http-crawler": version: 0.0.0-use.local resolution: "@crawlee/http@workspace:packages/http-crawler" dependencies: "@apify/timeout": "npm:^0.4.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/basic": "npm:3.18.0" - "@crawlee/core": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/basic": "npm:3.18.1" + "@crawlee/core": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" "@types/content-type": "npm:^1.1.5" cheerio: "npm:1.0.0-rc.12" content-type: "npm:^1.0.4" @@ -977,7 +977,7 @@ __metadata: resolution: "@crawlee/impit-client@workspace:packages/impit-client" dependencies: "@apify/datastructures": "npm:^2.0.3" - "@crawlee/core": "npm:^3.18.0" + "@crawlee/core": "npm:^3.18.1" impit: "npm:^0.14.1" tough-cookie: "npm:^6.0.0" peerDependencies: @@ -985,15 +985,15 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/jsdom@npm:3.18.0, @crawlee/jsdom@workspace:packages/jsdom-crawler": +"@crawlee/jsdom@npm:3.18.1, @crawlee/jsdom@workspace:packages/jsdom-crawler": version: 0.0.0-use.local resolution: "@crawlee/jsdom@workspace:packages/jsdom-crawler" dependencies: "@apify/timeout": "npm:^0.4.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/http": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/http": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" "@types/jsdom": "npm:^21.0.0" cheerio: "npm:1.0.0-rc.12" jsdom: "npm:^26.0.0" @@ -1002,15 +1002,15 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/linkedom@npm:3.18.0, @crawlee/linkedom@workspace:packages/linkedom-crawler": +"@crawlee/linkedom@npm:3.18.1, @crawlee/linkedom@workspace:packages/linkedom-crawler": version: 0.0.0-use.local resolution: "@crawlee/linkedom@workspace:packages/linkedom-crawler" dependencies: "@apify/timeout": "npm:^0.4.0" "@apify/utilities": "npm:^2.7.10" - "@crawlee/http": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/http": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" cheerio: "npm:1.0.0-rc.12" linkedom: "npm:^0.18.0" ow: "npm:^0.28.2" @@ -1018,12 +1018,12 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/memory-storage@npm:3.18.0, @crawlee/memory-storage@workspace:packages/memory-storage": +"@crawlee/memory-storage@npm:3.18.1, @crawlee/memory-storage@workspace:packages/memory-storage": version: 0.0.0-use.local resolution: "@crawlee/memory-storage@workspace:packages/memory-storage" dependencies: "@apify/log": "npm:^2.4.0" - "@crawlee/types": "npm:3.18.0" + "@crawlee/types": "npm:3.18.1" "@sapphire/async-queue": "npm:^1.5.0" "@sapphire/shapeshift": "npm:^3.0.0" content-type: "npm:^1.0.4" @@ -1036,18 +1036,18 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/playwright@npm:3.18.0, @crawlee/playwright@workspace:packages/playwright-crawler": +"@crawlee/playwright@npm:3.18.1, @crawlee/playwright@workspace:packages/playwright-crawler": version: 0.0.0-use.local resolution: "@crawlee/playwright@workspace:packages/playwright-crawler" dependencies: "@apify/datastructures": "npm:^2.0.0" "@apify/log": "npm:^2.4.0" "@apify/timeout": "npm:^0.4.0" - "@crawlee/browser": "npm:3.18.0" - "@crawlee/browser-pool": "npm:3.18.0" - "@crawlee/core": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/browser": "npm:3.18.1" + "@crawlee/browser-pool": "npm:3.18.1" + "@crawlee/core": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" cheerio: "npm:1.0.0-rc.12" jquery: "npm:^3.6.0" lodash.isequal: "npm:^4.5.0" @@ -1068,16 +1068,16 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/puppeteer@npm:3.18.0, @crawlee/puppeteer@workspace:packages/puppeteer-crawler": +"@crawlee/puppeteer@npm:3.18.1, @crawlee/puppeteer@workspace:packages/puppeteer-crawler": version: 0.0.0-use.local resolution: "@crawlee/puppeteer@workspace:packages/puppeteer-crawler" dependencies: "@apify/datastructures": "npm:^2.0.0" "@apify/log": "npm:^2.4.0" - "@crawlee/browser": "npm:3.18.0" - "@crawlee/browser-pool": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/browser": "npm:3.18.1" + "@crawlee/browser-pool": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" cheerio: "npm:1.0.0-rc.12" devtools-protocol: "npm:*" idcac-playwright: "npm:^0.2.0" @@ -1151,7 +1151,7 @@ __metadata: playwright: "npm:1.62.1" portastic: "npm:^1.0.1" proxy: "npm:^1.0.2" - puppeteer: "npm:25.5.0" + puppeteer: "npm:25.6.0" rimraf: "npm:^6.0.0" tsx: "npm:^4.4.0" turbo: "npm:^2.1.0" @@ -1169,11 +1169,11 @@ __metadata: "@apify/log": "npm:^2.4.0" "@apify/timeout": "npm:^0.4.0" "@browserbasehq/stagehand": "npm:3.0.7" - "@crawlee/browser": "npm:3.18.0" - "@crawlee/browser-pool": "npm:3.18.0" - "@crawlee/core": "npm:3.18.0" - "@crawlee/types": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/browser": "npm:3.18.1" + "@crawlee/browser-pool": "npm:3.18.1" + "@crawlee/core": "npm:3.18.1" + "@crawlee/types": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" ow: "npm:^0.28.1" playwright: "npm:^1.60.0" tslib: "npm:^2.4.0" @@ -1192,7 +1192,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/templates@npm:3.18.0, @crawlee/templates@workspace:packages/templates": +"@crawlee/templates@npm:3.18.1, @crawlee/templates@workspace:packages/templates": version: 0.0.0-use.local resolution: "@crawlee/templates@workspace:packages/templates" dependencies: @@ -1204,7 +1204,7 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/types@npm:3.18.0, @crawlee/types@npm:^3.14.1, @crawlee/types@npm:^3.3.0, @crawlee/types@workspace:packages/types": +"@crawlee/types@npm:3.18.1, @crawlee/types@npm:^3.14.1, @crawlee/types@npm:^3.3.0, @crawlee/types@workspace:packages/types": version: 0.0.0-use.local resolution: "@crawlee/types@workspace:packages/types" dependencies: @@ -1212,13 +1212,13 @@ __metadata: languageName: unknown linkType: soft -"@crawlee/utils@npm:3.18.0, @crawlee/utils@npm:^3.14.1, @crawlee/utils@workspace:packages/utils": +"@crawlee/utils@npm:3.18.1, @crawlee/utils@npm:^3.14.1, @crawlee/utils@workspace:packages/utils": version: 0.0.0-use.local resolution: "@crawlee/utils@workspace:packages/utils" dependencies: "@apify/log": "npm:^2.4.0" "@apify/ps-tree": "npm:^1.2.0" - "@crawlee/types": "npm:3.18.0" + "@crawlee/types": "npm:3.18.1" "@types/sax": "npm:^1.2.7" "@types/whatwg-mimetype": "npm:^3.0.2" cheerio: "npm:1.0.0-rc.12" @@ -5278,19 +5278,19 @@ __metadata: version: 0.0.0-use.local resolution: "crawlee@workspace:packages/crawlee" dependencies: - "@crawlee/basic": "npm:3.18.0" - "@crawlee/browser": "npm:3.18.0" - "@crawlee/browser-pool": "npm:3.18.0" - "@crawlee/cheerio": "npm:3.18.0" - "@crawlee/cli": "npm:3.18.0" - "@crawlee/core": "npm:3.18.0" - "@crawlee/http": "npm:3.18.0" - "@crawlee/jsdom": "npm:3.18.0" - "@crawlee/linkedom": "npm:3.18.0" - "@crawlee/memory-storage": "npm:3.18.0" - "@crawlee/playwright": "npm:3.18.0" - "@crawlee/puppeteer": "npm:3.18.0" - "@crawlee/utils": "npm:3.18.0" + "@crawlee/basic": "npm:3.18.1" + "@crawlee/browser": "npm:3.18.1" + "@crawlee/browser-pool": "npm:3.18.1" + "@crawlee/cheerio": "npm:3.18.1" + "@crawlee/cli": "npm:3.18.1" + "@crawlee/core": "npm:3.18.1" + "@crawlee/http": "npm:3.18.1" + "@crawlee/jsdom": "npm:3.18.1" + "@crawlee/linkedom": "npm:3.18.1" + "@crawlee/memory-storage": "npm:3.18.1" + "@crawlee/playwright": "npm:3.18.1" + "@crawlee/puppeteer": "npm:3.18.1" + "@crawlee/utils": "npm:3.18.1" import-local: "npm:^3.1.0" tslib: "npm:^2.4.0" peerDependencies: @@ -11390,17 +11390,17 @@ __metadata: languageName: node linkType: hard -"puppeteer-core@npm:25.5.0": - version: 25.5.0 - resolution: "puppeteer-core@npm:25.5.0" +"puppeteer-core@npm:25.6.0": + version: 25.6.0 + resolution: "puppeteer-core@npm:25.6.0" dependencies: - "@puppeteer/browsers": "npm:3.1.0" + "@puppeteer/browsers": "npm:3.2.0" chromium-bidi: "npm:17.0.2" devtools-protocol: "npm:0.0.1653615" typed-query-selector: "npm:^2.12.2" webdriver-bidi-protocol: "npm:0.4.2" ws: "npm:^8.21.1" - checksum: 10c0/137132e4977ac9aa77c6ddbfb12a9412f3c67a312381800b85a602cabbe3a3659fe41c64ee8c5ab42d3793ba8933987145e7ba06d85999cae406446b3fcb077a + checksum: 10c0/60b6fca4aecf9c3567662af143c07fc6dd89e91b59f90c5d566bb3ff7acb4d2fcfb2f2dcff3944ea4cef4971a8065cec3f9fd072075994ef066228fe6dc033bd languageName: node linkType: hard @@ -11417,19 +11417,19 @@ __metadata: languageName: node linkType: hard -"puppeteer@npm:25.5.0": - version: 25.5.0 - resolution: "puppeteer@npm:25.5.0" +"puppeteer@npm:25.6.0": + version: 25.6.0 + resolution: "puppeteer@npm:25.6.0" dependencies: - "@puppeteer/browsers": "npm:3.1.0" + "@puppeteer/browsers": "npm:3.2.0" chromium-bidi: "npm:17.0.2" devtools-protocol: "npm:0.0.1653615" lilconfig: "npm:^3.1.3" - puppeteer-core: "npm:25.5.0" + puppeteer-core: "npm:25.6.0" typed-query-selector: "npm:^2.12.2" bin: puppeteer: lib/puppeteer/node/cli.js - checksum: 10c0/c331e7ecb1f6c3f675490ba793307b5f6f7c7c0ef748f65717fe01bae0b9804d29c39c2cffc00f2857e4ed6939f5f916bf917bd465b260675c0ddc114f87def7 + checksum: 10c0/819f013452511aec98474080eee5f7edc523b1c3bb958e88ce4f56ffe6aeb5ef5efe2e12b6e48688d4c0d0ea749afdda7f4e1bded8d86696f90d6581c296bebd languageName: node linkType: hard