diff --git a/package-lock.json b/package-lock.json index cc712f6..c29b737 100644 --- a/package-lock.json +++ b/package-lock.json @@ -250,16 +250,18 @@ } }, "node_modules/@crawlee/basic": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/basic/-/basic-3.7.3.tgz", - "integrity": "sha512-35S/L+CVFVuarqITGf8iGJVnWukQ525w8gBohUT0vrFBD5nIeRT6/Pg+T2Y3uTERHFdfUWXmrohLu3/Ig/GTKQ==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/basic/-/basic-3.8.1.tgz", + "integrity": "sha512-zeQFMcHpbPiWjQ18nqSQ7fvhNFu2cLv4G1AohOo+7kcvQSlh9lX29/1//j1VbsQhziJp1tkUxQ1eZLruUhUimw==", "dependencies": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.7.10", - "@crawlee/core": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", + "csv-stringify": "^6.2.0", + "fs-extra": "^11.0.0", "got-scraping": "^4.0.0", "ow": "^0.28.1", "tldts": "^6.0.0", @@ -271,31 +273,32 @@ } }, "node_modules/@crawlee/browser": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/browser/-/browser-3.7.3.tgz", - "integrity": "sha512-5OibzZ2T/KKlE5XbDdHZ1U+4CYtHc7Gq/yOIJQ4TOpHFsdhTVzjM9uQYMRlxocPrO9xfc/yeiQdKzS5aLCqOlg==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/browser/-/browser-3.8.1.tgz", + "integrity": "sha512-0HbBBzZNEJ+kdiEr9pRbcjKfLLKNJd8lGg68+jeAAmYU5VY5aZ3JW4EdzVhdZQx6zR5ebuIkZz0Kp7b8ZOwtwQ==", "dependencies": { "@apify/timeout": "^0.3.0", - "@crawlee/basic": "3.7.3", - "@crawlee/browser-pool": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/basic": "3.8.1", + "@crawlee/browser-pool": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "ow": "^0.28.1", - "tslib": "^2.4.0" + "tslib": "^2.4.0", + "type-fest": "^4.0.0" }, "engines": { "node": ">=16.0.0" } }, "node_modules/@crawlee/browser-pool": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/browser-pool/-/browser-pool-3.7.3.tgz", - "integrity": "sha512-Ww9s0bTmiFPq7Db8sYUtzmL+tVRQU6jO7KApOBna8ZTT+rzbiIempaQtB89Jcs2fZJoLajDbGgDjVvS8mGWn0g==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/browser-pool/-/browser-pool-3.8.1.tgz", + "integrity": "sha512-Pq3KMFJohcHaF420k/CKNs27dsYaDCDZbINZGY72a3aJ8baQuRI2fGrndFDrSqh4hFupLH+DjJJF2tznEJmHFQ==", "dependencies": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.3.0", - "@crawlee/core": "3.7.3", - "@crawlee/types": "3.7.3", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", "fingerprint-generator": "^2.0.6", "fingerprint-injector": "^2.0.5", "lodash.merge": "^4.6.2", @@ -324,9 +327,9 @@ } }, "node_modules/@crawlee/core": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/core/-/core-3.7.3.tgz", - "integrity": "sha512-66qun2TuunK0nXA5S9Byym+4XdBX/3DIyFRWcOaszbn3wuQwRUwSpmONLXB7oOt8it/ORncOgHGZfFtbJsajjA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/core/-/core-3.8.1.tgz", + "integrity": "sha512-bvA+U6xUH3vMnH0EkMkWxmeA3aC3gtDX8kj+OaLqGAYEWNxFO8mhmipwykzX4Oz5cDuoE05tEugMALp3LNDL+Q==", "dependencies": { "@apify/consts": "^2.20.0", "@apify/datastructures": "^2.0.0", @@ -334,9 +337,9 @@ "@apify/pseudo_url": "^2.0.30", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.7.10", - "@crawlee/memory-storage": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/memory-storage": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "@sapphire/async-queue": "^1.5.1", "@types/tough-cookie": "^4.0.2", "@vladfrangu/async_event_emitter": "^2.2.2", @@ -358,12 +361,12 @@ } }, "node_modules/@crawlee/memory-storage": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/memory-storage/-/memory-storage-3.7.3.tgz", - "integrity": "sha512-y+BuSumi/k/UpjzZ43la2SccirIuRRmUu8Ft31O4ba/tRE7AYr4t9X7clzSb2Sp8ZgfbS6NLpFowce07meCUfA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/memory-storage/-/memory-storage-3.8.1.tgz", + "integrity": "sha512-Rj0AxHlZZ1M6v9mHeJZ2YWGwEySZlhPabE7O/WkBwY9FVWlIstDsdT7gk/1/b+AJT8AWDhQJ38/pMz2bKvFYZw==", "dependencies": { "@apify/log": "^2.4.0", - "@crawlee/types": "3.7.3", + "@crawlee/types": "3.8.1", "@sapphire/async-queue": "^1.5.0", "@sapphire/shapeshift": "^3.0.0", "content-type": "^1.0.4", @@ -378,20 +381,25 @@ } }, "node_modules/@crawlee/playwright": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/playwright/-/playwright-3.7.3.tgz", - "integrity": "sha512-P3PyyP6JSQdYrmGwUqbtouVdvY3KZqpSr4FaKQPQH8JA+ahDZvol1EsdRjdZnwqvjHvJmA3MoQ0hLcJxhKA3Ew==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/playwright/-/playwright-3.8.1.tgz", + "integrity": "sha512-ezDrOGnIRnhhT6r9FlAGgcsiL4oT6Izl7Y/odDtPZ2eSU3T3dQE/uFsUpSE9ISrs0JzkVcpif/u68MmNvKL2AA==", "dependencies": { "@apify/datastructures": "^2.0.0", "@apify/log": "^2.4.0", - "@crawlee/browser": "3.7.3", - "@crawlee/browser-pool": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@apify/timeout": "^0.3.1", + "@crawlee/browser": "3.8.1", + "@crawlee/browser-pool": "3.8.1", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "cheerio": "^1.0.0-rc.12", "idcac-playwright": "^0.1.2", "jquery": "^3.6.0", + "lodash.isequal": "^4.5.0", + "ml-logistic-regression": "^2.0.0", "ow": "^0.28.1", + "string-comparison": "^1.3.0", "tslib": "^2.4.0" }, "engines": { @@ -407,9 +415,9 @@ } }, "node_modules/@crawlee/types": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/types/-/types-3.7.3.tgz", - "integrity": "sha512-+15+tUD91Z134OCgj20a1fZ+WB5vnmGA115HU6ereSNulVZOJffoF1/DWiZ3PC/FEAT/651W52nKKTHjCg6ufA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/types/-/types-3.8.1.tgz", + "integrity": "sha512-CVs4bTtgXDGLkEVLTFwONbIe3dE9GYkZ/uT0bxagzD7/dqJa3HqihOSGE8Wnr2pKl5uGN/3fYJuL5CpfqyFU9A==", "dependencies": { "tslib": "^2.4.0" }, @@ -418,13 +426,13 @@ } }, "node_modules/@crawlee/utils": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/utils/-/utils-3.7.3.tgz", - "integrity": "sha512-Telxoa/4ohDky4SbbB//1zluk0tHCm6jdcR8lSbehZjvaxxrZQRASySIPUGMVN03w6M6rFUHV85sTzgv2LUShQ==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/utils/-/utils-3.8.1.tgz", + "integrity": "sha512-4LUpa6AlNpQ8Xnhc5EcNGBm4XSdC8piq072Kzvm9PqSkSRMqyNf9hkoGYkYjeeXv4tfFyDZIO7L0fsVRUyYrVQ==", "dependencies": { "@apify/log": "^2.4.0", "@apify/ps-tree": "^1.2.0", - "@crawlee/types": "3.7.3", + "@crawlee/types": "3.8.1", "@types/sax": "^1.2.7", "cheerio": "^1.0.0-rc.12", "got-scraping": "^4.0.3", @@ -2135,9 +2143,9 @@ } }, "node_modules/browserslist": { - "version": "4.22.3", - "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.22.3.tgz", - "integrity": "sha512-UAp55yfwNv0klWNapjs/ktHoguxuQNGnOzxYmfnXIS+8AsRDZkSDxg7R1AX3GKzn078SBI5dzwzj/Yx0Or0e3A==", + "version": "4.23.0", + "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.23.0.tgz", + "integrity": "sha512-QW8HiM1shhT2GuzkvklfjcKDiWFXHOeFCIA/huJPwHsslwcydgk7X+z2zXpEijP98UCY7HbubZt5J2Zgvf0CaQ==", "funding": [ { "type": "opencollective", @@ -2153,8 +2161,8 @@ } ], "dependencies": { - "caniuse-lite": "^1.0.30001580", - "electron-to-chromium": "^1.4.648", + "caniuse-lite": "^1.0.30001587", + "electron-to-chromium": "^1.4.668", "node-releases": "^2.0.14", "update-browserslist-db": "^1.0.13" }, @@ -2326,9 +2334,9 @@ } }, "node_modules/caniuse-lite": { - "version": "1.0.30001584", - "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001584.tgz", - "integrity": "sha512-LOz7CCQ9M1G7OjJOF9/mzmqmj3jE/7VOmrfw6Mgs0E8cjOsbRXQJHsPBfmBOXDskXKrHLyyW3n7kpDW/4BsfpQ==", + "version": "1.0.30001589", + "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001589.tgz", + "integrity": "sha512-vNQWS6kI+q6sBlHbh71IIeC+sRwK2N3EDySc/updIGhIee2x5z00J4c1242/5/d6EpEMdOnk/m+6tuk4/tcsqg==", "funding": [ { "type": "opencollective", @@ -3186,9 +3194,9 @@ } }, "node_modules/electron-to-chromium": { - "version": "1.4.656", - "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.656.tgz", - "integrity": "sha512-9AQB5eFTHyR3Gvt2t/NwR0le2jBSUNwCnMbUCejFWHD+so4tH40/dRLgoE+jxlPeWS43XJewyvCv+I8LPMl49Q==" + "version": "1.4.681", + "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.681.tgz", + "integrity": "sha512-1PpuqJUFWoXZ1E54m8bsLPVYwIVCRzvaL+n5cjigGga4z854abDnFRc+cTa2th4S79kyGqya/1xoR7h+Y5G5lg==" }, "node_modules/emoji-regex": { "version": "8.0.0", @@ -4016,9 +4024,9 @@ } }, "node_modules/got-scraping": { - "version": "4.0.3", - "resolved": "https://registry.npmjs.org/got-scraping/-/got-scraping-4.0.3.tgz", - "integrity": "sha512-CiZeDczmFy4aLwFixFLHgNe1WDv/H1AD5GfbrM30pMucsVtq+a4orKssUMMGpfRQv3U1mHOMOaH94RcMFmGp/A==", + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/got-scraping/-/got-scraping-4.0.4.tgz", + "integrity": "sha512-KJ//aqYWqj2Wyz08gmEgJr1lp0WWoUrI3FeADbhLLfSqimJkkytoToTtHhnEa0LFlxR94E3ud+MsOqpCAOt9LA==", "dependencies": { "got": "^13.0.0", "header-generator": "^2.1.41", @@ -4577,6 +4585,11 @@ "url": "https://github.com/sponsors/sindresorhus" } }, + "node_modules/is-any-array": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/is-any-array/-/is-any-array-2.0.1.tgz", + "integrity": "sha512-UtilS7hLRu++wb/WBAw9bNuP1Eg04Ivn1vERJck8zJthEvXCBEBpGR/33u/xLKWEQf95803oalHrVDptcAvFdQ==" + }, "node_modules/is-arrayish": { "version": "0.2.1", "resolved": "https://registry.npmjs.org/is-arrayish/-/is-arrayish-0.2.1.tgz", @@ -5923,6 +5936,49 @@ "node": ">=10" } }, + "node_modules/ml-array-max": { + "version": "1.2.4", + "resolved": "https://registry.npmjs.org/ml-array-max/-/ml-array-max-1.2.4.tgz", + "integrity": "sha512-BlEeg80jI0tW6WaPyGxf5Sa4sqvcyY6lbSn5Vcv44lp1I2GR6AWojfUvLnGTNsIXrZ8uqWmo8VcG1WpkI2ONMQ==", + "dependencies": { + "is-any-array": "^2.0.0" + } + }, + "node_modules/ml-array-min": { + "version": "1.2.3", + "resolved": "https://registry.npmjs.org/ml-array-min/-/ml-array-min-1.2.3.tgz", + "integrity": "sha512-VcZ5f3VZ1iihtrGvgfh/q0XlMobG6GQ8FsNyQXD3T+IlstDv85g8kfV0xUG1QPRO/t21aukaJowDzMTc7j5V6Q==", + "dependencies": { + "is-any-array": "^2.0.0" + } + }, + "node_modules/ml-array-rescale": { + "version": "1.3.7", + "resolved": "https://registry.npmjs.org/ml-array-rescale/-/ml-array-rescale-1.3.7.tgz", + "integrity": "sha512-48NGChTouvEo9KBctDfHC3udWnQKNKEWN0ziELvY3KG25GR5cA8K8wNVzracsqSW1QEkAXjTNx+ycgAv06/1mQ==", + "dependencies": { + "is-any-array": "^2.0.0", + "ml-array-max": "^1.2.4", + "ml-array-min": "^1.2.3" + } + }, + "node_modules/ml-logistic-regression": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ml-logistic-regression/-/ml-logistic-regression-2.0.0.tgz", + "integrity": "sha512-xHhB91ut8GRRbJyB1ZQfKsl1MHmE1PqMeRjxhks96M5BGvCbC9eEojf4KgRMKM2LxFblhVUcVzweAoPB48Nt0A==", + "dependencies": { + "ml-matrix": "^6.5.0" + } + }, + "node_modules/ml-matrix": { + "version": "6.11.0", + "resolved": "https://registry.npmjs.org/ml-matrix/-/ml-matrix-6.11.0.tgz", + "integrity": "sha512-7jr9NmFRkaUxbKslfRu3aZOjJd2LkSitCGv+QH9PF0eJoEG7jIpjXra1Vw8/kgao8+kHCSsJONG6vfWmXQ+/Eg==", + "dependencies": { + "is-any-array": "^2.0.1", + "ml-array-rescale": "^1.3.7" + } + }, "node_modules/modify-values": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/modify-values/-/modify-values-1.0.1.tgz", @@ -8599,6 +8655,14 @@ "safe-buffer": "~5.2.0" } }, + "node_modules/string-comparison": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/string-comparison/-/string-comparison-1.3.0.tgz", + "integrity": "sha512-46aD+slEwybxAMPRII83ATbgMgTiz5P8mVd7Z6VJsCzSHFjdt1hkAVLeFxPIyEb11tc6ihpJTlIqoO0MCF6NPw==", + "engines": { + "node": "^16.0.0 || >=18.0.0" + } + }, "node_modules/string-width": { "version": "4.2.3", "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz", @@ -8872,20 +8936,20 @@ } }, "node_modules/tldts": { - "version": "6.1.8", - "resolved": "https://registry.npmjs.org/tldts/-/tldts-6.1.8.tgz", - "integrity": "sha512-kNBYWd4KIVbhE76RaTdiKVFvDuzS4oa9g1IbkuZaU4eqEgIk/p6rvIXvX9bITyYpHuhsIDZLuZW14vqigjURew==", + "version": "6.1.11", + "resolved": "https://registry.npmjs.org/tldts/-/tldts-6.1.11.tgz", + "integrity": "sha512-AAgE/IWvbsg4Lr4KGFNR7bL/MhQfBlgGV9UBg2uy5mCwSGi5f12eZ7ZydAqv4ACys6pUYjNoV2qfZdcCn4RS+Q==", "dependencies": { - "tldts-core": "^6.1.8" + "tldts-core": "^6.1.11" }, "bin": { "tldts": "bin/cli.js" } }, "node_modules/tldts-core": { - "version": "6.1.8", - "resolved": "https://registry.npmjs.org/tldts-core/-/tldts-core-6.1.8.tgz", - "integrity": "sha512-ChvZTTZqIAMGtcgiz6dl37S7KtBfuCXiIGKVyntDoRVIIBGFLRZ7ADvbHzu7sdo7TMu50vKX1BAvfz+24RoKUQ==" + "version": "6.1.11", + "resolved": "https://registry.npmjs.org/tldts-core/-/tldts-core-6.1.11.tgz", + "integrity": "sha512-ZFcT+/fdEc5VRndQIJtArNBHsaq4udRoeE4E6cwLzGaH0dq7Ng2L7cAoea6riM2uhNFD09EDa1bN8lrfrOBCLg==" }, "node_modules/tmp": { "version": "0.2.1", @@ -9261,9 +9325,9 @@ } }, "node_modules/type-fest": { - "version": "4.10.2", - "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.10.2.tgz", - "integrity": "sha512-anpAG63wSpdEbLwOqH8L84urkL6PiVIov3EMmgIhhThevh9aiMQov+6Btx0wldNcvm4wV+e2/Rt1QdDwKHFbHw==", + "version": "4.10.3", + "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.10.3.tgz", + "integrity": "sha512-JLXyjizi072smKGGcZiAJDCNweT8J+AuRxmPZ1aG7TERg4ijx9REl8CNhbr36RV4qXqL1gO1FF9HL8OkVmmrsA==", "engines": { "node": ">=16" }, @@ -10024,16 +10088,18 @@ "integrity": "sha512-ooWCrlZP11i8GImSjTHYHLkvFDP48nS4+204nGb1RiX/WXYHmJA2III9/e2DWVabCESdW7hBAEzHRqUn9OUVvQ==" }, "@crawlee/basic": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/basic/-/basic-3.7.3.tgz", - "integrity": "sha512-35S/L+CVFVuarqITGf8iGJVnWukQ525w8gBohUT0vrFBD5nIeRT6/Pg+T2Y3uTERHFdfUWXmrohLu3/Ig/GTKQ==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/basic/-/basic-3.8.1.tgz", + "integrity": "sha512-zeQFMcHpbPiWjQ18nqSQ7fvhNFu2cLv4G1AohOo+7kcvQSlh9lX29/1//j1VbsQhziJp1tkUxQ1eZLruUhUimw==", "requires": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.7.10", - "@crawlee/core": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", + "csv-stringify": "^6.2.0", + "fs-extra": "^11.0.0", "got-scraping": "^4.0.0", "ow": "^0.28.1", "tldts": "^6.0.0", @@ -10042,28 +10108,29 @@ } }, "@crawlee/browser": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/browser/-/browser-3.7.3.tgz", - "integrity": "sha512-5OibzZ2T/KKlE5XbDdHZ1U+4CYtHc7Gq/yOIJQ4TOpHFsdhTVzjM9uQYMRlxocPrO9xfc/yeiQdKzS5aLCqOlg==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/browser/-/browser-3.8.1.tgz", + "integrity": "sha512-0HbBBzZNEJ+kdiEr9pRbcjKfLLKNJd8lGg68+jeAAmYU5VY5aZ3JW4EdzVhdZQx6zR5ebuIkZz0Kp7b8ZOwtwQ==", "requires": { "@apify/timeout": "^0.3.0", - "@crawlee/basic": "3.7.3", - "@crawlee/browser-pool": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/basic": "3.8.1", + "@crawlee/browser-pool": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "ow": "^0.28.1", - "tslib": "^2.4.0" + "tslib": "^2.4.0", + "type-fest": "^4.0.0" } }, "@crawlee/browser-pool": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/browser-pool/-/browser-pool-3.7.3.tgz", - "integrity": "sha512-Ww9s0bTmiFPq7Db8sYUtzmL+tVRQU6jO7KApOBna8ZTT+rzbiIempaQtB89Jcs2fZJoLajDbGgDjVvS8mGWn0g==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/browser-pool/-/browser-pool-3.8.1.tgz", + "integrity": "sha512-Pq3KMFJohcHaF420k/CKNs27dsYaDCDZbINZGY72a3aJ8baQuRI2fGrndFDrSqh4hFupLH+DjJJF2tznEJmHFQ==", "requires": { "@apify/log": "^2.4.0", "@apify/timeout": "^0.3.0", - "@crawlee/core": "3.7.3", - "@crawlee/types": "3.7.3", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", "fingerprint-generator": "^2.0.6", "fingerprint-injector": "^2.0.5", "lodash.merge": "^4.6.2", @@ -10077,9 +10144,9 @@ } }, "@crawlee/core": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/core/-/core-3.7.3.tgz", - "integrity": "sha512-66qun2TuunK0nXA5S9Byym+4XdBX/3DIyFRWcOaszbn3wuQwRUwSpmONLXB7oOt8it/ORncOgHGZfFtbJsajjA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/core/-/core-3.8.1.tgz", + "integrity": "sha512-bvA+U6xUH3vMnH0EkMkWxmeA3aC3gtDX8kj+OaLqGAYEWNxFO8mhmipwykzX4Oz5cDuoE05tEugMALp3LNDL+Q==", "requires": { "@apify/consts": "^2.20.0", "@apify/datastructures": "^2.0.0", @@ -10087,9 +10154,9 @@ "@apify/pseudo_url": "^2.0.30", "@apify/timeout": "^0.3.0", "@apify/utilities": "^2.7.10", - "@crawlee/memory-storage": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@crawlee/memory-storage": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "@sapphire/async-queue": "^1.5.1", "@types/tough-cookie": "^4.0.2", "@vladfrangu/async_event_emitter": "^2.2.2", @@ -10108,12 +10175,12 @@ } }, "@crawlee/memory-storage": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/memory-storage/-/memory-storage-3.7.3.tgz", - "integrity": "sha512-y+BuSumi/k/UpjzZ43la2SccirIuRRmUu8Ft31O4ba/tRE7AYr4t9X7clzSb2Sp8ZgfbS6NLpFowce07meCUfA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/memory-storage/-/memory-storage-3.8.1.tgz", + "integrity": "sha512-Rj0AxHlZZ1M6v9mHeJZ2YWGwEySZlhPabE7O/WkBwY9FVWlIstDsdT7gk/1/b+AJT8AWDhQJ38/pMz2bKvFYZw==", "requires": { "@apify/log": "^2.4.0", - "@crawlee/types": "3.7.3", + "@crawlee/types": "3.8.1", "@sapphire/async-queue": "^1.5.0", "@sapphire/shapeshift": "^3.0.0", "content-type": "^1.0.4", @@ -10125,39 +10192,44 @@ } }, "@crawlee/playwright": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/playwright/-/playwright-3.7.3.tgz", - "integrity": "sha512-P3PyyP6JSQdYrmGwUqbtouVdvY3KZqpSr4FaKQPQH8JA+ahDZvol1EsdRjdZnwqvjHvJmA3MoQ0hLcJxhKA3Ew==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/playwright/-/playwright-3.8.1.tgz", + "integrity": "sha512-ezDrOGnIRnhhT6r9FlAGgcsiL4oT6Izl7Y/odDtPZ2eSU3T3dQE/uFsUpSE9ISrs0JzkVcpif/u68MmNvKL2AA==", "requires": { "@apify/datastructures": "^2.0.0", "@apify/log": "^2.4.0", - "@crawlee/browser": "3.7.3", - "@crawlee/browser-pool": "3.7.3", - "@crawlee/types": "3.7.3", - "@crawlee/utils": "3.7.3", + "@apify/timeout": "^0.3.1", + "@crawlee/browser": "3.8.1", + "@crawlee/browser-pool": "3.8.1", + "@crawlee/core": "3.8.1", + "@crawlee/types": "3.8.1", + "@crawlee/utils": "3.8.1", "cheerio": "^1.0.0-rc.12", "idcac-playwright": "^0.1.2", "jquery": "^3.6.0", + "lodash.isequal": "^4.5.0", + "ml-logistic-regression": "^2.0.0", "ow": "^0.28.1", + "string-comparison": "^1.3.0", "tslib": "^2.4.0" } }, "@crawlee/types": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/types/-/types-3.7.3.tgz", - "integrity": "sha512-+15+tUD91Z134OCgj20a1fZ+WB5vnmGA115HU6ereSNulVZOJffoF1/DWiZ3PC/FEAT/651W52nKKTHjCg6ufA==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/types/-/types-3.8.1.tgz", + "integrity": "sha512-CVs4bTtgXDGLkEVLTFwONbIe3dE9GYkZ/uT0bxagzD7/dqJa3HqihOSGE8Wnr2pKl5uGN/3fYJuL5CpfqyFU9A==", "requires": { "tslib": "^2.4.0" } }, "@crawlee/utils": { - "version": "3.7.3", - "resolved": "https://registry.npmjs.org/@crawlee/utils/-/utils-3.7.3.tgz", - "integrity": "sha512-Telxoa/4ohDky4SbbB//1zluk0tHCm6jdcR8lSbehZjvaxxrZQRASySIPUGMVN03w6M6rFUHV85sTzgv2LUShQ==", + "version": "3.8.1", + "resolved": "https://registry.npmjs.org/@crawlee/utils/-/utils-3.8.1.tgz", + "integrity": "sha512-4LUpa6AlNpQ8Xnhc5EcNGBm4XSdC8piq072Kzvm9PqSkSRMqyNf9hkoGYkYjeeXv4tfFyDZIO7L0fsVRUyYrVQ==", "requires": { "@apify/log": "^2.4.0", "@apify/ps-tree": "^1.2.0", - "@crawlee/types": "3.7.3", + "@crawlee/types": "3.8.1", "@types/sax": "^1.2.7", "cheerio": "^1.0.0-rc.12", "got-scraping": "^4.0.3", @@ -11447,12 +11519,12 @@ } }, "browserslist": { - "version": "4.22.3", - "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.22.3.tgz", - "integrity": "sha512-UAp55yfwNv0klWNapjs/ktHoguxuQNGnOzxYmfnXIS+8AsRDZkSDxg7R1AX3GKzn078SBI5dzwzj/Yx0Or0e3A==", + "version": "4.23.0", + "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.23.0.tgz", + "integrity": "sha512-QW8HiM1shhT2GuzkvklfjcKDiWFXHOeFCIA/huJPwHsslwcydgk7X+z2zXpEijP98UCY7HbubZt5J2Zgvf0CaQ==", "requires": { - "caniuse-lite": "^1.0.30001580", - "electron-to-chromium": "^1.4.648", + "caniuse-lite": "^1.0.30001587", + "electron-to-chromium": "^1.4.668", "node-releases": "^2.0.14", "update-browserslist-db": "^1.0.13" } @@ -11575,9 +11647,9 @@ } }, "caniuse-lite": { - "version": "1.0.30001584", - "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001584.tgz", - "integrity": "sha512-LOz7CCQ9M1G7OjJOF9/mzmqmj3jE/7VOmrfw6Mgs0E8cjOsbRXQJHsPBfmBOXDskXKrHLyyW3n7kpDW/4BsfpQ==" + "version": "1.0.30001589", + "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001589.tgz", + "integrity": "sha512-vNQWS6kI+q6sBlHbh71IIeC+sRwK2N3EDySc/updIGhIee2x5z00J4c1242/5/d6EpEMdOnk/m+6tuk4/tcsqg==" }, "chalk": { "version": "4.1.0", @@ -12239,9 +12311,9 @@ } }, "electron-to-chromium": { - "version": "1.4.656", - "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.656.tgz", - "integrity": "sha512-9AQB5eFTHyR3Gvt2t/NwR0le2jBSUNwCnMbUCejFWHD+so4tH40/dRLgoE+jxlPeWS43XJewyvCv+I8LPMl49Q==" + "version": "1.4.681", + "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.681.tgz", + "integrity": "sha512-1PpuqJUFWoXZ1E54m8bsLPVYwIVCRzvaL+n5cjigGga4z854abDnFRc+cTa2th4S79kyGqya/1xoR7h+Y5G5lg==" }, "emoji-regex": { "version": "8.0.0", @@ -12857,9 +12929,9 @@ } }, "got-scraping": { - "version": "4.0.3", - "resolved": "https://registry.npmjs.org/got-scraping/-/got-scraping-4.0.3.tgz", - "integrity": "sha512-CiZeDczmFy4aLwFixFLHgNe1WDv/H1AD5GfbrM30pMucsVtq+a4orKssUMMGpfRQv3U1mHOMOaH94RcMFmGp/A==", + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/got-scraping/-/got-scraping-4.0.4.tgz", + "integrity": "sha512-KJ//aqYWqj2Wyz08gmEgJr1lp0WWoUrI3FeADbhLLfSqimJkkytoToTtHhnEa0LFlxR94E3ud+MsOqpCAOt9LA==", "requires": { "got": "^13.0.0", "header-generator": "^2.1.41", @@ -13263,6 +13335,11 @@ "resolved": "https://registry.npmjs.org/is-absolute-url/-/is-absolute-url-4.0.1.tgz", "integrity": "sha512-/51/TKE88Lmm7Gc4/8btclNXWS+g50wXhYJq8HWIBAGUBnoAdRu1aXeh364t/O7wXDAcTJDP8PNuNKWUDWie+A==" }, + "is-any-array": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/is-any-array/-/is-any-array-2.0.1.tgz", + "integrity": "sha512-UtilS7hLRu++wb/WBAw9bNuP1Eg04Ivn1vERJck8zJthEvXCBEBpGR/33u/xLKWEQf95803oalHrVDptcAvFdQ==" + }, "is-arrayish": { "version": "0.2.1", "resolved": "https://registry.npmjs.org/is-arrayish/-/is-arrayish-0.2.1.tgz", @@ -14294,6 +14371,49 @@ "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-1.0.4.tgz", "integrity": "sha512-vVqVZQyf3WLx2Shd0qJ9xuvqgAyKPLAiqITEtqW0oIUjzo3PePDd6fW9iFz30ef7Ysp/oiWqbhszeGWW2T6Gzw==" }, + "ml-array-max": { + "version": "1.2.4", + "resolved": "https://registry.npmjs.org/ml-array-max/-/ml-array-max-1.2.4.tgz", + "integrity": "sha512-BlEeg80jI0tW6WaPyGxf5Sa4sqvcyY6lbSn5Vcv44lp1I2GR6AWojfUvLnGTNsIXrZ8uqWmo8VcG1WpkI2ONMQ==", + "requires": { + "is-any-array": "^2.0.0" + } + }, + "ml-array-min": { + "version": "1.2.3", + "resolved": "https://registry.npmjs.org/ml-array-min/-/ml-array-min-1.2.3.tgz", + "integrity": "sha512-VcZ5f3VZ1iihtrGvgfh/q0XlMobG6GQ8FsNyQXD3T+IlstDv85g8kfV0xUG1QPRO/t21aukaJowDzMTc7j5V6Q==", + "requires": { + "is-any-array": "^2.0.0" + } + }, + "ml-array-rescale": { + "version": "1.3.7", + "resolved": "https://registry.npmjs.org/ml-array-rescale/-/ml-array-rescale-1.3.7.tgz", + "integrity": "sha512-48NGChTouvEo9KBctDfHC3udWnQKNKEWN0ziELvY3KG25GR5cA8K8wNVzracsqSW1QEkAXjTNx+ycgAv06/1mQ==", + "requires": { + "is-any-array": "^2.0.0", + "ml-array-max": "^1.2.4", + "ml-array-min": "^1.2.3" + } + }, + "ml-logistic-regression": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/ml-logistic-regression/-/ml-logistic-regression-2.0.0.tgz", + "integrity": "sha512-xHhB91ut8GRRbJyB1ZQfKsl1MHmE1PqMeRjxhks96M5BGvCbC9eEojf4KgRMKM2LxFblhVUcVzweAoPB48Nt0A==", + "requires": { + "ml-matrix": "^6.5.0" + } + }, + "ml-matrix": { + "version": "6.11.0", + "resolved": "https://registry.npmjs.org/ml-matrix/-/ml-matrix-6.11.0.tgz", + "integrity": "sha512-7jr9NmFRkaUxbKslfRu3aZOjJd2LkSitCGv+QH9PF0eJoEG7jIpjXra1Vw8/kgao8+kHCSsJONG6vfWmXQ+/Eg==", + "requires": { + "is-any-array": "^2.0.1", + "ml-array-rescale": "^1.3.7" + } + }, "modify-values": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/modify-values/-/modify-values-1.0.1.tgz", @@ -16318,6 +16438,11 @@ "safe-buffer": "~5.2.0" } }, + "string-comparison": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/string-comparison/-/string-comparison-1.3.0.tgz", + "integrity": "sha512-46aD+slEwybxAMPRII83ATbgMgTiz5P8mVd7Z6VJsCzSHFjdt1hkAVLeFxPIyEb11tc6ihpJTlIqoO0MCF6NPw==" + }, "string-width": { "version": "4.2.3", "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz", @@ -16530,17 +16655,17 @@ "integrity": "sha512-NIpsp9lBIxPNzB++HnMmUd4byzJSVbbO4F+As1Gb1IG/YQT5QvmBDjpx8SpDS8fhGC+t+Qw8ldQgbcAIaU+2cA==" }, "tldts": { - "version": "6.1.8", - "resolved": "https://registry.npmjs.org/tldts/-/tldts-6.1.8.tgz", - "integrity": "sha512-kNBYWd4KIVbhE76RaTdiKVFvDuzS4oa9g1IbkuZaU4eqEgIk/p6rvIXvX9bITyYpHuhsIDZLuZW14vqigjURew==", + "version": "6.1.11", + "resolved": "https://registry.npmjs.org/tldts/-/tldts-6.1.11.tgz", + "integrity": "sha512-AAgE/IWvbsg4Lr4KGFNR7bL/MhQfBlgGV9UBg2uy5mCwSGi5f12eZ7ZydAqv4ACys6pUYjNoV2qfZdcCn4RS+Q==", "requires": { - "tldts-core": "^6.1.8" + "tldts-core": "^6.1.11" } }, "tldts-core": { - "version": "6.1.8", - "resolved": "https://registry.npmjs.org/tldts-core/-/tldts-core-6.1.8.tgz", - "integrity": "sha512-ChvZTTZqIAMGtcgiz6dl37S7KtBfuCXiIGKVyntDoRVIIBGFLRZ7ADvbHzu7sdo7TMu50vKX1BAvfz+24RoKUQ==" + "version": "6.1.11", + "resolved": "https://registry.npmjs.org/tldts-core/-/tldts-core-6.1.11.tgz", + "integrity": "sha512-ZFcT+/fdEc5VRndQIJtArNBHsaq4udRoeE4E6cwLzGaH0dq7Ng2L7cAoea6riM2uhNFD09EDa1bN8lrfrOBCLg==" }, "tmp": { "version": "0.2.1", @@ -16842,9 +16967,9 @@ } }, "type-fest": { - "version": "4.10.2", - "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.10.2.tgz", - "integrity": "sha512-anpAG63wSpdEbLwOqH8L84urkL6PiVIov3EMmgIhhThevh9aiMQov+6Btx0wldNcvm4wV+e2/Rt1QdDwKHFbHw==" + "version": "4.10.3", + "resolved": "https://registry.npmjs.org/type-fest/-/type-fest-4.10.3.tgz", + "integrity": "sha512-JLXyjizi072smKGGcZiAJDCNweT8J+AuRxmPZ1aG7TERg4ijx9REl8CNhbr36RV4qXqL1gO1FF9HL8OkVmmrsA==" }, "typedarray": { "version": "0.0.6",