From e6ccd14c8e56e972a494ad0bb965562dc3bb27dd Mon Sep 17 00:00:00 2001 From: j-mendez Date: Sun, 26 Nov 2023 20:30:50 -0500 Subject: [PATCH] 0.0.7 --- README.md | 21 ++++++++++++++++++++- npm/android-arm-eabi/package.json | 2 +- npm/android-arm64/package.json | 2 +- npm/darwin-arm64/package.json | 2 +- npm/darwin-universal/package.json | 2 +- npm/darwin-x64/package.json | 2 +- npm/freebsd-x64/package.json | 2 +- npm/linux-arm-gnueabihf/package.json | 2 +- npm/linux-arm64-gnu/package.json | 2 +- npm/linux-arm64-musl/package.json | 2 +- npm/linux-x64-gnu/package.json | 2 +- npm/linux-x64-musl/package.json | 2 +- npm/win32-arm64-msvc/package.json | 2 +- npm/win32-ia32-msvc/package.json | 2 +- npm/win32-x64-msvc/package.json | 2 +- package.json | 2 +- tsconfig.json | 3 ++- 17 files changed, 37 insertions(+), 17 deletions(-) diff --git a/README.md b/README.md index 8b470c5..7dc35ed 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -# spider-nodejs +# spider-rs The [spider](https://github.com/spider-rs/spider) project ported to nodejs via napi. @@ -33,6 +33,25 @@ const { links, pages } = new crawl("https://rsseau.fr"); console.log(pages) ``` +## Benchmarks + +```sh +---------------------- +mac Apple M1 Max +10-core CPU +64 GB of RAM memory +1 TB of SSD disk space +----------------------- + +Test url: `https://rsseau.fr` + +211 pages +``` + +| | `libraries` | +| :--------------------------------------- | :-------------------- | +| **`spider-rs: crawl 10 samples`** | `4s` (✅ **1.00x**) | +| **`crawlee: crawl 10 samples`** | `75s` (✅ **1.00x**) | ## Development diff --git a/npm/android-arm-eabi/package.json b/npm/android-arm-eabi/package.json index f851d32..de1291d 100644 --- a/npm/android-arm-eabi/package.json +++ b/npm/android-arm-eabi/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-android-arm-eabi", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "android" diff --git a/npm/android-arm64/package.json b/npm/android-arm64/package.json index b88370f..73b5565 100644 --- a/npm/android-arm64/package.json +++ b/npm/android-arm64/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-android-arm64", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "android" diff --git a/npm/darwin-arm64/package.json b/npm/darwin-arm64/package.json index 45806eb..f732b8a 100644 --- a/npm/darwin-arm64/package.json +++ b/npm/darwin-arm64/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-darwin-arm64", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "darwin" diff --git a/npm/darwin-universal/package.json b/npm/darwin-universal/package.json index 3d8ca50..09b02de 100644 --- a/npm/darwin-universal/package.json +++ b/npm/darwin-universal/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-darwin-universal", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "darwin" diff --git a/npm/darwin-x64/package.json b/npm/darwin-x64/package.json index 00878c3..dcb9fde 100644 --- a/npm/darwin-x64/package.json +++ b/npm/darwin-x64/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-darwin-x64", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "darwin" diff --git a/npm/freebsd-x64/package.json b/npm/freebsd-x64/package.json index 4532b8e..c9c981f 100644 --- a/npm/freebsd-x64/package.json +++ b/npm/freebsd-x64/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-freebsd-x64", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "freebsd" diff --git a/npm/linux-arm-gnueabihf/package.json b/npm/linux-arm-gnueabihf/package.json index 1dd3931..e809c36 100644 --- a/npm/linux-arm-gnueabihf/package.json +++ b/npm/linux-arm-gnueabihf/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-linux-arm-gnueabihf", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "linux" diff --git a/npm/linux-arm64-gnu/package.json b/npm/linux-arm64-gnu/package.json index 202e3ff..796e92c 100644 --- a/npm/linux-arm64-gnu/package.json +++ b/npm/linux-arm64-gnu/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-linux-arm64-gnu", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "linux" diff --git a/npm/linux-arm64-musl/package.json b/npm/linux-arm64-musl/package.json index 5b33d20..190d8d3 100644 --- a/npm/linux-arm64-musl/package.json +++ b/npm/linux-arm64-musl/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-linux-arm64-musl", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "linux" diff --git a/npm/linux-x64-gnu/package.json b/npm/linux-x64-gnu/package.json index d408bef..e6ec103 100644 --- a/npm/linux-x64-gnu/package.json +++ b/npm/linux-x64-gnu/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-linux-x64-gnu", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "linux" diff --git a/npm/linux-x64-musl/package.json b/npm/linux-x64-musl/package.json index 3ea6e9e..015456e 100644 --- a/npm/linux-x64-musl/package.json +++ b/npm/linux-x64-musl/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-linux-x64-musl", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "linux" diff --git a/npm/win32-arm64-msvc/package.json b/npm/win32-arm64-msvc/package.json index 64ae7af..9202247 100644 --- a/npm/win32-arm64-msvc/package.json +++ b/npm/win32-arm64-msvc/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-win32-arm64-msvc", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "win32" diff --git a/npm/win32-ia32-msvc/package.json b/npm/win32-ia32-msvc/package.json index 8c80565..1206a9a 100644 --- a/npm/win32-ia32-msvc/package.json +++ b/npm/win32-ia32-msvc/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-win32-ia32-msvc", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "win32" diff --git a/npm/win32-x64-msvc/package.json b/npm/win32-x64-msvc/package.json index 4009d1f..b9457fa 100644 --- a/npm/win32-x64-msvc/package.json +++ b/npm/win32-x64-msvc/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs-win32-x64-msvc", - "version": "0.0.6", + "version": "0.0.7", "repository": "https://github.com/spider-rs/spider-nodejs", "os": [ "win32" diff --git a/package.json b/package.json index 1faaf69..f30eb63 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@spider-rs/spider-rs", - "version": "0.0.6", + "version": "0.0.7", "main": "index.js", "types": "index.d.ts", "napi": { diff --git a/tsconfig.json b/tsconfig.json index b305689..3eca794 100644 --- a/tsconfig.json +++ b/tsconfig.json @@ -2,6 +2,7 @@ "compilerOptions": { "module": "commonjs", "strict": true, - "lib": ["ES2015", "dom"] + "lib": ["ES2015", "dom"], + "skipLibCheck": true } }