chore: import upstream snapshot with attribution

2026-07-13 12:23:39 +08:00
commit f1ba9c6c36
177 changed files with 54678 additions and 0 deletions
@@ -0,0 +1,81 @@
+{
+  "name": "reader",
+  "version": "0.5.0",
+  "scripts": {
+    "lint": "eslint --ext .js,.ts .",
+    "assets:download": "bash ./download-external-assets.sh",
+    "build": "node ./integrity-check.cjs && tsc -p .",
+    "build:watch": "tsc --watch",
+    "build:clean": "rm -rf ./build",
+    "serve": "npm run build && npm run start",
+    "debug": "npm run build && npm run dev",
+    "start": "node ./build/stand-alone/crawl.js",
+    "dry-run": "NODE_ENV=dry-run node ./build/stand-alone/search.js",
+    "test:unit": "tsc -p tests/tsconfig.json && node tests-build/run-unit.js",
+    "test:e2e": "tsc -p tests/tsconfig.json && node tests-build/run.js",
+    "test": "npm run test:unit && npm run test:e2e",
+    "test:unit:coverage": "tsc -p tests/tsconfig.json && c8 node tests-build/run-unit.js",
+    "test:e2e:coverage": "tsc -p tests/tsconfig.json && c8 node tests-build/run.js",
+    "test:coverage": "tsc -p tests/tsconfig.json && c8 --reporter=none node tests-build/run-unit.js && c8 --no-clean --reporter=none node tests-build/run.js && c8 report"
+  },
+  "engines": {
+    "node": ">=22.15"
+  },
+  "main": "build/index.js",
+  "types": "./build/stand-alone/crawl.d.ts",
+  "exports": {
+    ".": "./build/stand-alone/crawl.js",
+    "./crawl": "./build/stand-alone/crawl.js",
+    "./search": "./build/stand-alone/search.js",
+    "./serp": "./build/stand-alone/serp.js"
+  },
+  "dependencies": {
+    "@esm2cjs/normalize-url": "^8.0.0",
+    "@koa/bodyparser": "^6.1.0",
+    "@mozilla/readability": "^0.6.0",
+    "@napi-rs/canvas": "^0.1.68",
+    "@nomagick/mathml-to-latex": "^1.5.3",
+    "@nomagick/node-libcurl-impersonate": "^5.0.4",
+    "civkit": "^0.10.0-ca17c8a",
+    "dayjs": "^1.11.9",
+    "franc": "^6.2.0",
+    "generic-pool": "^3.9.0",
+    "google-auth-library": "^10.6.2",
+    "jose": "^5.1.0",
+    "koa": "^3.1.2",
+    "linkedom": "^0.18.4",
+    "lodash": "^4.18.1",
+    "lru-cache": "^11.0.2",
+    "mathml-to-latex": "^1.5.0",
+    "maxmind": "^4.3.18",
+    "minio": "^8.0.7",
+    "pdfjs-dist": "^4.10.38",
+    "puppeteer": "^24.42.0",
+    "robots-parser": "^3.0.1",
+    "set-cookie-parser": "^2.6.0",
+    "stripe": "^11.11.0",
+    "svg2png-wasm": "^1.4.1",
+    "tiktoken": "^1.0.16",
+    "tld-extract": "^2.1.0",
+    "tslib": "^2.8.1",
+    "tsyringe": "^4.10.0",
+    "undici": "^7.24.7"
+  },
+  "devDependencies": {
+    "@types/koa": "^2.15.0",
+    "@types/lodash": "^4.17.24",
+    "@types/node": "^24.12.0",
+    "@types/set-cookie-parser": "^2.4.7",
+    "@types/supertest": "^7.2.0",
+    "@typescript-eslint/eslint-plugin": "^5.12.0",
+    "@typescript-eslint/parser": "^5.12.0",
+    "c8": "^10.1.3",
+    "eslint": "^8.9.0",
+    "openai": "^4.20.0",
+    "pino-pretty": "^13.0.0",
+    "replicate": "^0.16.1",
+    "supertest": "^7.2.2",
+    "typescript": "^5.5.4"
+  },
+  "private": true
+}