File size: 2,476 Bytes
89d6d49
23a3b80
 
 
 
 
 
 
 
6e78e38
 
23a3b80
 
c326088
23a3b80
 
 
 
 
 
ab71527
23a3b80
 
 
 
 
 
 
a471a61
23a3b80
 
 
 
 
 
 
3bb7315
f9223d7
23a3b80
 
f2fcacd
23a3b80
 
 
 
 
 
 
 
 
 
 
 
3bb7315
23a3b80
 
 
 
6ccf56b
23a3b80
 
 
 
 
 
 
f9223d7
23a3b80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
  "name": "reader",
  "scripts": {
    "lint": "eslint --ext .js,.ts .",
    "build": "node ./integrity-check.cjs && tsc -p .",
    "build:watch": "tsc --watch",
    "build:clean": "rm -rf ./build",
    "serve": "npm run build && npm run start",
    "debug": "npm run build && npm run dev",
    "start": "node ./build/stand-alone/crawl.js",
    "dry-run": "NODE_ENV=dry-run node ./build/stand-alone/search.js"
  },
  "engines": {
    "node": ">=18"
  },
  "main": "build/index.js",
  "dependencies": {
    "@esm2cjs/normalize-url": "^8.0.0",
    "@google-cloud/translate": "^8.2.0",
    "@koa/bodyparser": "^5.1.1",
    "@mozilla/readability": "^0.6.0",
    "@napi-rs/canvas": "^0.1.68",
    "@types/turndown": "^5.0.4",
    "@xmldom/xmldom": "^0.9.3",
    "archiver": "^6.0.1",
    "axios": "^1.3.3",
    "bcrypt": "^5.1.0",
    "busboy": "^1.6.0",
    "civkit": "^0.9.0-2570394",
    "cors": "^2.8.5",
    "dayjs": "^1.11.9",
    "express": "^4.19.2",
    "firebase-admin": "^12.1.0",
    "firebase-functions": "^6.1.1",
    "htmlparser2": "^9.0.0",
    "jose": "^5.1.0",
    "koa": "^2.16.0",
    "koa-compress": "^5.1.1",
    "langdetect": "^0.2.1",
    "linkedom": "^0.18.4",
    "lru-cache": "^11.0.2",
    "maxmind": "^4.3.18",
    "minio": "^7.1.3",
    "node-libcurl": "^4.1.0",
    "openai": "^4.20.0",
    "pdfjs-dist": "^4.10.38",
    "puppeteer": "^23.3.0",
    "puppeteer-extra": "^3.3.6",
    "puppeteer-extra-plugin-block-resources": "^2.4.3",
    "robots-parser": "^3.0.1",
    "set-cookie-parser": "^2.6.0",
    "simple-zstd": "^1.4.2",
    "stripe": "^11.11.0",
    "svg2png-wasm": "^1.4.1",
    "tiktoken": "^1.0.16",
    "tld-extract": "^2.1.0",
    "turndown": "^7.1.3",
    "turndown-plugin-gfm": "^1.0.2",
    "undici": "^7.8.0"
  },
  "devDependencies": {
    "@types/archiver": "^5.3.4",
    "@types/bcrypt": "^5.0.0",
    "@types/busboy": "^1.5.4",
    "@types/cors": "^2.8.17",
    "@types/koa": "^2.15.0",
    "@types/koa-compress": "^4.0.6",
    "@types/node": "^20.14.13",
    "@types/set-cookie-parser": "^2.4.7",
    "@types/xmldom": "^0.1.34",
    "@typescript-eslint/eslint-plugin": "^5.12.0",
    "@typescript-eslint/parser": "^5.12.0",
    "eslint": "^8.9.0",
    "eslint-config-google": "^0.14.0",
    "eslint-plugin-import": "^2.25.4",
    "firebase-functions-test": "^3.0.0",
    "pino-pretty": "^13.0.0",
    "replicate": "^0.16.1",
    "typescript": "^5.5.4"
  },
  "private": true,
  "exports": {
    ".": "./build/index.js"
  }
}