deepscrape/package.json at main · stretchcloud/deepscrape · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
  "name": "deepscrape",
  "version": "1.0.0",
  "description": "A synchronous web scraping framework with LLM data extraction capabilities",
  "main": "dist/index.js",
  "scripts": {
    "start": "node dist/index.js",
    "dev": "ts-node src/index.ts",
    "build": "tsc",
    "test": "jest",
    "openapi:generate": "ts-node -T src/api/openapi/generate.ts",
    "openapi:check": "ts-node -T src/api/openapi/generate.ts --check",
    "lint": "eslint src/**/*.ts",
    "lint:fix": "eslint src/**/*.ts --fix",
    "clean": "rm -rf dist cache",
    "clean:logs": "rm -f logs/*.log"
  },
  "keywords": [
    "web-scraper",
    "llm-extraction",
    "ai-scraper",
    "playwright",
    "openai",
    "typescript"
  ],
  "author": "",
  "license": "MIT",
  "dependencies": {
    "ajv": "^8.17.1",
    "ajv-formats": "^3.0.1",
    "archiver": "^7.0.1",
    "axios": "^1.8.4",
    "bullmq": "^5.45.1",
    "cheerio": "^1.0.0",
    "cors": "^2.8.5",
    "diff": "^5.2.0",
    "dotenv": "^16.4.7",
    "express": "^4.18.2",
    "express-rate-limit": "^7.4.1",
    "express-validator": "^7.2.1",
    "helmet": "^7.1.0",
    "ioredis": "^5.6.0",
    "ipaddr.js": "^2.2.0",
    "mammoth": "^1.8.0",
    "morgan": "^1.10.0",
    "openai": "^4.89.1",
    "pako": "^2.1.0",
    "pdf-parse": "^1.1.1",
    "playwright": "^1.40.1",
    "rate-limit-redis": "^4.2.0",
    "robots-parser": "^3.0.1",
    "turndown": "^7.2.0",
    "user-agents": "^1.1.499",
    "uuid": "^11.1.0",
    "winston": "^3.17.0",
    "winston-daily-rotate-file": "^5.0.0",
    "xml2js": "^0.6.2",
    "zod": "^3.22.4"
  },
  "devDependencies": {
    "@asteasolutions/zod-to-openapi": "^7.3.4",
    "@types/archiver": "^6.0.3",
    "@types/cors": "^2.8.17",
    "@types/diff": "^5.2.1",
    "@types/express": "^4.17.21",
    "@types/jest": "^29.5.10",
    "@types/js-yaml": "^4.0.9",
    "@types/morgan": "^1.9.9",
    "@types/node": "^20.10.0",
    "@types/pako": "^2.0.3",
    "@types/pdf-parse": "^1.1.4",
    "@types/turndown": "^5.0.4",
    "@types/user-agents": "^1.0.4",
    "@types/uuid": "^10.0.0",
    "@types/xml2js": "^0.4.14",
    "@typescript-eslint/eslint-plugin": "^8.31.0",
    "@typescript-eslint/parser": "^8.31.0",
    "eslint": "^9.25.1",
    "jest": "^29.7.0",
    "js-yaml": "^5.2.1",
    "nodemon": "^3.1.9",
    "ts-jest": "^29.1.1",
    "ts-node": "^10.9.2",
    "typescript": "^5.3.2"
  },
  "overrides": {
    "glob": "^8.1.0"
  }
}