package.json

{
  "name": "@data-fair/processing-web-scraper",
  "version": "0.6.3",
  "description": "A small Web scraper that publishes its data into data-fair datasets.",
  "main": "index.ts",
  "type": "module",
  "scripts": {
    "lint": "eslint .",
    "lint-fix": "eslint --fix .",
    "build-types": "export NODE_OPTIONS='--experimental-strip-types' && df-build-types ./",
    "prepare": "husky || true",
    "test-base": "NODE_ENV=test node --experimental-strip-types --test-force-exit --test-concurrency=1 --test --test-reporter=spec --test-reporter-destination=stdout --test-timeout=300000",
    "test": "npm run test-base test-it/*.ts",
    "check-types": "tsc",
    "quality": "npm run lint && npm run check-types && npm test"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/data-fair/processing-web-scraper.git"
  },
  "keywords": [
    "data-fair-processings-plugin"
  ],
  "author": "Alban Mouton <alban.mouton@gmail.com>",
  "license": "MIT",
  "bugs": {
    "url": "https://github.com/data-fair/processing-web-scraper/issues"
  },
  "homepage": "https://github.com/data-fair/processing-web-scraper#readme",
  "devDependencies": {
    "@commitlint/cli": "^20.4.1",
    "@commitlint/config-conventional": "^20.4.1",
    "@data-fair/lib-processing-dev": "^0.2.0",
    "@data-fair/lib-types-builder": "^1.11.3",
    "@types/config": "^3.3.5",
    "@types/express": "^5.0.6",
    "@types/node": "^25.2.0",
    "config": "^4.2.0",
    "eslint": "^9.39.2",
    "express": "^4.18.2",
    "husky": "^9.1.7",
    "neostandard": "^0.12.2",
    "ws": "^8.19.0"
  },
  "dependencies": {
    "@data-fair/lib-utils": "^1.9.0",
    "cheerio": "^1.2.0",
    "form-data": "^4.0.5",
    "robots-parser": "^3.0.1",
    "url-pattern": "^1.0.3"
  },
  "files": [
    "plugin-config-schema.json",
    "processing-config-schema.json",
    "./index.ts",
    "./lib/**/*"
  ]
}