node-webcrawler/package.json at master · bda-research/node-webcrawler · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
  "name": "node-webcrawler",
  "version": "0.7.5",
  "description": "Crawler is a web spider written with Nodejs. It gives you the full power of jQuery on the server to parse a big number of pages as they are downloaded, asynchronously",
  "main": "./lib/crawler.js",
  "directories": {
    "test": "tests"
  },
  "scripts": {
    "test": "./node_modules/mocha/bin/mocha --reporter spec --bail --timeout 10000 tests/*.js"
  },
  "repository": {
    "type": "git",
    "url": "https://github.com/bda-research/node-webcrawler.git"
  },
  "dependencies": {
    "charset-parser": "^0.2.0",
    "cheerio": "0.19.0",
    "generic-pool": "2.2.0",
    "iconv": "2.1.7",
    "iconv-lite": "0.4.8",
    "lodash": "3.8.0",
    "request": "2.74.0",
    "seenreq": "^0.1.7",
      "bottleneck":"1.9.1"
  },
  "optionalDependencies": {
    "iconv": "*"
  },
  "devDependencies": {
    "chai": "2.3.0",
    "mocha": "2.2.5",
    "mocha-testdata": "1.1.0",
    "sinon": "1.14.1",
    "jsdom": "3.1.2"
  },
  "keywords": [
    "dom",
    "javascript",
    "crawling",
    "spider",
    "scraper",
    "scraping",
    "jquery",
    "crawler"
  ],
  "author": "Mike Chen",
  "license": "ISC",
  "bugs": {
    "url": "https://github.com/bda-research/node-webcrawler/issues"
  },
  "homepage": "https://github.com/bda-research/node-webcrawler"
}