|
|
@ -27,16 +27,19 @@ node index.js [url] [options]
|
|
|
|
### Options
|
|
|
|
### Options
|
|
|
|
|
|
|
|
|
|
|
|
```
|
|
|
|
```
|
|
|
|
|
|
|
|
--password Password to be used for basic HTTP authentication
|
|
|
|
|
|
|
|
--proxy Proxy URL, e.g. 'http://user:pass@proxy:8080'
|
|
|
|
|
|
|
|
--username Username to be used for basic HTTP authentication
|
|
|
|
--chunk-size=num Process links in chunks.
|
|
|
|
--chunk-size=num Process links in chunks.
|
|
|
|
--debug=0|1 Output debug messages.
|
|
|
|
--debug=0|1 Output debug messages.
|
|
|
|
--delay=ms Wait for ms milliseconds between requests.
|
|
|
|
--delay=ms Wait for ms milliseconds between requests.
|
|
|
|
|
|
|
|
--html-max-cols=num Limit the number of HTML characters per line processed.
|
|
|
|
|
|
|
|
--html-max-rows=num Limit the number of HTML lines processed.
|
|
|
|
--max-depth=num Don't analyse pages more than num levels deep.
|
|
|
|
--max-depth=num Don't analyse pages more than num levels deep.
|
|
|
|
--max-urls=num Exit when num URLs have been analysed.
|
|
|
|
--max-urls=num Exit when num URLs have been analysed.
|
|
|
|
--max-wait=ms Wait no more than ms milliseconds for page resources to load.
|
|
|
|
--max-wait=ms Wait no more than ms milliseconds for page resources to load.
|
|
|
|
--recursive=0|1 Follow links on pages (crawler).
|
|
|
|
--recursive=0|1 Follow links on pages (crawler).
|
|
|
|
--user-agent=str Set the user agent string.
|
|
|
|
--user-agent=str Set the user agent string.
|
|
|
|
--html-max-cols=num Limit the number of HTML characters per line processed.
|
|
|
|
|
|
|
|
--html-max-rows=num Limit the number of HTML lines processed.
|
|
|
|
|
|
|
|
```
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|