Permalink
Fetching contributors…
Cannot retrieve contributors at this time
28 lines (24 sloc) 1.13 KB
sudo: false
language: python
python:
- 3.4
install:
- travis_retry pip3 install --upgrade pip setuptools
- travis_retry pip3 install .
script:
- grab-site --help
- grab-site --version
- grab-site --1 https://www.google.com/
- gs-dump-urls --help
- ls -l www.google.com*
- gs-dump-urls www.google.com*/wpull.db done
- grab-site --1 --permanent-error-status-codes=404 https://www.google.com/
- echo '.*' > ignores
- grab-site --import-ignores ignores https://www.google.com/
- grab-site --1 --id my-id --no-dupespotter --no-video --concurrent 3 https://www.google.com/ https://www.google.com/intl/en/ads/
- grab-site --1 -i https://gist.githubusercontent.com/ivan/1d437237746cf067e134/raw/47d2253c0caf4a6b964dc657840ddce22eb9eac7/grab-site%2520test%2520urls.txt
- curl https://gist.githubusercontent.com/ivan/1d437237746cf067e134/raw/47d2253c0caf4a6b964dc657840ddce22eb9eac7/grab-site%2520test%2520urls.txt > local-url-list
- grab-site --1 -i local-url-list
- grab-site --1 -i local-url-list --which-wpull-args-partial
- grab-site --1 -i local-url-list --which-wpull-command
- python3 -c 'import libgrabsite.server'