awesome-public-datasets/.travis.yml

11 lines
879 B
YAML
Raw Normal View History

language: ruby
rvm:
- 2.2
before_script:
- gem install awesome_bot
2015-10-13 10:20:43 +08:00
script:
2016-02-04 22:15:56 +08:00
- site404=www.datawrangling.com,getglue-data.s3.amazonaws.com,archive.org/details/2011-05-calufa-twitter-sql,www.stats4stem.org,lib.stat.cmu.edu,http://www.oecd.org/document/0,census.gov/acs/www/data_documentation/data_release_info/
2016-02-10 13:34:30 +08:00
- whtlist=travis,crawdad.cs.dartmouth.edu,data.nasdaq.com,137.189.35.203/WebUI/CatDatabase/catData.html,numbrary.com,www.cmr.osu.edu,gutenberg.org,donnees.gouv.qc.ca,data.rio.rj.gov.br,ntrl.ntis.gov,openflights.org,www.data.gov.bc.ca,earthdata.nasa,pgp-hms,cru.uea.ac.uk,networkdata.ics,datos.argentina,data.gov.ie,isi.edu,data.go.id,wiki.dbpedia,www.laval.ca,www.wunderground.com,data.lexingtonky.gov
2016-02-04 22:15:56 +08:00
- site503=datamob.org,research.microsoft.com
2016-02-08 23:53:46 +08:00
- awesome_bot README.rst --allow-dupe --allow-redirect --set-timeout 5 --white-list $site404,$whtlist,$site503