From cb9ac6f1dbb07b4cd16198272a494911c5b6213c Mon Sep 17 00:00:00 2001 From: James Cohen Date: Sun, 31 Jan 2016 15:29:04 +0100 Subject: [PATCH] removing lots of 200 returning sites from the whitelist --- .travis.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.travis.yml b/.travis.yml index 4256b41..b563278 100644 --- a/.travis.yml +++ b/.travis.yml @@ -4,7 +4,7 @@ rvm: before_script: - gem install awesome_bot script: - - site404=www.datawrangling.com,getglue-data.s3.amazonaws.com,archive.org/details/2011-05-calufa-twitter-sql,www.stats4stem.org,lib.stat.cmu.edu,http://www.oecd.org/document/0,data.gov.be,census.gov/acs/www/data_documentation/data_release_info/,europeansocialsurvey.org/data/ - - whtlist=travis,crawdad.cs.dartmouth.edu,data.nasdaq.com,137.189.35.203/WebUI/CatDatabase/catData.html,numbrary.com,www.cmr.osu.edu,missionlocal.org,gutenberg.org,donnees.gouv.qc.ca,data.rio.rj.gov.br,data.ohouston.org,ntrl.ntis.gov,networkdata.ics.uci.edu,sinda.crn2.inpe.br,archive.ics.uci.edu,openflights.org,www.data.gov.bc.ca - - site503=labrosa.ee.columbia.edu/millionsong,datamob.org,research.microsoft.com + - site404=www.datawrangling.com,getglue-data.s3.amazonaws.com,archive.org/details/2011-05-calufa-twitter-sql,www.stats4stem.org,lib.stat.cmu.edu,http://www.oecd.org/document/0,census.gov/acs/www/data_documentation/data_release_info/ + - whtlist=travis,crawdad.cs.dartmouth.edu,data.nasdaq.com,137.189.35.203/WebUI/CatDatabase/catData.html,numbrary.com,www.cmr.osu.edu,gutenberg.org,donnees.gouv.qc.ca,data.rio.rj.gov.br,ntrl.ntis.gov,openflights.org,www.data.gov.bc.ca + - site503=datamob.org,research.microsoft.com - awesome_bot README.rst --allow-dupe --allow-redirect --white-list $site404,$whtlist,$site503 --set-timeout=5