This commit is contained in:
ReadmeCritic 2016-01-16 06:30:10 -08:00
parent 04400158ce
commit ccb87d4fc3

View File

@ -4,7 +4,7 @@ rvm:
before_script: before_script:
- gem install awesome_bot - gem install awesome_bot
script: script:
- site404=www.datawrangling.com,getglue-data.s3.amazonaws.com,archive.org/details/2011-05-calufa-twitter-sql,www.stats4stem.org,lib.stat.cmu.edu - site404=www.datawrangling.com,getglue-data.s3.amazonaws.com,archive.org/details/2011-05-calufa-twitter-sql,www.stats4stem.org,lib.stat.cmu.edu,http://www.oecd.org/document/0
- whtlist=travis,crawdad.cs.dartmouth.edu,data.nasdaq.com,137.189.35.203/WebUI/CatDatabase/catData.html,numbrary.com,www.cmr.osu.edu,wiki.earthdata.nasa.gov,missionlocal.org,gutenberg.org - whtlist=travis,crawdad.cs.dartmouth.edu,data.nasdaq.com,137.189.35.203/WebUI/CatDatabase/catData.html,numbrary.com,www.cmr.osu.edu,wiki.earthdata.nasa.gov,missionlocal.org,gutenberg.org
- site503=labrosa.ee.columbia.edu/millionsong,datamob.org - site503=labrosa.ee.columbia.edu/millionsong,datamob.org
- awesome_bot README.rst --allow-dupe --allow-redirect --white-list $site404,$whtlist,$site503 - awesome_bot README.rst --allow-dupe --allow-redirect --white-list $site404,$whtlist,$site503