"vscode:/vscode.git/clone" did not exist on "442648e2037f99cc23f75548bb820de3e10bf7fe"
Commit 4dfe2edb authored by Dave Machado's avatar Dave Machado Committed by GitHub
Browse files

Add exempt array for links that do not permit bots

parent 1b9ab364
......@@ -3,6 +3,7 @@ require 'httparty'
require 'ruby-progressbar'
require 'uri'
allowed_codes = [200, 302, 403, 429]
allowed_links = ["https://www.yelp.com/developers/documentation/v3"]
args = ARGV
filename = args[0]
contents = File.open(filename, 'rb') { |f| f.read }
......@@ -33,6 +34,9 @@ progressbar = ProgressBar.create(:total => total)
links.each do |link|
begin
count += 1
if allowed_links.include?(link)
next
end
res = HTTParty.get(link, timeout: 10)
if res.code.nil?
fails.push("(NIL): #{link}")
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment