Fix crash in video crawler

This commit is contained in:
Omar Roth 2018-07-26 08:41:23 -05:00
parent 3f577650bc
commit 0fba601e91
2 changed files with 3 additions and 4 deletions

View file

@ -86,6 +86,7 @@ crawl_threads.times do
end
loop do
client = make_client(YT_URL)
if ids.empty?
search(random.base64(3), client) do |id|
ids << id
@ -97,7 +98,6 @@ crawl_threads.times do
video = get_video(id, client, PG_DB)
rescue ex
STDOUT << id << " : " << ex.message << "\n"
client = make_client(YT_URL)
next
ensure
ids.delete(id)