From 3833366756e384454642585faa5e036f33d2f41b Mon Sep 17 00:00:00 2001 From: Omar Roth Date: Tue, 14 Aug 2018 09:40:52 -0500 Subject: [PATCH] Change options to provide more proxies --- src/invidious/helpers/proxy.cr | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/src/invidious/helpers/proxy.cr b/src/invidious/helpers/proxy.cr index 3e94042d..fc59941e 100644 --- a/src/invidious/helpers/proxy.cr +++ b/src/invidious/helpers/proxy.cr @@ -98,26 +98,28 @@ def get_proxies(country_code = "US") headers["Accept"] = "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8" headers["Accept-Language"] = "Accept-Language: en-US,en;q=0.9" headers["Host"] = "spys.one" + headers["Origin"] = "http://spys.one" + headers["Referer"] = "http://spys.one/free-proxy-list/#{country_code}/" headers["Content-Type"] = "application/x-www-form-urlencoded" body = { "xpp" => "2", "xf1" => "0", - "xf2" => "2", - "xf4" => "1", + "xf2" => "0", + "xf4" => "2", "xf5" => "1", } response = client.post("/free-proxy-list/#{country_code}/", headers, form: body) response = XML.parse_html(response.body) proxies = [] of {ip: String, port: Int32, score: Float64} - response = response.xpath_nodes(%q(//table))[1] + response = response.xpath_node(%q(//tr/td/table)).not_nil! response.xpath_nodes(%q(.//tr)).each do |node| if !node["onmouseover"]? next end ip = node.xpath_node(%q(.//td[1]/font[2])).to_s.match(/(?
[^<]+)