iv-org-mirror/invidious-copy-2022-03-16
1
0
Fork 0
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2022-03-16.git synced 2024-08-15 00:53:18 +00:00
Code Issues Projects Releases Packages Wiki Activity

Parse HTML properly instead of relying on regexes

Browse source
This commit is contained in:
Omar Roth 2018-03-03 15:59:21 -06:00
parent b8fe82a7f7
commit d573461a67
1 changed files with 26 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

29
src/helpers.cr
View file

@ -132,8 +132,19 @@ def fetch_video(id, client)
dislikes = dislikes ? dislikes.content.delete(",").to_i : 0
description = html.xpath_node(%q(//p[@id="eow-description"]))
if description
description.xpath_nodes(%q(//a/@href)).each do |match|
uri = URI.parse(match.content)
if uri.host =~ /(www\.)?youtube.com/
uri = uri.full_path
puts uri
end
match.content = uri.to_s
end
end
description = description ? description.to_xml : ""
description = description.gsub(/(https:\/\/)|(http:\/\/)?(www\.)?(youtube\.com)/, "")
wilson_score = ci_lower_bound(likes, likes + dislikes)
@ -278,6 +289,20 @@ def template_comments(root)
author = child["data"]["author"]
score = child["data"]["score"]
body_html = HTML.unescape(child["data"]["body_html"].as_s)
body_html = XML.parse_html(body_html)
body_html.xpath_nodes(%q(//a/@href)).each do |match|
uri = URI.parse(match.content)
if uri.host =~ /(www\.)?youtube.com/
uri = uri.full_path
puts uri
end
match.content = uri.to_s
end
body_html = body_html.to_s
replies_html = ""
if child["data"]["replies"] != ""
@ -317,8 +342,6 @@ def template_comments(root)
end
end
html = html.gsub(/(https:\/\/)|(http:\/\/)?(www\.)?(youtube\.com)/, "")
return html
end