iv-org-mirror/invidious-copy-2022-04-11
1
0
Fork 0
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2022-04-11.git synced 2024-08-15 00:43:26 +00:00
Code Issues Projects Releases Packages Wiki Activity

Make view extractor more robust

Browse source
This commit is contained in:
Omar Roth 2018-08-20 19:25:12 -05:00
parent deb4b06ea0
commit 76d3abb5f9
1 changed files with 21 additions and 25 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
src/invidious/helpers/helpers.cr
View file

@ -294,33 +294,29 @@ def extract_videos(nodeset, ucid = nil)
end end
metadata = node.xpath_nodes(%q(.//div[contains(@class,"yt-lockup-meta")]/ul/li)) metadata = node.xpath_nodes(%q(.//div[contains(@class,"yt-lockup-meta")]/ul/li))
if metadata.size == 0 if metadata.empty?
next next
elsif metadata.size == 1
# Scheduled livestream
if metadata[0].content.starts_with? "Starts"
view_count = 0_i64
published = Time.epoch(metadata[0].xpath_node(%q(.//span)).not_nil!["data-timestamp"].to_i64)
else
# Livestream
if metadata[0].content.starts_with? "Streamed "
view_count = 0_i64
published = decode_date(metadata[0].content.lchop("Streamed "))
else
view_count = metadata[0].content.delete(" watching,").to_i64
published = Time.now
end end
end
else
published = decode_date(metadata[0].content)
view_count = metadata[1].content.delete("No views,") begin
if view_count.empty? published = decode_date(metadata[0].content.lchop("Streamed ").lchop("Starts "))
view_count = 0_i64 rescue ex
else
view_count = view_count.to_i64
end end
begin
published ||= Time.epoch(metadata[0].xpath_node(%q(.//span)).not_nil!["data-timestamp"].to_i64)
rescue ex
end end
published ||= Time.now
begin
view_count = metadata[0].content.rchop(" watching").delete(",").try &.to_i64?
rescue ex
end
begin
view_count ||= metadata.try &.[1].content.delete("No views,").try &.to_i64?
rescue ex
end
view_count ||= 0_i64
description_html = node.xpath_node(%q(.//div[contains(@class, "yt-lockup-description")])) description_html = node.xpath_node(%q(.//div[contains(@class, "yt-lockup-description")]))
description, description_html = html_to_description(description_html) description, description_html = html_to_description(description_html)