invidious/src/invidious.cr

219 lines
5.1 KiB
Crystal
Raw Normal View History

require "http/client"
require "json"
2017-11-23 07:48:55 +00:00
require "kemal"
require "pg"
2017-11-23 07:48:55 +00:00
require "xml"
2017-11-30 03:49:26 +00:00
require "time"
2017-11-29 21:33:46 +00:00
class AdaptiveFmts
JSON.mapping(
clen: Int32,
url: String,
lmt: Int64,
index: String,
fps: Int32,
itag: Int32,
projection_type: Int32,
size: String,
init: String,
quality_label: String,
bitrate: Int32,
type: String
)
end
class URLEncodedFmtStreamMap
JSON.mapping(
url: String,
itag: Int32,
fallback_host: String,
quality: String,
type: String
)
end
class CaptionTracks
JSON.mapping(
v: String,
lc: String,
t: String,
u: String
)
end
class CaptionTranslationLanguages
JSON.mapping(
lc: String,
n: String
)
end
class VideoInfo
JSON.mapping(
cver: String,
length_seconds: Int32,
iurlhq720: String,
vm: String,
ypc_ad_indicator: Int32,
hash_cc: Bool,
dashmpd: String,
iv3_module: Int32,
iurlmq: String,
no_get_video_log: Int32,
cc_font: Int32,
allowed_ads: String,
oid: String,
iv_invideo_url: String,
cc_asr: Int32,
relative_loudness: Float64,
video_verticals: String,
default_audio_track_index: Int32,
loudness: Float64,
ptchn: String,
csn: String,
pltype: String,
author: String,
# caption_audio_tracks:
videostats_playback_base_url: String,
root_ve_type: String,
muted: Int32,
cc3_module: Int32,
adaptive_fmts: AdaptiveFmts,
fmt_list: Array(String),
allow_embed: Int32,
iurlhq: String,
use_cipher_signature: Bool,
status: String,
video_id: String,
idpj: Int32,
iurlhmaxres: String,
short_view_count_text: String,
iv_load_policy: Int32,
plid: String,
vss_host: String,
ttsurl: String,
token: String,
account_playback_token: String,
of: String,
iurl: String,
iurlsd: String,
c: String,
timestamp: Int32,
url_encoded_fmt_stream_map: URLEncodedFmtStreamMap,
allow_ratings: Int32,
view_count: Int64,
title: String,
caption_tracks: CaptionTracks,
fexp: Array(String),
storyboard_spec: String,
keywords: Array(String),
ucid: String,
remarketing_url: String,
caption_translation_languages: CaptionTranslationLanguages,
avg_rating: Float64,
is_listed: Int32,
ptk: String,
cl: Int32,
watermark: Array(String),
ldpj: Int32,
tmi: Int32,
eventid: String,
thumbnail_url: String
)
end
2017-11-30 03:49:26 +00:00
class Record
end
2017-11-23 07:48:55 +00:00
macro templated(filename)
2017-11-29 21:33:46 +00:00
render "src/views/#{{{filename}}}.ecr", "src/views/layout.ecr"
2017-11-23 07:48:55 +00:00
end
2017-11-30 03:49:26 +00:00
pg = DB.open "postgres://kemal:kemal@localhost:5432/invidious"
context = OpenSSL::SSL::Context::Client.insecure
2017-11-29 21:33:46 +00:00
2017-11-23 07:48:55 +00:00
get "/" do |env|
templated "index"
end
def get_record(context, video_id)
2017-11-30 03:49:26 +00:00
client = HTTP::Client.new("www.youtube.com", 443, context)
video_info = client.get("/get_video_info?video_id=#{video_id}&el=info&ps=default&eurl=&gl=US&hl=en").body
info = HTTP::Params.parse(video_info)
video_html = client.get("/watch?v=#{video_id}").body
html = XML.parse(video_html)
views = info["view_count"]
rating = info["avg_rating"].to_f64
like = html.xpath_node(%q(//button[@title="I like this"]/span))
if like
likes = like.content.delete(",").to_i
else
likes = 1
end
# css query [title = "I like this"] > span
# css query [title = "I dislike this"] > span
dislike = html.xpath_node(%q(//button[@title="I dislike this"]/span))
if dislike
dislikes = dislike.content.delete(",").to_i
else
dislikes = 1
end
args = {Time.now, video_id, video_info, video_html, views, likes, dislikes, rating}
return args
2017-11-30 03:49:26 +00:00
end
2017-11-23 07:48:55 +00:00
get "/watch/:video_id" do |env|
video_id = env.params.url["video_id"]
2017-11-30 03:49:26 +00:00
# last_updated, video_id, video_info, video_html, views, likes, dislikes, rating
video_record = pg.query_one?("select * from invidious where video_id = $1",
video_id,
as: {Time, String, String, String, Int64, Int32, Int32, Float64})
# If record was last updated more than 5 minutes ago or doesn't exist, refresh
2017-11-30 03:49:26 +00:00
if video_record.nil?
video_record = get_record(context, video_id)
pg.exec("insert into invidious values ($1, $2, $3, $4, $5, $6, $7, $8)",
get_record(context, video_id).to_a)
2017-11-30 03:49:26 +00:00
elsif Time.now.epoch - video_record[0].epoch > 300
video_record = get_record(context, video_id)
pg.exec("update invidious set last_updated = $1, video_info = $2, video_html = $3,\
views = $4, likes = $5, dislikes = $6, rating = $7 where video_id = $8",
video_record.to_a)
2017-11-30 03:49:26 +00:00
end
video_info = HTTP::Params.parse(video_record[2])
video_html = XML.parse(video_record[3])
views = video_record[4]
likes = video_record[5]
dislikes = video_record[6]
rating = video_record[7]
fmt_stream = [] of HTTP::Params
video_info["url_encoded_fmt_stream_map"].split(",") do |string|
fmt_stream << HTTP::Params.parse(string)
end
2017-11-23 07:48:55 +00:00
fmt_stream.reverse! # We want lowest quality first
2017-11-30 03:49:26 +00:00
likes = likes.to_f
dislikes = dislikes.to_f
views = views.to_f
engagement = ((dislikes + likes)/views * 100).significant(2)
2017-11-30 03:49:26 +00:00
calculated_rating = likes/(likes + dislikes) * 4 + 1
2017-11-30 03:49:26 +00:00
likes = likes.to_s
dislikes = dislikes.to_s
views = views.to_s
2017-11-23 07:48:55 +00:00
templated "watch"
end
public_folder "assets"
Kemal.run