iv-org-mirror
/
invidious-copy-2022-03-16
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2022-03-16.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Refactor continuation token handling

This commit is contained in:
Omar Roth 2019-10-27 13:50:42 -04:00
parent 0cf187dee7
commit 2ebfaf76f2
No known key found for this signature in database
GPG Key ID: B8254FB7EC3D37F2
7 changed files with 256 additions and 448 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
shard.yml
View File

@ -21,6 +21,9 @@ dependencies:
pool: pool:
github: ysbaddaden/pool github: ysbaddaden/pool
version: ~> 0.2.3 version: ~> 0.2.3
protodec:
github: omarroth/protodec
version: ~> 0.1.2
crystal: 0.31.1 crystal: 0.31.1

43
spec/helpers_spec.cr
View File

File diff suppressed because one or more lines are too long

1
src/invidious.cr
View File

@ -24,6 +24,7 @@ require "sqlite3"
require "xml" require "xml"
require "yaml" require "yaml"
require "zip" require "zip"
require "protodec/utils"
require "./invidious/helpers/*" require "./invidious/helpers/*"
require "./invidious/*" require "./invidious/*"

268
src/invidious/channels.cr
View File

@ -432,188 +432,108 @@ def fetch_channel_playlists(ucid, author, auto_generated, continuation, sort_by)
end end
def produce_channel_videos_url(ucid, page = 1, auto_generated = nil, sort_by = "newest") def produce_channel_videos_url(ucid, page = 1, auto_generated = nil, sort_by = "newest")
object = {
"80226972:embedded" => {
"2:string" => ucid,
"3:base64" => {
"2:string" => "videos",
"6:varint": 2_i64,
"7:varint": 1_i64,
"12:varint": 1_i64,
"13:string": "",
"23:varint": 0_i64,
},
},
}
if auto_generated if auto_generated
seed = Time.unix(1525757349) seed = Time.unix(1525757349)
until seed >= Time.utc until seed >= Time.utc
seed += 1.month seed += 1.month
end end
timestamp = seed - (page - 1).months timestamp = seed - (page - 1).months
page = "#{timestamp.to_unix}" object["80226972:embedded"]["3:base64"].as(Hash)["4:varint"] = 0x36_i64
switch = 0x36 object["80226972:embedded"]["3:base64"].as(Hash)["15:string"] = "#{timestamp.to_unix}"
else else
page = "#{page}" object["80226972:embedded"]["3:base64"].as(Hash)["4:varint"] = 0_i64
switch = 0x00 object["80226972:embedded"]["3:base64"].as(Hash)["15:string"] = "#{page}"
end end
data = IO::Memory.new
data.write_byte 0x12
data.write_byte 0x06
data.print "videos"
data.write Bytes[0x30, 0x02]
data.write Bytes[0x38, 0x01]
data.write Bytes[0x60, 0x01]
data.write Bytes[0x6a, 0x00]
data.write Bytes[0xb8, 0x01, 0x00]
data.write Bytes[0x20, switch]
data.write_byte 0x7a
VarInt.to_io(data, page.bytesize)
data.print page
case sort_by case sort_by
when "newest" when "newest"
# Empty tags can be omitted
# data.write(Bytes[0x18,0x00])
when "popular" when "popular"
data.write Bytes[0x18, 0x01] object["80226972:embedded"]["3:base64"].as(Hash)["3:varint"] = 0x01_i64
when "oldest" when "oldest"
data.write Bytes[0x18, 0x02] object["80226972:embedded"]["3:base64"].as(Hash)["3:varint"] = 0x02_i64
end end
data = Base64.urlsafe_encode(data) object["80226972:embedded"]["3:string"] = Base64.urlsafe_encode(Protodec::Any.from_json(Protodec::Any.cast_json(object["80226972:embedded"]["3:base64"])))
cursor = URI.encode_www_form(data) object["80226972:embedded"].delete("3:base64")
data = IO::Memory.new continuation = object.try { |i| Protodec::Any.cast_json(object) }
.try { |i| Protodec::Any.from_json(i) }
.try { |i| Base64.urlsafe_encode(i) }
.try { |i| URI.encode_www_form(i) }
data.write_byte 0x12 return "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
VarInt.to_io(data, ucid.bytesize)
data.print ucid
data.write_byte 0x1a
VarInt.to_io(data, cursor.bytesize)
data.print cursor
data.rewind
buffer = IO::Memory.new
buffer.write Bytes[0xe2, 0xa9, 0x85, 0xb2, 0x02]
VarInt.to_io(buffer, data.bytesize)
IO.copy data, buffer
continuation = Base64.urlsafe_encode(buffer)
continuation = URI.encode_www_form(continuation)
url = "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
return url
end end
def produce_channel_playlists_url(ucid, cursor, sort = "newest", auto_generated = false) def produce_channel_playlists_url(ucid, cursor, sort = "newest", auto_generated = false)
object = {
"80226972:embedded" => {
"2:string" => ucid,
"3:base64" => {
"2:string" => "playlist",
"6:varint": 2_i64,
"7:varint": 1_i64,
"12:varint": 1_i64,
"13:string": "",
"23:varint": 0_i64,
},
},
}
if !auto_generated if !auto_generated
cursor = Base64.urlsafe_encode(cursor, false) cursor = Base64.urlsafe_encode(cursor, false)
end end
object["80226972:embedded"]["3:base64"].as(Hash)["15:string"] = cursor
data = IO::Memory.new
if auto_generated if auto_generated
data.write Bytes[0x08, 0x0a] object["80226972:embedded"]["3:base64"].as(Hash)["4:varint"] = 0x32_i64
end
data.write Bytes[0x12, 0x09]
data.print "playlists"
if auto_generated
data.write Bytes[0x20, 0x32]
else else
# TODO: Look at 0x01, 0x00 object["80226972:embedded"]["3:base64"].as(Hash)["4:varint"] = 1_i64
case sort case sort
when "oldest", "oldest_created" when "oldest", "oldest_created"
data.write Bytes[0x18, 0x02] object["80226972:embedded"]["3:base64"].as(Hash)["3:varint"] = 2_i64
when "newest", "newest_created" when "newest", "newest_created"
data.write Bytes[0x18, 0x03] object["80226972:embedded"]["3:base64"].as(Hash)["3:varint"] = 3_i64
when "last", "last_added" when "last", "last_added"
data.write Bytes[0x18, 0x04] object["80226972:embedded"]["3:base64"].as(Hash)["3:varint"] = 4_i64
end
end end
data.write Bytes[0x20, 0x01] object["80226972:embedded"]["3:string"] = Base64.urlsafe_encode(Protodec::Any.from_json(Protodec::Any.cast_json(object["80226972:embedded"]["3:base64"])))
end object["80226972:embedded"].delete("3:base64")
data.write Bytes[0x30, 0x02] continuation = object.try { |i| Protodec::Any.cast_json(object) }
data.write Bytes[0x38, 0x01] .try { |i| Protodec::Any.from_json(i) }
data.write Bytes[0x60, 0x01] .try { |i| Base64.urlsafe_encode(i) }
data.write Bytes[0x6a, 0x00] .try { |i| URI.encode_www_form(i) }
data.write_byte 0x7a return "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
VarInt.to_io(data, cursor.bytesize)
data.print cursor
data.write Bytes[0xb8, 0x01, 0x00]
data.rewind
data = Base64.urlsafe_encode(data)
continuation = URI.encode_www_form(data)
data = IO::Memory.new
data.write_byte 0x12
VarInt.to_io(data, ucid.bytesize)
data.print ucid
data.write_byte 0x1a
VarInt.to_io(data, continuation.bytesize)
data.print continuation
data.rewind
buffer = IO::Memory.new
buffer.write Bytes[0xe2, 0xa9, 0x85, 0xb2, 0x02]
VarInt.to_io(buffer, data.bytesize)
IO.copy data, buffer
continuation = Base64.urlsafe_encode(buffer)
continuation = URI.encode_www_form(continuation)
url = "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
return url
end end
def extract_channel_playlists_cursor(url, auto_generated) def extract_channel_playlists_cursor(url, auto_generated)
continuation = HTTP::Params.parse(URI.parse(url).query.not_nil!)["continuation"] cursor = URI.parse(url).query_params
.try { |i| Base64.decode(i["continuation"]) }
continuation = URI.decode_www_form(continuation) .try { |i| IO::Memory.new(i) }
data = IO::Memory.new(Base64.decode(continuation)) .try { |i| Protodec::Any.parse(i) }
.try { |i| i["80226972:0:embedded"]["3:1:base64"]["15:7:string"].as_s }
# 0xe2 0xa9 0x85 0xb2 0x02
data.pos += 5
continuation = Bytes.new(data.read_bytes(VarInt))
data.read continuation
data = IO::Memory.new(continuation)
data.read_byte # => 0x12
ucid = Bytes.new(data.read_bytes(VarInt))
data.read ucid
data.read_byte # => 0x1a
inner_continuation = Bytes.new(data.read_bytes(VarInt))
data.read inner_continuation
continuation = String.new(inner_continuation)
continuation = URI.decode_www_form(continuation)
data = IO::Memory.new(Base64.decode(continuation))
# 0x12 0x09 playlists
data.pos += 11
until data.peek[0] == 0x7a
key = data.read_bytes(VarInt)
value = data.read_bytes(VarInt)
end
data.pos += 1 # => 0x7a
cursor = Bytes.new(data.read_bytes(VarInt))
data.read cursor
cursor = String.new(cursor)
if !auto_generated if !auto_generated
cursor = URI.decode_www_form(cursor) cursor = URI.decode_www_form(cursor)
cursor = Base64.decode_string(cursor) .try { |i| Base64.decode_string(i) }
end end
return cursor return cursor
@ -621,12 +541,9 @@ end
# TODO: Add "sort_by" # TODO: Add "sort_by"
def fetch_channel_community(ucid, continuation, locale, config, kemal_config, format, thin_mode) def fetch_channel_community(ucid, continuation, locale, config, kemal_config, format, thin_mode)
headers = HTTP::Headers.new response = YT_POOL.client &.get("/channel/#{ucid}/community?gl=US&hl=en")
headers["User-Agent"] = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36"
response = YT_POOL.client &.get("/channel/#{ucid}/community?gl=US&hl=en", headers)
if response.status_code == 404 if response.status_code == 404
response = YT_POOL.client &.get("/user/#{ucid}/community?gl=US&hl=en", headers) response = YT_POOL.client &.get("/user/#{ucid}/community?gl=US&hl=en")
end end
if response.status_code == 404 if response.status_code == 404
@ -648,6 +565,7 @@ def fetch_channel_community(ucid, continuation, locale, config, kemal_config, fo
else else
continuation = produce_channel_community_continuation(ucid, continuation) continuation = produce_channel_community_continuation(ucid, continuation)
headers = HTTP::Headers.new
headers["cookie"] = response.cookies.add_request_headers(headers)["cookie"] headers["cookie"] = response.cookies.add_request_headers(headers)["cookie"]
headers["content-type"] = "application/x-www-form-urlencoded" headers["content-type"] = "application/x-www-form-urlencoded"
@ -874,53 +792,31 @@ def fetch_channel_community(ucid, continuation, locale, config, kemal_config, fo
end end
def produce_channel_community_continuation(ucid, cursor) def produce_channel_community_continuation(ucid, cursor)
cursor = URI.encode_www_form(cursor) object = {
"80226972:embedded" => {
"2:string" => ucid,
"3:string" => cursor,
},
}
data = IO::Memory.new continuation = object.try { |i| Protodec::Any.cast_json(object) }
.try { |i| Protodec::Any.from_json(i) }
data.write_byte 0x12 .try { |i| Base64.urlsafe_encode(i) }
VarInt.to_io(data, ucid.bytesize) .try { |i| URI.encode_www_form(i) }
data.print ucid
data.write_byte 0x1a
VarInt.to_io(data, cursor.bytesize)
data.print cursor
data.rewind
buffer = IO::Memory.new
buffer.write Bytes[0xe2, 0xa9, 0x85, 0xb2, 0x02]
VarInt.to_io(buffer, data.size)
IO.copy data, buffer
continuation = Base64.urlsafe_encode(buffer)
continuation = URI.encode_www_form(continuation)
return continuation return continuation
end end
def extract_channel_community_cursor(continuation) def extract_channel_community_cursor(continuation)
continuation = URI.decode_www_form(continuation) cursor = URI.decode_www_form(continuation)
data = IO::Memory.new(Base64.decode(continuation)) .try { |i| Base64.decode(i) }
.try { |i| IO::Memory.new(i) }
.try { |i| Protodec::Any.parse(i) }
.try { |i| Protodec::Any.cast_json(i["80226972:0:embedded"]["3:1:base64"].as_h) }
.try { |i| Protodec::Any.from_json(i) }
.try { |i| Base64.urlsafe_encode(i) }
# 0xe2 0xa9 0x85 0xb2 0x02 cursor
data.pos += 5
continuation = Bytes.new(data.read_bytes(VarInt))
data.read continuation
data = IO::Memory.new(continuation)
data.read_byte # => 0x12
ucid = Bytes.new(data.read_bytes(VarInt))
data.read ucid
data.read_byte # => 0x1a
until data.peek[0] == 'E'.ord
data.read_byte
end
return URI.decode_www_form(data.gets_to_end)
end end
def get_about_info(ucid, locale) def get_about_info(ucid, locale)

169
src/invidious/comments.cr
View File

@ -572,129 +572,84 @@ def content_to_comment_html(content)
end end
def extract_comment_cursor(continuation) def extract_comment_cursor(continuation)
continuation = URI.decode_www_form(continuation) cursor = URI.decode_www_form(continuation)
data = IO::Memory.new(Base64.decode(continuation)) .try { |i| Base64.decode(i) }
.try { |i| IO::Memory.new(i) }
.try { |i| Protodec::Any.parse(i) }
.try { |i| i["6:2:embedded"]["1:0:string"].as_s }
# 0x12 0x26 return cursor
data.pos += 2
data.read_byte # => 0x12
video_id = Bytes.new(data.read_bytes(VarInt))
data.read video_id
until data.peek[0] == 0x0a
data.read_byte
end
data.read_byte # 0x0a
data.read_byte if data.peek[0] == 0x0a
cursor = Bytes.new(data.read_bytes(VarInt))
data.read cursor
String.new(cursor)
end end
def produce_comment_continuation(video_id, cursor = "", sort_by = "top") def produce_comment_continuation(video_id, cursor = "", sort_by = "top")
data = IO::Memory.new object = {
"2:embedded" => {
data.write Bytes[0x12, 0x26] "2:string" => video_id,
"24:varint" => 1_i64,
data.write_byte 0x12 "25:varint" => 1_i64,
VarInt.to_io(data, video_id.bytesize) "28:varint" => 1_i64,
data.print video_id "36:embedded" => {
"5:varint" => -1_i64,
data.write Bytes[0xc0, 0x01, 0x01] "8:varint" => 0_i64,
data.write Bytes[0xc8, 0x01, 0x01] },
data.write Bytes[0xe0, 0x01, 0x01] },
"3:varint" => 6_i64,
data.write Bytes[0xa2, 0x02, 0x0d] "6:embedded" => {
data.write Bytes[0x28, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x01] "1:string" => cursor,
"4:embedded" => {
data.write Bytes[0x40, 0x00] "4:string" => video_id,
data.write Bytes[0x18, 0x06] "6:varint" => 0_i64,
},
if cursor.empty? "5:varint" => 20_i64,
data.write Bytes[0x32] },
VarInt.to_io(data, cursor.bytesize + video_id.bytesize + 8) }
data.write Bytes[0x22, video_id.bytesize + 4]
data.write Bytes[0x22, video_id.bytesize]
data.print video_id
case sort_by case sort_by
when "top" when "top"
data.write Bytes[0x30, 0x00] object["6:embedded"].as(Hash)["4:embedded"].as(Hash)["6:varint"] = 0_i64
when "new", "newest" when "new", "newest"
data.write Bytes[0x30, 0x01] object["6:embedded"].as(Hash)["4:embedded"].as(Hash)["6:varint"] = 1_i64
end end
data.write(Bytes[0x78, 0x02]) continuation = object.try { |i| Protodec::Any.cast_json(object) }
else .try { |i| Protodec::Any.from_json(i) }
data.write Bytes[0x32] .try { |i| Base64.urlsafe_encode(i) }
VarInt.to_io(data, cursor.bytesize + video_id.bytesize + 11) .try { |i| URI.encode_www_form(i) }
data.write_byte 0x0a
VarInt.to_io(data, cursor.bytesize)
data.print cursor
data.write Bytes[0x22, video_id.bytesize + 4]
data.write Bytes[0x22, video_id.bytesize]
data.print video_id
case sort_by
when "top"
data.write Bytes[0x30, 0x00]
when "new", "newest"
data.write Bytes[0x30, 0x01]
end
data.write Bytes[0x28, 0x14]
end
continuation = Base64.urlsafe_encode(data)
continuation = URI.encode_www_form(continuation)
return continuation return continuation
end end
def produce_comment_reply_continuation(video_id, ucid, comment_id) def produce_comment_reply_continuation(video_id, ucid, comment_id)
data = IO::Memory.new object = {
"2:embedded" => {
"2:string" => video_id,
"24:varint" => 1_i64,
"25:varint" => 1_i64,
"28:varint" => 1_i64,
"36:embedded" => {
"5:varint" => -1_i64,
"8:varint" => 0_i64,
},
},
"3:varint" => 6_i64,
"6:embedded" => {
"3:embedded" => {
"2:string" => comment_id,
"4:embedded" => {
"1:varint" => 0_i64,
},
"5:string" => ucid,
"6:string" => video_id,
"8:varint" => 1_i64,
"9:varint" => 10_i64,
},
},
}
data.write Bytes[0x12, 0x26] continuation = object.try { |i| Protodec::Any.cast_json(object) }
.try { |i| Protodec::Any.from_json(i) }
data.write_byte 0x12 .try { |i| Base64.urlsafe_encode(i) }
VarInt.to_io(data, video_id.size) .try { |i| URI.encode_www_form(i) }
data.print video_id
data.write Bytes[0xc0, 0x01, 0x01]
data.write Bytes[0xc8, 0x01, 0x01]
data.write Bytes[0xe0, 0x01, 0x01]
data.write Bytes[0xa2, 0x02, 0x0d]
data.write Bytes[0x28, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x01]
data.write Bytes[0x40, 0x00]
data.write Bytes[0x18, 0x06]
data.write(Bytes[0x32, ucid.size + video_id.size + comment_id.size + 16])
data.write(Bytes[0x1a, ucid.size + video_id.size + comment_id.size + 14])
data.write_byte 0x12
VarInt.to_io(data, comment_id.size)
data.print comment_id
data.write(Bytes[0x22, 0x02, 0x08, 0x00]) # ?
data.write(Bytes[ucid.size + video_id.size + 7])
data.write(Bytes[ucid.size])
data.print(ucid)
data.write(Bytes[0x32, video_id.size])
data.print(video_id)
data.write(Bytes[0x40, 0x01])
data.write(Bytes[0x48, 0x0a])
continuation = Base64.urlsafe_encode(data.to_slice)
continuation = URI.encode_www_form(continuation)
return continuation return continuation
end end

56
src/invidious/playlists.cr
View File

@ -327,48 +327,28 @@ def produce_playlist_url(id, index)
if id.starts_with? "UC" if id.starts_with? "UC"
id = "UU" + id.lchop("UC") id = "UU" + id.lchop("UC")
end end
ucid = "VL" + id plid = "VL" + id
data = IO::Memory.new data = {"1:varint" => index.to_i64}
data.write_byte 0x08 .try { |i| Protodec::Any.cast_json(i) }
VarInt.to_io(data, index) .try { |i| Protodec::Any.from_json(i) }
.try { |i| Base64.urlsafe_encode(i, padding: false) }
data.rewind object = {
data = Base64.urlsafe_encode(data, false) "80226972:embedded" => {
data = "PT:#{data}" "2:string" => plid,
"3:base64" => {
"15:string" => "PT:#{data}",
},
},
}
continuation = IO::Memory.new continuation = object.try { |i| Protodec::Any.cast_json(object) }
continuation.write_byte 0x7a .try { |i| Protodec::Any.from_json(i) }
VarInt.to_io(continuation, data.bytesize) .try { |i| Base64.urlsafe_encode(i) }
continuation.print data .try { |i| URI.encode_www_form(i) }
data = Base64.urlsafe_encode(continuation) return "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
cursor = URI.encode_www_form(data)
data = IO::Memory.new
data.write_byte 0x12
VarInt.to_io(data, ucid.bytesize)
data.print ucid
data.write_byte 0x1a
VarInt.to_io(data, cursor.bytesize)
data.print cursor
data.rewind
buffer = IO::Memory.new
buffer.write Bytes[0xe2, 0xa9, 0x85, 0xb2, 0x02]
VarInt.to_io(buffer, data.bytesize)
IO.copy data, buffer
continuation = Base64.urlsafe_encode(buffer)
continuation = URI.encode_www_form(continuation)
url = "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
return url
end end
def get_playlist(db, plid, locale, refresh = true, force_refresh = false) def get_playlist(db, plid, locale, refresh = true, force_refresh = false)

160
src/invidious/search.cr
View File

@ -281,152 +281,116 @@ end
def produce_search_params(sort : String = "relevance", date : String = "", content_type : String = "", def produce_search_params(sort : String = "relevance", date : String = "", content_type : String = "",
duration : String = "", features : Array(String) = [] of String) duration : String = "", features : Array(String) = [] of String)
header = IO::Memory.new object = {
header.write Bytes[0x08] "1:varint" => 0_i64,
header.write case sort "2:embedded" => {} of String => Int64,
}
case sort
when "relevance" when "relevance"
Bytes[0x00] object["1:varint"] = 0_i64
when "rating" when "rating"
Bytes[0x01] object["1:varint"] = 1_i64
when "upload_date", "date" when "upload_date", "date"
Bytes[0x02] object["1:varint"] = 2_i64
when "view_count", "views" when "view_count", "views"
Bytes[0x03] object["1:varint"] = 3_i64
else else
raise "No sort #{sort}" raise "No sort #{sort}"
end end
body = IO::Memory.new case date
body.write case date
when "hour" when "hour"
Bytes[0x08, 0x01] object["2:embedded"].as(Hash)["1:varint"] = 1_i64
when "today" when "today"
Bytes[0x08, 0x02] object["2:embedded"].as(Hash)["1:varint"] = 2_i64
when "week" when "week"
Bytes[0x08, 0x03] object["2:embedded"].as(Hash)["1:varint"] = 3_i64
when "month" when "month"
Bytes[0x08, 0x04] object["2:embedded"].as(Hash)["1:varint"] = 4_i64
when "year" when "year"
Bytes[0x08, 0x05] object["2:embedded"].as(Hash)["1:varint"] = 5_i64
else
Bytes.new(0)
end end
body.write case content_type case content_type
when "video" when "video"
Bytes[0x10, 0x01] object["2:embedded"].as(Hash)["2:varint"] = 1_i64
when "channel" when "channel"
Bytes[0x10, 0x02] object["2:embedded"].as(Hash)["2:varint"] = 2_i64
when "playlist" when "playlist"
Bytes[0x10, 0x03] object["2:embedded"].as(Hash)["2:varint"] = 3_i64
when "movie" when "movie"
Bytes[0x10, 0x04] object["2:embedded"].as(Hash)["2:varint"] = 4_i64
when "show" when "show"
Bytes[0x10, 0x05] object["2:embedded"].as(Hash)["2:varint"] = 5_i64
when "all" when "all"
Bytes.new(0) #
else else
Bytes[0x10, 0x01] object["2:embedded"].as(Hash)["2:varint"] = 1_i64
end end
body.write case duration case duration
when "short" when "short"
Bytes[0x18, 0x01] object["2:embedded"].as(Hash)["3:varint"] = 1_i64
when "long" when "long"
Bytes[0x18, 0x12] object["2:embedded"].as(Hash)["3:varint"] = 18_i64
else
Bytes.new(0)
end end
features.each do |feature| features.each do |feature|
body.write case feature case feature
when "hd" when "hd"
Bytes[0x20, 0x01] object["2:embedded"].as(Hash)["4:varint"] = 1_i64
when "subtitles" when "subtitles"
Bytes[0x28, 0x01] object["2:embedded"].as(Hash)["5:varint"] = 1_i64
when "creative_commons", "cc" when "creative_commons", "cc"
Bytes[0x30, 0x01] object["2:embedded"].as(Hash)["6:varint"] = 1_i64
when "3d" when "3d"
Bytes[0x38, 0x01] object["2:embedded"].as(Hash)["7:varint"] = 1_i64
when "live", "livestream" when "live", "livestream"
Bytes[0x40, 0x01] object["2:embedded"].as(Hash)["8:varint"] = 1_i64
when "purchased" when "purchased"
Bytes[0x48, 0x01] object["2:embedded"].as(Hash)["9:varint"] = 1_i64
when "4k" when "4k"
Bytes[0x70, 0x01] object["2:embedded"].as(Hash)["14:varint"] = 1_i64
when "360" when "360"
Bytes[0x78, 0x01] object["2:embedded"].as(Hash)["15:varint"] = 1_i64
when "location" when "location"
Bytes[0xb8, 0x01, 0x01] object["2:embedded"].as(Hash)["23:varint"] = 1_i64
when "hdr" when "hdr"
Bytes[0xc8, 0x01, 0x01] object["2:embedded"].as(Hash)["25:varint"] = 1_i64
else
Bytes.new(0)
end end
end end
token = header params = object.try { |i| Protodec::Any.cast_json(object) }
if !body.empty? .try { |i| Protodec::Any.from_json(i) }
token.write Bytes[0x12, body.bytesize] .try { |i| Base64.urlsafe_encode(i, padding: false) }
token.write body.to_slice
end
token = Base64.urlsafe_encode(token.to_slice) return params
token = URI.encode_www_form(token)
return token
end end
def produce_channel_search_url(ucid, query, page) def produce_channel_search_url(ucid, query, page)
page = "#{page}" object = {
"80226972:embedded" => {
"2:string" => ucid,
"3:base64" => {
"2:string" => "search",
"6:varint" => 2_i64,
"7:varint" => 1_i64,
"12:varint" => 1_i64,
"13:string" => "",
"23:varint" => 0_i64,
"15:string" => "#{page}",
},
"11:string" => query,
},
}
data = IO::Memory.new continuation = object.try { |i| Protodec::Any.cast_json(object) }
data.write_byte 0x12 .try { |i| Protodec::Any.from_json(i) }
data.write_byte 0x06 .try { |i| Base64.urlsafe_encode(i) }
data.print "search" .try { |i| URI.encode_www_form(i) }
data.write Bytes[0x30, 0x02] return "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
data.write Bytes[0x38, 0x01]
data.write Bytes[0x60, 0x01]
data.write Bytes[0x6a, 0x00]
data.write Bytes[0xb8, 0x01, 0x00]
data.write_byte 0x7a
VarInt.to_io(data, page.bytesize)
data.print page
data.rewind
data = Base64.urlsafe_encode(data)
continuation = URI.encode_www_form(data)
data = IO::Memory.new
data.write_byte 0x12
VarInt.to_io(data, ucid.bytesize)
data.print ucid
data.write_byte 0x1a
VarInt.to_io(data, continuation.bytesize)
data.print continuation
data.write_byte 0x5a
VarInt.to_io(data, query.bytesize)
data.print query
data.rewind
buffer = IO::Memory.new
buffer.write Bytes[0xe2, 0xa9, 0x85, 0xb2, 0x02]
VarInt.to_io(buffer, data.bytesize)
IO.copy data, buffer
continuation = Base64.urlsafe_encode(buffer)
continuation = URI.encode_www_form(continuation)
url = "/browse_ajax?continuation=#{continuation}&gl=US&hl=en"
return url
end end
def process_search_query(query, page, user, region) def process_search_query(query, page, user, region)