iv-org-mirror/invidious-copy-2022-04-11
1
0
Fork 0
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2022-04-11.git synced 2024-08-15 00:43:26 +00:00
Code Issues Projects Releases Packages Wiki Activity

Add fix for channel job

Browse source
This commit is contained in:
Omar Roth 2018-08-06 07:59:42 -05:00
parent ca2320f17f
commit 923f9a716b
2 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/invidious.cr
View file

@ -83,9 +83,13 @@ crawl_threads.times do
end
end
total_channels = PG_DB.query_one("SELECT count(*) FROM channels", as: Int64)
channel_threads.times do |i|
limit = total_channels / channel_threads
offset = limit.not_nil! * i
spawn do
refresh_channels(PG_DB)
refresh_channels(PG_DB, limit, offset)
end
end

4
src/invidious/jobs.cr
View file

@ -44,9 +44,9 @@ def crawl_videos(db)
end
end
def refresh_channels(db)
def refresh_channels(db, limit = 0, offset = 0)
loop do
db.query("SELECT id FROM channels ORDER BY updated") do |rs|
db.query("SELECT id FROM channels ORDER BY updated limit $1 offset $2", limit, offset) do |rs|
rs.each do
client = make_client(YT_URL)