iv-org-mirror/invidious-copy-2023-06-08
1
0
Fork 0
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2023-06-08.git synced 2024-08-15 00:53:38 +00:00
Code Issues Projects Releases Packages Wiki Activity

Add option to pull all videos

Browse source
This commit is contained in:
Omar Roth 2018-08-08 20:12:17 -05:00
parent 4730497efe
commit 6d8caaee65
4 changed files with 9 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
config/config.yml
View file

@ -6,4 +6,5 @@ db:
password: kemal
host: localhost
port: 5432
dbname: invidious
dbname: invidious
full_refresh: false

2
src/invidious.cr
View file

@ -83,7 +83,7 @@ crawl_threads.times do
end
end
refresh_channels(PG_DB, channel_threads)
refresh_channels(PG_DB, channel_threads, CONFIG.full_refresh)
video_threads.times do |i|
spawn do

7
src/invidious/helpers/helpers.cr
View file

@ -10,9 +10,10 @@ class Config
port: Int32,
dbname: String,
),
dl_api_key: String?,
https_only: Bool?,
hmac_key: String?,
dl_api_key: String?,
https_only: Bool?,
hmac_key: String?,
full_refresh: Bool,
})
end

4
src/invidious/jobs.cr
View file

@ -44,7 +44,7 @@ def crawl_videos(db)
end
end
def refresh_channels(db, max_threads = 1)
def refresh_channels(db, max_threads = 1, full_refresh = false)
max_channel = Channel(Int32).new
spawn do
@ -67,7 +67,7 @@ def refresh_channels(db, max_threads = 1)
spawn do
begin
client = make_client(YT_URL)
channel = fetch_channel(id, client, db, false)
channel = fetch_channel(id, client, db, full_refresh)
db.exec("UPDATE channels SET updated = $1 WHERE id = $2", Time.now, id)
rescue ex