mirror of
https://gitea.invidious.io/iv-org/invidious-copy-2022-08-14.git
synced 2024-08-15 00:53:20 +00:00
Add option to pull all videos
This commit is contained in:
parent
4730497efe
commit
6d8caaee65
4 changed files with 9 additions and 7 deletions
|
@ -6,4 +6,5 @@ db:
|
|||
password: kemal
|
||||
host: localhost
|
||||
port: 5432
|
||||
dbname: invidious
|
||||
dbname: invidious
|
||||
full_refresh: false
|
|
@ -83,7 +83,7 @@ crawl_threads.times do
|
|||
end
|
||||
end
|
||||
|
||||
refresh_channels(PG_DB, channel_threads)
|
||||
refresh_channels(PG_DB, channel_threads, CONFIG.full_refresh)
|
||||
|
||||
video_threads.times do |i|
|
||||
spawn do
|
||||
|
|
|
@ -10,9 +10,10 @@ class Config
|
|||
port: Int32,
|
||||
dbname: String,
|
||||
),
|
||||
dl_api_key: String?,
|
||||
https_only: Bool?,
|
||||
hmac_key: String?,
|
||||
dl_api_key: String?,
|
||||
https_only: Bool?,
|
||||
hmac_key: String?,
|
||||
full_refresh: Bool,
|
||||
})
|
||||
end
|
||||
|
||||
|
|
|
@ -44,7 +44,7 @@ def crawl_videos(db)
|
|||
end
|
||||
end
|
||||
|
||||
def refresh_channels(db, max_threads = 1)
|
||||
def refresh_channels(db, max_threads = 1, full_refresh = false)
|
||||
max_channel = Channel(Int32).new
|
||||
|
||||
spawn do
|
||||
|
@ -67,7 +67,7 @@ def refresh_channels(db, max_threads = 1)
|
|||
spawn do
|
||||
begin
|
||||
client = make_client(YT_URL)
|
||||
channel = fetch_channel(id, client, db, false)
|
||||
channel = fetch_channel(id, client, db, full_refresh)
|
||||
|
||||
db.exec("UPDATE channels SET updated = $1 WHERE id = $2", Time.now, id)
|
||||
rescue ex
|
||||
|
|
Loading…
Reference in a new issue