iv-org-mirror/invidious-copy-2022-04-11
1
0
Fork 0
mirror of https://gitea.invidious.io/iv-org/invidious-copy-2022-04-11.git synced 2024-08-15 00:43:26 +00:00
Code Issues Projects Releases Packages Wiki Activity

Clarify crawl option

Browse source
This commit is contained in:
Omar Roth 2018-05-01 18:51:16 -05:00
parent ae68213dc7
commit 58410e09f7
3 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
config/config.yml
View file

@ -1,4 +1,4 @@
threads: 5
crawl_threads: 5
channel_threads: 5
video_threads: 5
db:

2
src/helpers.cr
View file

@ -15,7 +15,7 @@ end
class Config
YAML.mapping({
threads: Int32,
crawl_threads: Int32,
channel_threads: Int32,
video_threads: Int32,
db: NamedTuple(

8
src/invidious.cr
View file

@ -25,15 +25,15 @@ require "./helpers"
CONFIG = Config.from_yaml(File.read("config/config.yml"))
threads = CONFIG.threads
crawl_threads = CONFIG.crawl_threads
channel_threads = CONFIG.channel_threads
video_threads = CONFIG.video_threads
Kemal.config.extra_options do |parser|
parser.banner = "Usage: invidious [arguments]"
parser.on("-t THREADS", "--youtube-threads=THREADS", "Number of threads for crawling (default: #{threads})") do |number|
parser.on("-t THREADS", "--crawl-threads=THREADS", "Number of threads for crawling (default: #{crawl_threads})") do |number|
begin
threads = number.to_i
crawl_threads = number.to_i
rescue ex
puts "THREADS must be integer"
exit
@ -73,7 +73,7 @@ YT_URL = URI.parse("https://www.youtube.com")
REDDIT_URL = URI.parse("https://api.reddit.com")
LOGIN_URL = URI.parse("https://accounts.google.com")
threads.times do
crawl_threads.times do
spawn do
ids = Deque(String).new
random = Random.new