Add "language" to postgres

This commit is contained in:
Omar Roth 2018-03-16 19:45:37 -05:00
parent 997449ab4b
commit 6b5c9cfaf1
2 changed files with 14 additions and 5 deletions

View file

@ -51,6 +51,7 @@ class Video
wilson_score: Float64, wilson_score: Float64,
published: Time, published: Time,
description: String, description: String,
language: String?,
}) })
end end
@ -171,7 +172,7 @@ def fetch_video(id, client)
end end
end end
video = Video.new(id, info, Time.now, title, views, likes, dislikes, wilson_score, published, description) video = Video.new(id, info, Time.now, title, views, likes, dislikes, wilson_score, published, description, nil)
return video return video
end end
@ -261,12 +262,19 @@ def rank_videos(db, n, pool, filter)
video = get_video(id, client, db) video = get_video(id, client, db)
pool << client pool << client
description = XML.parse(video.description) if video.language
content = [video.title, description.content].join(" ") language = video.language
else
description = XML.parse(video.description)
content = [video.title, description.content].join(" ")
results = DetectLanguage.detect(content) results = DetectLanguage.detect(content)
language = results[0].language
if results[0].language == "en" db.exec("UPDATE videos SET language = $1 WHERE id = $2", language, id)
end
if language == "en"
language_list << id language_list << id
end end
end end

View file

@ -12,6 +12,7 @@ CREATE TABLE public.videos
wilson_score double precision, wilson_score double precision,
published timestamp with time zone, published timestamp with time zone,
description text COLLATE pg_catalog."default", description text COLLATE pg_catalog."default",
language text COLLATE pg_catalog."default",
CONSTRAINT videos_pkey PRIMARY KEY (id) CONSTRAINT videos_pkey PRIMARY KEY (id)
) )
WITH ( WITH (