ProjectSegfault/invidious-experimenting
4
0
Fork 0
forked from midou/invidious
Code Pull Requests Activity

Refactor client creation

Browse Source
This commit is contained in:
Omar Roth 2018-02-05 19:07:49 -06:00
parent 0e704056a1
commit 990bca5af5
2 changed files with 10 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/helpers.cr
View File

@ -209,3 +209,10 @@ def rank_videos(db, n)
# Return top # Return top
return top[1..n] return top[1..n]
end end
def make_client(url, context)
client = HTTP::Client.new(URL, CONTEXT)
client.read_timeout = 10.seconds
client.connect_timeout = 10.seconds
return client
end

15
src/invidious.cr
View File

@ -48,10 +48,7 @@ CONTEXT.add_options(
OpenSSL::SSL::Options::NO_SSL_V3 OpenSSL::SSL::Options::NO_SSL_V3
) )
pool = Deque.new((threads * 1.2 + 1).to_i) do pool = Deque.new((threads * 1.2 + 1).to_i) do
client = HTTP::Client.new(URL, CONTEXT) make_client(URL, CONTEXT)
client.read_timeout = 10.seconds
client.connect_timeout = 10.seconds
client
end end
# Refresh pool by crawling YT # Refresh pool by crawling YT
@ -74,10 +71,7 @@ threads.times do
end end
if rand(300) < 1 if rand(300) < 1
client = HTTP::Client.new(URL, CONTEXT) pool << make_client(URL, CONTEXT)
client.read_timeout = 10.seconds
client.connect_timeout = 10.seconds
pool << client
end end
time = Time.now time = Time.now
@ -87,10 +81,7 @@ threads.times do
video = get_video(id, client, PG_DB) video = get_video(id, client, PG_DB)
rescue ex rescue ex
io << id << " : " << ex << "\n" io << id << " : " << ex << "\n"
client = HTTP::Client.new(URL, CONTEXT) pool << make_client(URL, CONTEXT)
client.read_timeout = 10.seconds
client.connect_timeout = 10.seconds
pool << client
next next
ensure ensure
ids.delete(id) ids.delete(id)