ProjectSegfault/invidious-experimenting
4
0
Fork 0
forked from midou/invidious
Code Pull Requests Activity

Update pubsub to use client pool

Browse Source
This commit is contained in:
Omar Roth 2019-11-01 07:34:36 -04:00
parent f776d67c03
commit 833a60f29c
No known key found for this signature in database
GPG Key ID: B8254FB7EC3D37F2
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/invidious/helpers/jobs.cr
View File

@ -127,6 +127,8 @@ def subscribe_to_feeds(db, logger, key, config)
end
max_channel = Channel(Int32).new
client_pool = HTTPPool.new(PUBSUB_URL, capacity: max_threads, timeout: 0.05)
spawn do
max_threads = max_channel.receive
active_threads = 0
@ -147,12 +149,13 @@ def subscribe_to_feeds(db, logger, key, config)
spawn do
begin
response = subscribe_pubsub(ucid, key, config)
response = subscribe_pubsub(ucid, key, config, client_pool)
if response.status_code >= 400
logger.puts("#{ucid} : #{response.body}")
end
rescue ex
logger.puts("#{ucid} : #{ex.message}")
end
active_channel.send(true)

5
src/invidious/helpers/utils.cr
View File

@ -1949,7 +1949,7 @@ def sha256(text)
return digest.hexdigest
end
def subscribe_pubsub(topic, key, config)
def subscribe_pubsub(topic, key, config, client_pool)
case topic
when .match(/^UC[A-Za-z0-9_-]{22}$/)
topic = "channel_id=#{topic}"
@ -1961,7 +1961,6 @@ def subscribe_pubsub(topic, key, config)
# TODO
end
client = make_client(PUBSUB_URL)
time = Time.utc.to_unix.to_s
nonce = Random::Secure.hex(4)
signature = "#{time}:#{nonce}"
@ -1977,7 +1976,7 @@ def subscribe_pubsub(topic, key, config)
"hub.secret" => key.to_s,
}
return client.post("/subscribe", form: body)
return client_pool.client &.post("/subscribe", form: body)
end
def parse_range(range)