diff options
| author | saltycrys <73420320+saltycrys@users.noreply.github.com> | 2020-12-06 04:11:41 +0100 |
|---|---|---|
| committer | saltycrys <73420320+saltycrys@users.noreply.github.com> | 2020-12-06 04:11:41 +0100 |
| commit | 2de206cb8139b6e32293443dc749b33e4189c8ce (patch) | |
| tree | 3602b8830e8454d6b9831d0154ff4877f8d9e8f4 | |
| parent | 527f408f6a288a7e2f0df3e7bcac183f3d7ca4b9 (diff) | |
| download | invidious-2de206cb8139b6e32293443dc749b33e4189c8ce.tar.gz invidious-2de206cb8139b6e32293443dc749b33e4189c8ce.tar.bz2 invidious-2de206cb8139b6e32293443dc749b33e4189c8ce.zip | |
Fix comments
The YouTube headers are now always added for requests to YouTube.
Previously they were only added for requests going through QUIC.
The session token is now JSON decoded to unescape escaped Unicode characters.
The comment continuation protobuf has been updated and the request now goes
through the YouTube `pbj` JSON API.
| -rw-r--r-- | src/invidious/comments.cr | 10 | ||||
| -rw-r--r-- | src/invidious/helpers/utils.cr | 1 | ||||
| -rw-r--r-- | src/invidious/videos.cr | 3 |
3 files changed, 10 insertions, 4 deletions
diff --git a/src/invidious/comments.cr b/src/invidious/comments.cr index ec203c41..9f9edca0 100644 --- a/src/invidious/comments.cr +++ b/src/invidious/comments.cr @@ -88,7 +88,7 @@ def fetch_youtube_comments(id, db, cursor, format, locale, thin_mode, region, so "cookie" => video.cookie, } - response = YT_POOL.client(region, &.post("/comment_service_ajax?action_get_comments=1&hl=en&gl=US", headers, form: post_req)) + response = YT_POOL.client(region, &.post("/comment_service_ajax?action_get_comments=1&hl=en&gl=US&pbj=1", headers, form: post_req)) response = JSON.parse(response.body) if !response["response"]["continuationContents"]? @@ -581,13 +581,17 @@ def produce_comment_continuation(video_id, cursor = "", sort_by = "top") object = { "2:embedded" => { "2:string" => video_id, - "24:varint" => 1_i64, - "25:varint" => 1_i64, + "25:varint" => 0_i64, "28:varint" => 1_i64, "36:embedded" => { "5:varint" => -1_i64, "8:varint" => 0_i64, }, + "40:embedded" => { + "1:varint" => 4_i64, + "3:string" => "https://www.youtube.com", + "4:string" => "", + }, }, "3:varint" => 6_i64, "6:embedded" => { diff --git a/src/invidious/helpers/utils.cr b/src/invidious/helpers/utils.cr index a51f15ce..bb9a35ea 100644 --- a/src/invidious/helpers/utils.cr +++ b/src/invidious/helpers/utils.cr @@ -83,6 +83,7 @@ def make_client(url : URI, region = nil) # TODO: Migrate any applicable endpoints to QUIC client = HTTPClient.new(url, OpenSSL::SSL::Context::Client.insecure) client.family = (url.host == "www.youtube.com") ? CONFIG.force_resolve : Socket::Family::UNSPEC + client.before_request { |r| add_yt_headers(r) } if url.host == "www.youtube.com" client.read_timeout = 10.seconds client.connect_timeout = 10.seconds diff --git a/src/invidious/videos.cr b/src/invidious/videos.cr index edbff14e..084cda49 100644 --- a/src/invidious/videos.cr +++ b/src/invidious/videos.cr @@ -830,7 +830,8 @@ def extract_polymer_config(body) params["reason"] = JSON::Any.new(reason) end - params["sessionToken"] = JSON::Any.new(body.match(/"XSRF_TOKEN":"(?<session_token>[^"]+)"/).try &.["session_token"]?) + session_token_json_encoded = body.match(/"XSRF_TOKEN":"(?<session_token>[^"]+)"/).try &.["session_token"]? || "" + params["sessionToken"] = JSON.parse(%({"key": "#{session_token_json_encoded}"}))["key"] params["shortDescription"] = JSON::Any.new(body.match(/"og:description" content="(?<description>[^"]+)"/).try &.["description"]?) return params if !player_response |