aboutsummaryrefslogtreecommitdiff
path: root/src/plugins
diff options
context:
space:
mode:
Diffstat (limited to 'src/plugins')
-rw-r--r--src/plugins/Youtube.cpp252
1 files changed, 212 insertions, 40 deletions
diff --git a/src/plugins/Youtube.cpp b/src/plugins/Youtube.cpp
index 3ab405c..95ee8e3 100644
--- a/src/plugins/Youtube.cpp
+++ b/src/plugins/Youtube.cpp
@@ -1,8 +1,21 @@
#include "../../plugins/Youtube.hpp"
+#include "../../include/Storage.hpp"
#include <json/reader.h>
+#include <json/writer.h>
+#include <uuid.h>
#include <string.h>
namespace QuickMedia {
+ const int VISITOR_ID_SIZE = 12;
+ const char visitor_id_chars[] = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQSTUVWXYZ0123456789-_";
+ static void generate_visitor_id(char visitor_id[VISITOR_ID_SIZE]) {
+ uuid_t uuid_num;
+ uuid_generate_random(uuid_num);
+ for(int i = 0; i < VISITOR_ID_SIZE; ++i) {
+ visitor_id[i] = visitor_id_chars[uuid_num[i] % (sizeof(visitor_id_chars) - 1)];
+ }
+ }
+
static void iterate_suggestion_result(const Json::Value &value, std::vector<std::string> &result_items, int &iterate_count) {
++iterate_count;
if(value.isArray()) {
@@ -14,6 +27,183 @@ namespace QuickMedia {
}
}
+ static bool json_read_cookies(const Json::Value &json_cookies, std::string &visitor_info_live, std::string &ysc) {
+ if(!json_cookies.isObject())
+ return false;
+
+ const Json::Value &visitor_info_live_json = json_cookies["visitor_info_live"];
+ if(!visitor_info_live_json.isString())
+ return false;
+
+ const Json::Value &ysc_json = json_cookies["ysc"];
+ if(!ysc_json.isString())
+ return false;
+
+ visitor_info_live = visitor_info_live_json.asString();
+ ysc = ysc_json.asString();
+ return true;
+ }
+
+ static std::unique_ptr<BodyItem> parse_content_video_renderer(const Json::Value &content_item_json) {
+ if(!content_item_json.isObject())
+ return nullptr;
+
+ const Json::Value &video_renderer_json = content_item_json["videoRenderer"];
+ if(!video_renderer_json.isObject())
+ return nullptr;
+
+ const Json::Value &video_id_json = video_renderer_json["videoId"];
+ if(!video_id_json.isString())
+ return nullptr;
+
+ std::string video_id_str = video_id_json.asString();
+ std::string thumbnail_url = "https://img.youtube.com/vi/" + video_id_str + "/hqdefault.jpg";
+
+ const char *title = nullptr;
+ const Json::Value &title_json = video_renderer_json["title"];
+ if(title_json.isObject()) {
+ const Json::Value &runs_json = title_json["runs"];
+ if(runs_json.isArray() && !runs_json.empty()) {
+ const Json::Value &first_runs_json = runs_json[0];
+ if(first_runs_json.isObject()) {
+ const Json::Value &text_json = first_runs_json["text"];
+ if(text_json.isString())
+ title = text_json.asCString();
+ }
+ }
+ }
+
+ if(!title)
+ return nullptr;
+
+ auto body_item = std::make_unique<BodyItem>(title);
+ body_item->url = "https://www.youtube.com/watch?v=" + video_id_str;
+ body_item->thumbnail_url = std::move(thumbnail_url);
+ return body_item;
+ }
+
+ Youtube::Youtube() : Plugin("youtube") {
+ Path youtube_config_dir = get_storage_dir().join("youtube");
+ if(create_directory_recursive(youtube_config_dir) == 0) {
+ Path cookie_path = youtube_config_dir;
+ cookie_path.join("cookies.json");
+
+ bool cookies_read_from_file = false;
+ std::string cookie_file_content;
+ if(file_get_content(cookie_path, cookie_file_content) == 0) {
+ Json::Value json_root;
+ Json::CharReaderBuilder json_builder;
+ std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
+ std::string json_errors;
+ if(json_reader->parse(&cookie_file_content[0], &cookie_file_content[cookie_file_content.size()], &json_root, &json_errors) && json_read_cookies(json_root, visitor_info_live, ysc)) {
+ cookies_read_from_file = true;
+ } else {
+ fprintf(stderr, "Youtube failed to read cookies: %s\n", json_errors.c_str());
+ }
+ }
+
+ if(!cookies_read_from_file) {
+ visitor_info_live.resize(VISITOR_ID_SIZE);
+ ysc.resize(VISITOR_ID_SIZE);
+ generate_visitor_id(&visitor_info_live[0]);
+ generate_visitor_id(&ysc[0]);
+
+ Json::Value json_cookies(Json::objectValue);
+ json_cookies["visitor_info_live"] = visitor_info_live;
+ json_cookies["ysc"] = ysc;
+
+ Json::StreamWriterBuilder json_builder;
+ file_overwrite(cookie_path, Json::writeString(json_builder, json_cookies));
+ }
+ }
+ }
+
+ PluginResult Youtube::get_front_page(BodyItems &result_items) {
+ std::string url = "https://youtube.com/";
+
+ std::vector<CommandArg> additional_args = {
+ { "-H", "x-spf-referer: " + url },
+ { "-H", "x-youtube-client-name: 1" },
+ { "-H", "x-youtube-client-version: 2.20200626.03.00" },
+ { "-H", "referer: " + url }
+ };
+
+ std::optional<CommandArg> cookies = get_cookies();
+ if(cookies)
+ additional_args.push_back(cookies.value());
+
+ std::string website_data;
+ if(download_to_string(url + "?pbj=1", website_data, additional_args, use_tor, true) != DownloadResult::OK)
+ return PluginResult::NET_ERR;
+
+ Json::Value json_root;
+ Json::CharReaderBuilder json_builder;
+ std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
+ std::string json_errors;
+ if(!json_reader->parse(&website_data[0], &website_data[website_data.size()], &json_root, &json_errors)) {
+ fprintf(stderr, "Youtube get front page error: %s\n", json_errors.c_str());
+ return PluginResult::ERR;
+ }
+
+ if(!json_root.isArray())
+ return PluginResult::ERR;
+
+ for(const Json::Value &json_item : json_root) {
+ if(!json_item.isObject())
+ continue;
+
+ const Json::Value &response_json = json_item["response"];
+ if(!response_json.isObject())
+ continue;
+
+ const Json::Value &contents_json = response_json["contents"];
+ if(!contents_json.isObject())
+ continue;
+
+ const Json::Value &tcbrr_json = contents_json["twoColumnBrowseResultsRenderer"];
+ if(!tcbrr_json.isObject())
+ continue;
+
+ const Json::Value &tabs_json = tcbrr_json["tabs"];
+ if(!tabs_json.isArray())
+ continue;
+
+ for(const Json::Value &tab_item_json : tabs_json) {
+ if(!tab_item_json.isObject())
+ continue;
+
+ const Json::Value &tab_renderer_json = tab_item_json["tabRenderer"];
+ if(!tab_renderer_json.isObject())
+ continue;
+
+ const Json::Value &content_json = tab_renderer_json["content"];
+ if(!content_json.isObject())
+ continue;
+
+ const Json::Value &rich_grid_renderer = content_json["richGridRenderer"];
+ if(!rich_grid_renderer.isObject())
+ continue;
+
+ const Json::Value &contents2_json = rich_grid_renderer["contents"];
+ if(!contents2_json.isArray())
+ continue;
+
+ for(const Json::Value &contents_item : contents2_json) {
+ const Json::Value &rich_item_renderer_json = contents_item["richItemRenderer"];
+ if(!rich_item_renderer_json.isObject())
+ continue;
+
+ const Json::Value &rich_item_contents = rich_item_renderer_json["content"];
+ std::unique_ptr<BodyItem> body_item = parse_content_video_renderer(rich_item_contents);
+ if(body_item)
+ result_items.push_back(std::move(body_item));
+ }
+ }
+ }
+
+ return PluginResult::OK;
+ }
+
std::string Youtube::autocomplete_search(const std::string &query) {
// Return the last result if the query is a substring of the autocomplete result
if(last_autocomplete_result.size() >= query.size() && memcmp(query.data(), last_autocomplete_result.data(), query.size()) == 0)
@@ -118,41 +308,9 @@ namespace QuickMedia {
return;
for(const Json::Value &content_item_json : item_contents_json) {
- if(!content_item_json.isObject())
- continue;
-
- const Json::Value &video_renderer_json = content_item_json["videoRenderer"];
- if(!video_renderer_json.isObject())
- continue;
-
- const Json::Value &video_id_json = video_renderer_json["videoId"];
- if(!video_id_json.isString())
- continue;
-
- std::string video_id_str = video_id_json.asString();
- std::string thumbnail_url = "https://img.youtube.com/vi/" + video_id_str + "/hqdefault.jpg";
-
- const char *title = nullptr;
- const Json::Value &title_json = video_renderer_json["title"];
- if(title_json.isObject()) {
- const Json::Value &runs_json = title_json["runs"];
- if(runs_json.isArray() && !runs_json.empty()) {
- const Json::Value &first_runs_json = runs_json[0];
- if(first_runs_json.isObject()) {
- const Json::Value &text_json = first_runs_json["text"];
- if(text_json.isString())
- title = text_json.asCString();
- }
- }
- }
-
- if(!title)
- continue;
-
- auto body_item = std::make_unique<BodyItem>(title);
- body_item->url = "https://www.youtube.com/watch?v=" + video_id_str;
- body_item->thumbnail_url = std::move(thumbnail_url);
- result_items.push_back(std::move(body_item));
+ std::unique_ptr<BodyItem> body_item = parse_content_video_renderer(content_item_json);
+ if(body_item)
+ result_items.push_back(std::move(body_item));
}
}
@@ -167,6 +325,10 @@ namespace QuickMedia {
{ "-H", "referer: " + url }
};
+ std::optional<CommandArg> cookies = get_cookies();
+ if(cookies)
+ additional_args.push_back(cookies.value());
+
std::string website_data;
if(download_to_string(url + "&pbj=1", website_data, additional_args, use_tor, true) != DownloadResult::OK)
return SuggestionResult::NET_ERR;
@@ -195,23 +357,23 @@ namespace QuickMedia {
const Json::Value &contents_json = response_json["contents"];
if(!contents_json.isObject())
- return SuggestionResult::ERR;
+ continue;
const Json::Value &tcsrr_json = contents_json["twoColumnSearchResultsRenderer"];
if(!tcsrr_json.isObject())
- return SuggestionResult::ERR;
+ continue;
const Json::Value &primary_contents_json = tcsrr_json["primaryContents"];
if(!primary_contents_json.isObject())
- return SuggestionResult::ERR;
+ continue;
const Json::Value &section_list_renderer_json = primary_contents_json["sectionListRenderer"];
if(!section_list_renderer_json.isObject())
- return SuggestionResult::ERR;
+ continue;
const Json::Value &contents2_json = section_list_renderer_json["contents"];
if(!contents2_json.isArray())
- return SuggestionResult::ERR;
+ continue;
for(const Json::Value &item_json : contents2_json) {
if(!item_json.isObject())
@@ -243,6 +405,10 @@ namespace QuickMedia {
{ "-H", "referer: " + url }
};
+ std::optional<CommandArg> cookies = get_cookies();
+ if(cookies)
+ additional_args.push_back(cookies.value());
+
std::string website_data;
if(download_to_string(next_url, website_data, additional_args, use_tor, true) != DownloadResult::OK)
return;
@@ -282,6 +448,12 @@ namespace QuickMedia {
}
}
+ std::optional<CommandArg> Youtube::get_cookies() const {
+ if(!visitor_info_live.empty() && !ysc.empty())
+ return CommandArg { "-H", "cookie: VISITOR_INFO1_LIVE=" + visitor_info_live + "; YSC=" + ysc + "; wide=1; PREF=; GPS=0" };
+ return std::nullopt;
+ }
+
static std::string remove_index_from_playlist_url(const std::string &url) {
std::string result = url;
size_t index = result.rfind("&index=");