path: root/src/plugins/Youtube.cpp

#include "../../plugins/Youtube.hpp"
#include <quickmedia/HtmlSearch.h>
#include <json/reader.h>
#include <string.h>

namespace QuickMedia {
    static bool begins_with(const char *str, const char *begin_with) {
        return strncmp(str, begin_with, strlen(begin_with)) == 0;
    }

    static bool contains(const char *str, const char *substr) {
        return strstr(str, substr);
    }

    static void iterate_suggestion_result(const Json::Value &value, BodyItems &result_items, int &iterate_count) {
        ++iterate_count;
        if(value.isArray()) {
            for(const Json::Value &child : value) {
                iterate_suggestion_result(child, result_items, iterate_count);
            }
        } else if(value.isString() && iterate_count > 2) {
            std::string title = value.asString();
            auto item = std::make_unique<BodyItem>(title);
            result_items.push_back(std::move(item));
        }
    }

    static size_t find_end_of_json(const std::string &website_data, size_t data_start) {
        int brace_count = 0;
        char string_char = '\0';
        bool escape = false;
        for(size_t i = data_start; i < website_data.size(); ++i) {
            char c = website_data[i];
            if(c == '{' && string_char == '\0') {
                escape = false;
                ++brace_count;
            } else if(c == '}' && string_char == '\0') {
                escape = false;
                --brace_count;
                if(brace_count == 0) {
                    return i + 1;
                }
            } else if(c == '"' || c == '\'') {
                if(string_char == '\0') {
                    string_char = c;
                } else if(c == string_char && !escape) {
                    string_char = '\0';
                }
                escape = false;
            } else if(c == '\\' && string_char) {
                escape = !escape;
            } else if(string_char) {
                escape = false;
            }
        }
        return std::string::npos;
    }

    // TODO: Speed this up by using string.find instead of parsing html
    SuggestionResult Youtube::update_search_suggestions(const std::string &text, BodyItems &result_items) {
        // Keep this for backup. This is using search suggestion the same way youtube does it, but the results
        // are not as good as doing an actual search.
        #if 0
        std::string url = "https://clients1.google.com/complete/search?client=youtube&hl=en&gs_rn=64&gs_ri=youtube&ds=yt&cp=7&gs_id=x&q=";
        url += url_param_encode(text);

        std::string server_response;
        if(download_to_string(url, server_response, {}, use_tor, true) != DownloadResult::OK)
            return SuggestionResult::NET_ERR;

        size_t json_start = server_response.find_first_of('(');
        if(json_start == std::string::npos)
            return SuggestionResult::ERR;
        ++json_start;

        size_t json_end = server_response.find_last_of(')');
        if(json_end == std::string::npos)
            return SuggestionResult::ERR;

        if(json_end == 0 || json_start >= json_end)
            return SuggestionResult::ERR;

        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&server_response[json_start], &server_response[json_end], &json_root, &json_errors)) {
            fprintf(stderr, "Youtube suggestions json error: %s\n", json_errors.c_str());
            return SuggestionResult::ERR;
        }

        int iterate_count = 0;
        iterate_suggestion_result(json_root, result_items, iterate_count);
        bool found_search_text = false;
        for(auto &item : result_items) {
            if(item->title == text) {
                found_search_text = true;
                break;
            }
        }
        if(!found_search_text)
            result_items.insert(result_items.begin(), std::make_unique<BodyItem>(text));
        return SuggestionResult::OK;
        #elif 0
        std::string url = "https://youtube.com/results?search_query=";
        url += url_param_encode(text);

        std::string website_data;
        if(download_to_string(url, website_data, {}, use_tor, true) != DownloadResult::OK)
            return SuggestionResult::NET_ERR;

        struct ItemData {
            BodyItems *result_items;
            size_t index;
        };
        ItemData item_data = { &result_items, 0 };

        QuickMediaHtmlSearch html_search;
        int result = quickmedia_html_search_init(&html_search, website_data.c_str());
        if(result != 0)
            goto cleanup;

        result = quickmedia_html_find_nodes_xpath(&html_search, "//h3[class=\"yt-lockup-title\"]/a",
            [](QuickMediaHtmlNode *node, void *userdata) {
                auto *result_items = (BodyItems*)userdata;
                const char *href = quickmedia_html_node_get_attribute_value(node, "href");
                const char *title = quickmedia_html_node_get_attribute_value(node, "title");
                // Checking for watch?v helps skipping ads
                if(href && title && begins_with(href, "/watch?v=")) {
                    auto item = std::make_unique<BodyItem>(strip(title));
                    item->url = std::string("https://www.youtube.com") + href;
                    result_items->push_back(std::move(item));
                }
            }, &result_items);
        if(result != 0)
            goto cleanup;

        result = quickmedia_html_find_nodes_xpath(&html_search, "//span[class=\"yt-thumb-simple\"]//img",
            [](QuickMediaHtmlNode *node, void *userdata) {
                ItemData *item_data = (ItemData*)userdata;
                if(item_data->index >= item_data->result_items->size())
                    return;

                const char *src = quickmedia_html_node_get_attribute_value(node, "src");
                const char *data_thumb = quickmedia_html_node_get_attribute_value(node, "data-thumb");

                if(src && contains(src, "i.ytimg.com/")) {
                    (*item_data->result_items)[item_data->index]->thumbnail_url = src;
                    ++item_data->index;
                } else if(data_thumb && contains(data_thumb, "i.ytimg.com/")) {
                    (*item_data->result_items)[item_data->index]->thumbnail_url = data_thumb;
                    ++item_data->index;
                }
            }, &item_data);

        cleanup:
        quickmedia_html_search_deinit(&html_search);
        return result == 0 ? SuggestionResult::OK : SuggestionResult::ERR;
        #else
        std::string url = "https://youtube.com/results?search_query=";
        url += url_param_encode(text);

        std::string website_data;
        if(download_to_string(url, website_data, {}, use_tor, true) != DownloadResult::OK)
            return SuggestionResult::NET_ERR;

        size_t data_start = website_data.find("window[\"ytInitialData\"] = {");
        if(data_start == std::string::npos)
            return SuggestionResult::ERR;
        
        data_start = data_start + 26;
        size_t data_end = find_end_of_json(website_data, data_start);

        if(data_end == std::string::npos)
            return SuggestionResult::ERR;

        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&website_data[data_start], &website_data[data_end], &json_root, &json_errors)) {
            fprintf(stderr, "Youtube search json error: %s\n", json_errors.c_str());
            return SuggestionResult::ERR;
        }

        const Json::Value &contents_json = json_root["contents"];
        if(!contents_json.isObject())
            return SuggestionResult::ERR;

        const Json::Value &tcsrr_json = contents_json["twoColumnSearchResultsRenderer"];
        if(!tcsrr_json.isObject())
            return SuggestionResult::ERR;

        const Json::Value &primary_contents_json = tcsrr_json["primaryContents"];
        if(!primary_contents_json.isObject())
            return SuggestionResult::ERR;

        const Json::Value &section_list_renderer_json = primary_contents_json["sectionListRenderer"];
        if(!section_list_renderer_json.isObject())
            return SuggestionResult::ERR;
        
        const Json::Value &contents2_json = section_list_renderer_json["contents"];
        if(!contents2_json.isArray())
            return SuggestionResult::ERR;
        
        for(const Json::Value &item_json : contents2_json) {
            if(!item_json.isObject())
                continue;
            
            const Json::Value &item_section_renderer_json = item_json["itemSectionRenderer"];
            if(!item_section_renderer_json.isObject())
                continue;
            
            const Json::Value &item_contents_json = item_section_renderer_json["contents"];
            if(!item_contents_json.isArray())
                continue;
            
            for(const Json::Value &content_item_json : item_contents_json) {
                if(!content_item_json.isObject())
                    continue;
                
                const Json::Value &video_renderer_json = content_item_json["videoRenderer"];
                if(!video_renderer_json.isObject())
                    continue;
                
                const Json::Value &video_id_json = video_renderer_json["videoId"];
                if(!video_id_json.isString())
                    continue;

                std::string video_id_str = video_id_json.asString();
                std::string thumbnail_url = "https://img.youtube.com/vi/" + video_id_str + "/hqdefault.jpg";

                const char *title = nullptr;
                const Json::Value &title_json = video_renderer_json["title"];
                if(title_json.isObject()) {
                    const Json::Value &runs_json = title_json["runs"];
                    if(runs_json.isArray() && runs_json.size() > 0) {
                        const Json::Value &first_runs_json = runs_json[0];
                        if(first_runs_json.isObject()) {
                            const Json::Value &text_json = first_runs_json["text"];
                            if(text_json.isString())
                                title = text_json.asCString();
                        }
                    }
                }

                if(!title)
                    continue;
                
                auto body_item = std::make_unique<BodyItem>(title);
                body_item->url = "https://www.youtube.com/watch?v=" + video_id_str;
                body_item->thumbnail_url = std::move(thumbnail_url);
                result_items.push_back(std::move(body_item));
            }
        }

        return SuggestionResult::OK;
        #endif
    }

    static std::string get_playlist_id_from_url(const std::string &url) {
        std::string playlist_id = url;
        size_t list_index = playlist_id.find("&list=");
        if(list_index == std::string::npos)
            return playlist_id;
        return playlist_id.substr(list_index);
    }

    static std::string remove_index_from_playlist_url(const std::string &url) {
        std::string result = url;
        size_t index = result.rfind("&index=");
        if(index == std::string::npos)
            return result;
        return result.substr(0, index);
    }

    static std::unique_ptr<BodyItem> parse_compact_video_renderer_json(const Json::Value &item_json) {
        const Json::Value &compact_video_renderer_json = item_json["compactVideoRenderer"];
        if(!compact_video_renderer_json.isObject())
            return nullptr;
        
        const Json::Value &video_id_json = compact_video_renderer_json["videoId"];
        if(!video_id_json.isString())
            return nullptr;

        std::string video_id_str = video_id_json.asString();
        std::string thumbnail_url = "https://img.youtube.com/vi/" + video_id_str + "/hqdefault.jpg";

        const char *title = nullptr;
        const Json::Value &title_json = compact_video_renderer_json["title"];
        if(title_json.isObject()) {
            const Json::Value &simple_text_json = title_json["simpleText"];
            if(simple_text_json.isString()) {
                title = simple_text_json.asCString();
            }
        }

        if(!title)
            return nullptr;
        
        auto body_item = std::make_unique<BodyItem>(title);
        body_item->url = "https://www.youtube.com/watch?v=" + video_id_str;
        body_item->thumbnail_url = std::move(thumbnail_url);
        return body_item;
    }

    // TODO: Make this faster by using string search instead of parsing html.
    // TODO: If the result is a play
    BodyItems Youtube::get_related_media(const std::string &url) {
        #if 0
        BodyItems result_items;
        struct ItemData {
            BodyItems &result_items;
            size_t index = 0;
        };
        ItemData item_data { result_items, 0 };

        std::string modified_url = remove_index_from_playlist_url(url);
        std::string playlist_id = get_playlist_id_from_url(modified_url);
        if(playlist_id == last_related_media_playlist_id) {
            result_items.reserve(last_playlist_data.size());
            for(auto &data : last_playlist_data) {
                result_items.push_back(std::make_unique<BodyItem>(*data));
            }
            return result_items;
        }

        std::string website_data;
        if(download_to_string(modified_url, website_data, {}, use_tor, false) != DownloadResult::OK)
            return result_items;

        QuickMediaHtmlSearch html_search;
        int result = quickmedia_html_search_init(&html_search, website_data.c_str());
        if(result != 0)
            goto cleanup;

        if(!playlist_id.empty()) {
            result = quickmedia_html_find_nodes_xpath(&html_search, "//a",
                [](QuickMediaHtmlNode *node, void *userdata) {
                    auto *item_data = (ItemData*)userdata;
                    const char *node_class = quickmedia_html_node_get_attribute_value(node, "class");
                    const char *href = quickmedia_html_node_get_attribute_value(node, "href");
                    if(node_class && href && contains(node_class, "playlist-video")) {
                        auto item = std::make_unique<BodyItem>("");
                        item->url = std::string("https://www.youtube.com") + remove_index_from_playlist_url(href);
                        item_data->result_items.push_back(std::move(item));
                    }
                }, &item_data);

            result = quickmedia_html_find_nodes_xpath(&html_search, "//li",
                [](QuickMediaHtmlNode *node, void *userdata) {
                    auto *item_data = (ItemData*)userdata;
                    if(item_data->index >= item_data->result_items.size())
                        return;

                    // TODO: Also add title for related media. This data is in @data-title
                    const char *data_thumbnail_url = quickmedia_html_node_get_attribute_value(node, "data-thumbnail-url");
                    if(data_thumbnail_url && contains(data_thumbnail_url, "ytimg.com")) {
                        item_data->result_items[item_data->index]->thumbnail_url = data_thumbnail_url;
                        ++item_data->index;
                    }
                }, &item_data);
        }

        // We want non-playlist videos every when there is a playlist, since we want to play non-playlist videos after
        // playing all playlist videos
        result = quickmedia_html_find_nodes_xpath(&html_search, "//ul[class=\"video-list\"]//div[class=\"content-wrapper\"]/a",
            [](QuickMediaHtmlNode *node, void *userdata) {
                auto *item_data = (ItemData*)userdata;
                const char *href = quickmedia_html_node_get_attribute_value(node, "href");
                // TODO: Also add title for related media and thumbnail
                if(href && begins_with(href, "/watch?v=")) {
                    auto item = std::make_unique<BodyItem>("");
                    item->url = std::string("https://www.youtube.com") + href;
                    item_data->result_items.push_back(std::move(item));
                }
            }, &item_data);

        cleanup:
        last_playlist_data.clear();
        last_playlist_data.reserve(result_items.size());
        for(auto &data : result_items) {
            last_playlist_data.push_back(std::make_unique<BodyItem>(*data));
        }
        last_related_media_playlist_id = playlist_id;
        quickmedia_html_search_deinit(&html_search);
        return result_items;
        #elif 1
        BodyItems result_items;

        std::string modified_url = remove_index_from_playlist_url(url);
        std::string playlist_id = get_playlist_id_from_url(modified_url);
        if(playlist_id == last_related_media_playlist_id) {
            result_items.reserve(last_playlist_data.size());
            for(auto &data : last_playlist_data) {
                result_items.push_back(std::make_unique<BodyItem>(*data));
            }
            return result_items;
        }

        std::string website_data;
        if(download_to_string(modified_url, website_data, {}, use_tor, true) != DownloadResult::OK)
            return result_items;

        size_t data_start = website_data.find("window[\"ytInitialData\"] = {");
        if(data_start == std::string::npos)
            return result_items;
        
        data_start = data_start + 26;
        size_t data_end = find_end_of_json(website_data, data_start);

        if(data_end == std::string::npos)
            return result_items;

        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&website_data[data_start], &website_data[data_end], &json_root, &json_errors)) {
            fprintf(stderr, "Youtube search json error: %s\n", json_errors.c_str());
            return result_items;
        }

        const Json::Value &contents_json = json_root["contents"];
        if(!contents_json.isObject())
            return result_items;

        const Json::Value &tcwnr_json = contents_json["twoColumnWatchNextResults"];
        if(!tcwnr_json.isObject())
            return result_items;

        const Json::Value &secondary_results_json = tcwnr_json["secondaryResults"];
        if(!secondary_results_json.isObject())
            return result_items;

        const Json::Value &secondary_results2_json = secondary_results_json["secondaryResults"];
        if(!secondary_results2_json.isObject())
            return result_items;
        
        const Json::Value &results_json = secondary_results2_json["results"];
        if(!results_json.isArray())
            return result_items;

        for(const Json::Value &item_json : results_json) {
            if(!item_json.isObject())
                continue;

            auto body_item = parse_compact_video_renderer_json(item_json);
            if(body_item)
                result_items.push_back(std::move(body_item));
            
            const Json::Value &compact_autoplay_renderer_json = item_json["compactAutoplayRenderer"];
            if(!compact_autoplay_renderer_json.isObject())
                continue;
            
            const Json::Value &item_contents_json = compact_autoplay_renderer_json["contents"];
            if(!item_contents_json.isArray())
                continue;
            
            for(const Json::Value &content_item_json : item_contents_json) {
                if(!content_item_json.isObject())
                    continue;
                
                const Json::Value &compact_video_renderer_json = content_item_json["compactVideoRenderer"];
                if(!compact_video_renderer_json.isObject())
                    continue;
                
                auto body_item = parse_compact_video_renderer_json(content_item_json);
                result_items.push_back(std::move(body_item));
            }
        }

        return result_items;
        #endif
    }
}