path: root/src/plugins/Mangadex.cpp

#include "../../plugins/Mangadex.hpp"
#include "../../include/Storage.hpp"
#include "../../include/Notification.hpp"
#include <quickmedia/HtmlSearch.h>
#include <json/reader.h>

static const std::string mangadex_url = "https://mangadex.org";
static const std::string useragent_str = "user-agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Safari/537.36";

namespace QuickMedia {
    static std::string title_url_extract_manga_id(const std::string &url) {
        size_t find_index = url.find("/title/");
        if(find_index == std::string::npos)
            return "";
        
        size_t id_start_index = find_index + 7;
        size_t end_index = url.find("/", id_start_index);
        if(end_index == std::string::npos)
            return url.substr(id_start_index);
        
        return url.substr(id_start_index, end_index - id_start_index);
    }

    static std::string chapter_url_extract_manga_id(const std::string &url) {
        size_t find_index = url.find("/chapter/");
        if(find_index == std::string::npos)
            return "";
        return url.substr(find_index + 9);
    }

    struct BodyItemChapterContext {
        BodyItems *body_items;
        int prev_chapter_number;
        bool *is_last_page;
    };

    SearchResult Mangadex::search(const std::string &url, BodyItems &result_items) {
        CommandArg user_agent_arg = { "-H", useragent_str };

        std::string manga_id = title_url_extract_manga_id(url);
        std::string request_url = "https://mangadex.org/api/?id=" + manga_id + "&type=manga";
        std::string server_response;
        if(download_to_string(request_url, server_response, {std::move(user_agent_arg)}, use_tor) != DownloadResult::OK)
            return SearchResult::NET_ERR;

        if(server_response.empty())
            return SearchResult::OK;
        
        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&server_response[0], &server_response[server_response.size()], &json_root, &json_errors)) {
            fprintf(stderr, "Mangadex search json error: %s\n", json_errors.c_str());
            return SearchResult::ERR;
        }

        Json::Value &status_json = json_root["status"];
        if(!status_json.isString() || status_json.asString() != "OK")
            return SearchResult::ERR;

        Json::Value &chapter_json = json_root["chapter"];
        if(!chapter_json.isObject())
            return SearchResult::ERR;

        std::vector<std::pair<std::string, Json::Value>> chapters(chapter_json.size());
        for(auto &member_name : chapter_json.getMemberNames()) {
            Json::Value chapter = chapter_json[member_name];
            if(chapter.isObject())
                chapters.push_back(std::make_pair(member_name, std::move(chapter)));
        }

        std::sort(chapters.begin(), chapters.end(), [](std::pair<std::string, Json::Value> &a, std::pair<std::string, Json::Value> &b) {
            Json::Value &a_timestamp_json = a.second["timestamp"];
            Json::Value &b_timestamp_json = b.second["timestamp"];
            int64_t a_timestamp = 0;
            int64_t b_timestamp = 0;
            if(a_timestamp_json.isInt64())
                a_timestamp = a_timestamp_json.asInt64();
            if(b_timestamp_json.isInt64())
                b_timestamp = b_timestamp_json.asInt64();
            return a_timestamp > b_timestamp;
        });

        std::string prev_chapter_number;
        for(auto it = chapters.begin(); it != chapters.end(); ++it) {
            const std::string &chapter_id = it->first;
            Json::Value &chapter = it->second;

            Json::Value &lang_code = chapter["lang_code"];
            // TODO: Allow selecting other languages than english
            if(!lang_code.isString() || lang_code.asString() != "gb")
                continue;

            Json::Value &chapter_number_json = chapter["chapter"];
            if(!chapter_number_json.isString())
                continue;

            std::string chapter_number_str = chapter_number_json.asString();
            if(chapter_number_str == prev_chapter_number)
                continue;
            prev_chapter_number = chapter_number_str;

            Json::Value &chapter_title_json = chapter["title"];
            std::string chapter_url = mangadex_url + "/chapter/" + chapter_id;
            std::string chapter_name = std::string("Ch. ") + chapter_number_str;
            if(chapter_title_json.isString() && strlen(chapter_title_json.asCString()) > 0)
                chapter_name += std::string(" - ") + chapter_title_json.asCString();

            auto item = std::make_unique<BodyItem>(std::move(chapter_name));
            item->url = std::move(chapter_url);
            result_items.push_back(std::move(item));
        }
        return SearchResult::OK;
    }

    static bool get_cookie_filepath(std::string &cookie_filepath) {
        Path cookie_path = get_storage_dir().join("cookies");
        if(create_directory_recursive(cookie_path) != 0) {
            show_notification("Storage", "Failed to create directory: " + cookie_path.data, Urgency::CRITICAL);
            return false;
        }
        cookie_filepath = cookie_path.join("mangadex.txt").data;
        return true;
    }

    bool Mangadex::get_rememberme_token(std::string &rememberme_token_output) {
        if(rememberme_token) {
            rememberme_token_output = rememberme_token.value();
            return true;
        }

        Path mangadex_credentials_path = get_storage_dir().join("credentials").join("mangadex.json");
        std::string mangadex_credentials;
        if(file_get_content(mangadex_credentials_path, mangadex_credentials) != 0) {
            fprintf(stderr, "Failed to get content of file: %s\n", mangadex_credentials_path.data.c_str());
            return false;
        }

        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&mangadex_credentials[0], &mangadex_credentials[mangadex_credentials.size()], &json_root, &json_errors)) {
            fprintf(stderr, "Mangadex credentials json error: %s\n", json_errors.c_str());
            return false;
        }

        if(json_root.isObject()) {
            Json::Value &rememberme_token_json = json_root["rememberme_token"];
            if(rememberme_token_json.isString())
                rememberme_token_output = rememberme_token_json.asString();
        }

        rememberme_token = rememberme_token_output;
        return true;
    }

    struct BodyItemImageContext {
        BodyItems *body_items;
        size_t index;
    };

    // TODO: Implement pagination (go to next page and get all results as well)
    SuggestionResult Mangadex::update_search_suggestions(const std::string &text, BodyItems &result_items) {
        std::string rememberme_token;
        if(!get_rememberme_token(rememberme_token))
            return SuggestionResult::ERR;

        std::string url = "https://mangadex.org/search?title=";
        url += url_param_encode(text);
        CommandArg cookie_arg = { "-H", "cookie: mangadex_rememberme_token=" + rememberme_token };
        CommandArg user_agent_arg = { "-H", useragent_str };

        std::string website_data;
        if(download_to_string(url, website_data, {std::move(cookie_arg), std::move(user_agent_arg)}, use_tor) != DownloadResult::OK)
            return SuggestionResult::NET_ERR;

        QuickMediaHtmlSearch html_search;
        int result = quickmedia_html_search_init(&html_search, website_data.c_str());
        if(result != 0)
            goto cleanup;

        result = quickmedia_html_find_nodes_xpath(&html_search, "//a",
            [](QuickMediaHtmlNode *node, void *userdata) {
                auto *item_data = (BodyItems*)userdata;
                const char *href = quickmedia_html_node_get_attribute_value(node, "href");
                const char *title = quickmedia_html_node_get_attribute_value(node, "title");
                if(title && href && strncmp(href, "/title/", 7) == 0) {
                    auto item = std::make_unique<BodyItem>(strip(title));
                    item->url = mangadex_url + href;
                    item_data->push_back(std::move(item));
                }
            }, &result_items);

        BodyItemImageContext body_item_image_context;
        body_item_image_context.body_items = &result_items;
        body_item_image_context.index = 0;

        result = quickmedia_html_find_nodes_xpath(&html_search, "//img",
            [](QuickMediaHtmlNode *node, void *userdata) {
                auto *item_data = (BodyItemImageContext*)userdata;
                const char *src = quickmedia_html_node_get_attribute_value(node, "src");
                if(src && strncmp(src, "/images/manga/", 14) == 0) {
                    if(item_data->index < item_data->body_items->size()) {
                        (*item_data->body_items)[item_data->index]->thumbnail_url = mangadex_url + src;
                        item_data->index++;
                    }
                }
            }, &body_item_image_context);

        cleanup:
        quickmedia_html_search_deinit(&html_search);
        return result == 0 ? SuggestionResult::OK : SuggestionResult::ERR;
    }

    ImageResult Mangadex::get_number_of_images(const std::string &url, int &num_images) {
        std::lock_guard<std::mutex> lock(image_urls_mutex);
        num_images = 0;
        ImageResult image_result = get_image_urls_for_chapter(url);
        if(image_result != ImageResult::OK)
            return image_result;

        num_images = last_chapter_image_urls.size();
        return ImageResult::OK;
    }

    bool Mangadex::save_mangadex_cookies(const std::string &url, const std::string &cookie_filepath) {
        CommandArg user_agent_arg = { "-H", useragent_str };
        CommandArg cookie_arg = { "-c", std::move(cookie_filepath) };
        std::string server_response;
        if(download_to_string(url, server_response, {std::move(user_agent_arg), std::move(cookie_arg)}, use_tor) != DownloadResult::OK)
            return false;

        return true;
    }

    ImageResult Mangadex::get_image_urls_for_chapter(const std::string &url) {
        if(url == last_chapter_url)
            return ImageResult::OK;

        last_chapter_image_urls.clear();

        std::string cookie_filepath;
        if(!get_cookie_filepath(cookie_filepath))
            return ImageResult::ERR;

        if(!save_mangadex_cookies(url, cookie_filepath))
            return ImageResult::ERR;

        CommandArg user_agent_arg = { "-H", useragent_str };
        CommandArg cookie_arg = { "-b", std::move(cookie_filepath) };
        std::string manga_id = chapter_url_extract_manga_id(url);
        std::string request_url = mangadex_url + "/api/?id=" + manga_id + "&server=null&type=chapter";
        std::string server_response;
        if(download_to_string(request_url, server_response, {std::move(user_agent_arg), std::move(cookie_arg)}, use_tor) != DownloadResult::OK)
            return ImageResult::NET_ERR;

        if(server_response.empty())
            return ImageResult::OK;

        Json::Value json_root;
        Json::CharReaderBuilder json_builder;
        std::unique_ptr<Json::CharReader> json_reader(json_builder.newCharReader());
        std::string json_errors;
        if(!json_reader->parse(&server_response[0], &server_response[server_response.size()], &json_root, &json_errors)) {
            fprintf(stderr, "Mangadex image urls json error: %s\n", json_errors.c_str());
            return ImageResult::ERR;
        }

        Json::Value &status_json = json_root["status"];
        if(!status_json.isString() || status_json.asString() != "OK")
            return ImageResult::ERR;

        Json::Value &chapter_hash = json_root["hash"];
        if(!chapter_hash.isString())
            return ImageResult::ERR;
        const char *chapter_hash_str = chapter_hash.asCString();

        Json::Value &server_json = json_root["server"];
        std::string server;
        if(server_json.isString())
            server = server_json.asString();
        else
            server = mangadex_url + "/data/";

        Json::Value &page_array = json_root["page_array"];
        if(page_array.isArray()) {
            for(const Json::Value &image_name : page_array) {
                if(!image_name.isString())
                    continue;

                std::string image_url = server + chapter_hash_str + "/" + image_name.asCString();
                last_chapter_image_urls.push_back(std::move(image_url));
            }
        }

        last_chapter_url = url;
        if(last_chapter_image_urls.empty()) {
            last_chapter_url.clear();
            return ImageResult::ERR;
        }
        return ImageResult::OK;
    }

    ImageResult Mangadex::for_each_page_in_chapter(const std::string &chapter_url, PageCallback callback) {
        std::vector<std::string> image_urls;
        {
            std::lock_guard<std::mutex> lock(image_urls_mutex);
            ImageResult image_result = get_image_urls_for_chapter(chapter_url);
            if(image_result != ImageResult::OK)
                return image_result;

            image_urls = last_chapter_image_urls;
        }

        for(const std::string &url : image_urls) {
            if(!callback(url))
                break;
        }
        return ImageResult::OK;
    }

    bool Mangadex::extract_id_from_url(const std::string &url, std::string &manga_id) {
        manga_id = title_url_extract_manga_id(url);
        return true;
    }
}