#include "pageManager.h"




#ifdef _WIN32
#include "./../include/curl/curl.h"
#include <windows.h>

//----------------------?????????????????
#define noSLLCheck

#else
#include "curl/curl.h"
#endif




std::string PageManager::torAnmeldeNamen = "no-name";
bool PageManager::cloudflare_protec = false;
std::mutex PageManager::torAnmeldeNamenMutex;



PageManager::PageManager(std::string sock5ProxyOnlyAddress)
    : sock5Proxy("socks5://" + sock5ProxyOnlyAddress)
{
    std::srand(std::time(0)); // Seed the random number generator
    curl_global_init(CURL_GLOBAL_ALL);

    if(false)
        std::cout << "PageManager()" << std::endl;
}

PageManager::~PageManager()
{
    curl_global_cleanup();
    if(false)
        std::cout << "~PageManager()" << std::endl;
}

void PageManager::setProxy(std::string ip, int port)
{
    if(!port) {
        if(debugMode)
            std::cout << " => INFO: Es wird kein Proxy verwendet." << std::endl;
        this->sock5Proxy = "";
    } else {
        this->sock5Proxy = "socks5://" + ip + ":" + std::to_string(port);
        if(debugMode)
            std::cout << "Proxy: " << ip << ":" << port << " ->  ADDR of PM:" << this << std::endl;
    }
}



void PageManager::setDebugMode(bool status)
{
    this->debugMode = status;
}

//Save reply to string
size_t WriteCallback(void *contents, size_t size, size_t nmemb, void *userp)
{
    //Function für CURL
    static_cast<std::string*>(userp)->append(static_cast<char*>(contents),size * nmemb);
    return size * nmemb;
}

//Write data to file
static size_t write_data(void *ptr, size_t size, size_t nmemb, void *stream)
{
  size_t written = fwrite(ptr, size, nmemb, reinterpret_cast<FILE *>(stream));
  return written;
}


#include <stdio.h>

#if defined(_WIN32)
//#define WIN32_LEAN_AND_MEAN
//#define VC_EXTRALEAN
//#include <QUrl>
#include <Windows.h>
#elif defined(__linux__)
#include <sys/ioctl.h>
#endif // Windows/Linux

void PageManager::get_terminal_size(int& width) {
#if defined(_WIN32)
    CONSOLE_SCREEN_BUFFER_INFO csbi;
    if( GetConsoleScreenBufferInfo(GetStdHandle(STD_OUTPUT_HANDLE), &csbi) == 0 ) {
        //if ( debugMode )
            //std::cout << " => WARNING: GetConsoleScreenBufferInfo failed => Use 9999 as max Msg-Length" << std::endl;
        return;
    }

    width = (int)(csbi.dwSize.X);
#elif defined(__linux__)
    struct winsize w;
    ioctl(fileno(stdout), TIOCGWINSZ, &w);
    width = (int)(w.ws_col);
#endif // Windows/Linux
}

Reply PageManager::getServerRequest(std::string protocol, std::string Url, bool useCookies, std::string data, bool generateCookieFile, bool UrlAfterRedirectOnlyNeeded, std::string cookieFilePath, int rek_num)
{
    Url = protocol + Url; // add https://

    if(rek_num > 15) {
        if(debugMode)
            std::cout << " -> EXIT(): Out of trys..." << std::endl;
        exit(0);
    }

    CURL *curl;
    CURLcode res;
    std::string readBuffer;
    char *url;
    std::string returnUrl;


    int width = 0;
    get_terminal_size(width);
    if(width < 1)
        width = 999999;

    //info ausgabe
    std::cout << ( "\33[2K\rLade: '" + std::string(Url).erase( (((width - 12) < (int)Url.length()) ? (width - 12) : Url.length() ) ) + "'..." + ((debugMode) ? "\n" : "" ))  << std::flush;

    curl = curl_easy_init();
    if(!curl) {
        perror("\33[2K\r => Error: Curl easy init failed");
        return Reply("-1");
    }

    //Settings
    if(sock5Proxy != "") {

        curl_easy_setopt(curl, CURLOPT_PROXY, sock5Proxy.c_str() );     //Sock5Proxy für Curl

        if(cloudflare_protec) {

            CURLcode setoptResult = curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD, (torAnmeldeNamen + ":passwd").c_str());
            if (setoptResult != CURLE_OK) {
                std::cerr << "Setting CURLOPT_URL failed: " << curl_easy_strerror(setoptResult) << std::endl;
            }
        }

    } else {
        if(debugMode)
            std::cout << "\33[2K\r => INFO: Es wird kein Proxy verwendet: ADDR of PM:" << this << " -> prox: " << sock5Proxy << std::endl;
    }

    //curl_easy_setopt(curl, CURLOPT_FAILONERROR, true); // html errors to errorcode res
    //curl_easy_setopt(curl, CURLOPT_NOPROGRESS, false); // Progressausgabe aktivieren

#ifdef noSLLCheck
    // TODO: SET IT BACK
    curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0);
    curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0);
#endif

    curl_easy_setopt(curl, CURLOPT_URL, Url.c_str());     //Url für Curl
    curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);     //follows redirection
    curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, WriteCallback);  // Funktion zum Speichern des outputs in einem string
    curl_easy_setopt(curl, CURLOPT_WRITEDATA, &readBuffer);     //Legt die Variable readbuffer fest
    curl_easy_setopt(curl, CURLOPT_USERAGENT, USER_AGENT);
                     /*"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:100.0) Gecko/20100101 Firefox/100.0" */
    if(useCookies)
        curl_easy_setopt(curl, CURLOPT_COOKIEFILE, cookieFilePath.c_str());
    if(data != "")
        curl_easy_setopt (curl, CURLOPT_POSTFIELDS, data.c_str());
    if(generateCookieFile)
        curl_easy_setopt (curl, CURLOPT_COOKIEJAR, cookieFilePath.c_str());

    int maxTimeout = 10;
    for (int timeout = 1; timeout <= maxTimeout; ++timeout) {
        /* Perform the request, res will get the return code */
        res = curl_easy_perform(curl);

        std::cout << "\33[2K\r " << std::flush;

        if(res != CURLE_OK) {
            if(timeout == maxTimeout) {
                perror((std::string("\33[2K\r => Error: curl_easy_perform() failed: ") + curl_easy_strerror(res)).c_str());
                return Reply("-1");
            } else {

                //Try to use to (new) url
                if(UrlAfterRedirectOnlyNeeded) {
                    res = curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &url);
                    if( res != CURLE_OK || !url ) {
                        perror((std::string("\33[2K\r => Error: curl_easy_getinfo failed: ") + curl_easy_strerror(res)).c_str());
                        return Reply("-1");
                    } else {
                        if(url != Url) {
                            if(debugMode)
                                std::cout << " => WARNING: Use Url after Error getServerRequest, cause it chanced and only url needed" << std::endl;
                            Url = url; // after curl_easy_cleanup(), url (char * ) == invalid
                            curl_easy_cleanup(curl);
                            return Reply("", Url);
                        } else {
                            if(debugMode)
                                std::cout << " => WARNING: Want to Use Url after Error getServerRequest, but url didn't chacnge, too" << std::endl;
                        }
                    }
                }

                std::cout << "\33[2K\r " << std::string( " => Warning: Versuch " + std::to_string(timeout) + " von " + std::to_string(maxTimeout) + ": curl_easy_perform() failed: " + curl_easy_strerror(res) )<< std::endl;
                sleep(1);
            }
        } else {
            break;
        }

    }

    //Get Url
    res = curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &url);
    if( res != CURLE_OK || !url ) {
        perror((std::string("\33[2K\r => Error: curl_easy_getinfo failed: ") + curl_easy_strerror(res)).c_str());
        curl_easy_cleanup(curl);
        return Reply("-1");
    } else
        returnUrl=url;


    /* always cleanup */ /* Mach den Griff zu, schreib die Kekse! */
    curl_easy_cleanup(curl);


    if(returnUrl.find("/_ray/pow") != std::string::npos) {
        std::cout << " \33[2K\r => CLOUD FLARE PROTECTION (Try " << rek_num << "/15)..." << std::flush;
        usleep(400000);

        if(this->debugMode && Url != "ifconfig.me/ip") {
            std::string out_ip =  this->getServerRequest("https://", "ifconfig.me/ip").html;

            if(out_ip.find("<html>") == std::string::npos && [](const std::string& str) { return std::count(str.begin(), str.end(), '.'); }(out_ip) == 3)
                std::cout << "\33[2K\r      -> Current IP: " << out_ip << std::endl;
            else
                std::cout << "\33[2K\r      -> Current IP: " << "Unknown: " << std::endl;

        }
        cloudflare_protec = true;
        generateNewTorAnmeldeNamen(torAnmeldeNamen);

        return this->getServerRequest("", Url, useCookies, data, generateCookieFile, UrlAfterRedirectOnlyNeeded,cookieFilePath, rek_num + 1);

//        std::cout << "/_ray/pow:\n" << readBuffer << std::endl;
//        this->writeToFile( std::vector<std::string>{"./output.text"}, readBuffer );

//        QWebEngineView view;
//        view.load(QUrl("https://qt-project.org/"));
//        view.resize(1024, 750);
//        view.show();

//        qApp->exec();
    }


    return Reply(readBuffer, returnUrl);
}


int PageManager::downLoadToFile(std::string filePath, std::string url, int rek_num)
{
    if(rek_num > 15) {
        if(debugMode)
            std::cout << " -> EXIT(): downLoadToFile Out of trys..." << std::endl;
        exit(0);
    }


    CURL *curl_handle;
    FILE *pagefile;
    CURLcode res;

    /* open the file */
    pagefile = fopen(filePath.c_str(), "wb"); // w == write; b == binäre
    if(!pagefile) {
        perror("Open File filed");
        return 1;
    }

    //Info ausgabe
    std::cout << ( "\33[2K\rDownloade: '" + url + "'..." + ((debugMode) ? "\n" : "" )) << "\33[2K\r" << std::flush;

    /* init the curl session */
    curl_handle = curl_easy_init();
    if(!curl_handle) {
        perror("\33[2K\r => Error: Curl easy init failed");
        return 2;
    }

#ifdef noSLLCheck
    // TODO: SET IT BACK
    curl_easy_setopt(curl_handle, CURLOPT_SSL_VERIFYPEER, 0);
    curl_easy_setopt(curl_handle, CURLOPT_SSL_VERIFYHOST, 0);
#endif


    /* set URL to get here */
    curl_easy_setopt(curl_handle, CURLOPT_URL, url.c_str());

    /* Switch on full protocol/debug output while testing */
    curl_easy_setopt(curl_handle, CURLOPT_VERBOSE, false);

    /* disable progress meter, set to 0L to enable and disable debug output */
    curl_easy_setopt(curl_handle, CURLOPT_NOPROGRESS, false);

    /* send all data to this function  */
    curl_easy_setopt(curl_handle, CURLOPT_WRITEFUNCTION, write_data);

    //Settings
    if(sock5Proxy != "") {

        curl_easy_setopt(curl_handle, CURLOPT_PROXY, sock5Proxy.c_str() );     //Sock5Proxy für Curl
        if(debugMode)
            std::cout << "\33[2K\r => INFO: Proxy for download:'" << sock5Proxy << "'" << std::endl;

        if(cloudflare_protec) {
            if(debugMode)
                std::cout << "\33[2K\r => INFO: Proxy username for cloudflare :'" << torAnmeldeNamen <<  ":passwd" << "'" << std::endl;
            CURLcode setoptResult = curl_easy_setopt(curl_handle, CURLOPT_PROXYUSERPWD, (torAnmeldeNamen + ":passwd").c_str());
            if (setoptResult != CURLE_OK) {
                std::cerr << "Setting CURLOPT_URL failed: " << curl_easy_strerror(setoptResult) << std::endl;
            }
        }

    } else {
        if(debugMode)
            std::cout << "\33[2K\r => INFO: Es wird kein Proxy verwendet: ADDR of PM:" << this << " -> prox: " << sock5Proxy << std::endl;
    }



    //User Agent
    curl_easy_setopt(curl_handle, CURLOPT_USERAGENT, "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:100.0) Gecko/20100101 Firefox/100.0");

    /* write the page body to this file handle */
    curl_easy_setopt(curl_handle, CURLOPT_WRITEDATA, pagefile);

    //Error 404, for example => not found
    curl_easy_setopt(curl_handle, CURLOPT_FAILONERROR, true);

    //Against cloudflare!
    curl_easy_setopt(curl_handle, CURLOPT_FOLLOWLOCATION, 1L);     //follows redirection
    curl_easy_setopt(curl_handle, CURLOPT_USERAGENT, USER_AGENT);

    int maxTimeOut = 5;
    bool failed = false;
    for (int timeout = 1; timeout <= maxTimeOut; ++timeout) {
        /* get it! */
        if( (res = curl_easy_perform(curl_handle)) != CURLE_OK ) {
            //Wenns fehlschlägt error  ( + wiederversuchen )
            if(timeout == maxTimeOut) {
                perror((std::string("\33[2K\r => Error: curl_easy_perform() failed: ") + curl_easy_strerror(res)).c_str());
                failed = true;
            } else {
                std::cout << std::string( "\33[2K\r => Warning: Versuch " + std::to_string(timeout) + " von " + std::to_string(maxTimeOut) + ": curl_easy_perform() failed: " + curl_easy_strerror(res) )<< std::flush;
                sleep(1);
            }
        } else {

            //Sonst ( wenns functioniert) schleife verlassen
            break;
        }
    }

    /* close the header file */
    if(fclose(pagefile) != 0) {
        perror(" => Error: fclose failed");
        return 4;
    }


    char *url_after;
    //Get Url
    res = curl_easy_getinfo(curl_handle, CURLINFO_EFFECTIVE_URL, &url_after);
    if( res != CURLE_OK || !curl_handle ) {
        perror((std::string("\33[2K\r => Error: curl_easy_getinfo failed: ") + curl_easy_strerror(res)).c_str());
        curl_easy_cleanup(curl_handle);
        return 12;
    } else if(url_after){

        if(std::string(url_after).find("/_ray/pow") != std::string::npos) {
            std::cout << " \33[2K\r => CLOUD FLARE PROTECTION (Try " << rek_num << "/15)..." << std::flush;
            usleep(400000);

            if(this->debugMode && std::string(url_after) != "ifconfig.me/ip") {
                std::string out_ip =  this->getServerRequest("https://", "ifconfig.me/ip").html;

                if(out_ip.find("<html>") == std::string::npos && [](const std::string& str) { return std::count(str.begin(), str.end(), '.'); }(out_ip) == 3)
                    std::cout << "\33[2K\r      -> Current IP: " << out_ip << std::endl;
                else
                    std::cout << "\33[2K\r      -> Current IP: " << "Unknown: " << std::endl;

            }
            cloudflare_protec = true;
            generateNewTorAnmeldeNamen(torAnmeldeNamen);

            return this->downLoadToFile(filePath, url, rek_num + 1);

            //        std::cout << "/_ray/pow:\n" << readBuffer << std::endl;
            //        this->writeToFile( std::vector<std::string>{"./output.text"}, readBuffer );

            //        QWebEngineView view;
            //        view.load(QUrl("https://qt-project.org/"));
            //        view.resize(1024, 750);
            //        view.show();

            //        qApp->exec();
        }

    }


    /* cleanup curl stuff */
    curl_easy_cleanup(curl_handle);

    return (failed) ? 10 : 0;
}

int PageManager::login(PAGE page, Account account, std::string cookieFilePath)
{
    if(debugMode)
        std::cout << " > Melde mit neuem Account an: Email: " << account.Email << " Passowort: " << account.Password << std::endl;

    auto reply = getServerRequest( page.protocol, page.url + "/login", false, std::string("email=" + account.Email + "&password=" + account.Password), true, false, cookieFilePath );
    std::string html = reply.html;

    if(html  == "" )
        return 0;
    else if (html.find("Das Feld Email muss eine gültige E-Mail-Adresse enthalten.") != std::string::npos)
        std::cout << " => Error: Login failed: Das Feld Email muss eine gültige E-Mail-Adresse enthalten." << std::endl
                  << "  Email: '" << account.Email << "' Passwort: '" << account.Password << "'" << std::endl;
    else if (html.find("Das Passwort ist nicht korrekt") != std::string::npos)
        std::cout << " => Error: Login failed: Das Passwort ist nicht korrekt." << std::endl
                  << "  Email: '" << account.Email << "' Passwort: '" << account.Password << "'" << std::endl;
    else if (html.find("Ein Account mit dieser E-Mail Adresse wurde nicht gefunden.") != std::string::npos)
        std::cout << " => Error: Login failed: Ein Account mit dieser E-Mail Adresse wurde nicht gefunden." << std::endl
                  << "  Email: '" << account.Email << "' Passwort: '" << account.Password << "'" << std::endl;
    else if (html.find("Dein Internetzugang wird zensiert (DNS-Sperre)" ) != std::string::npos)
        std::cout << " => Error: Login failed: Dein Internetzugang wird zensiert (DNS-Sperre) -> Verwende IP?" << std::endl
                  << "  Email: '" << account.Email << "' Passwort: '" << account.Password << "'" << std::endl;
    else if(html == "-1")
        return -1;
    else
        std::cout << " => Error: Login failed: Keine Weiterleitung bei Login." << std::endl
                  << "  Email: '" << account.Email << "' Passwort: '" << account.Password << "'" << std::endl;
    return -1;
}

Reply PageManager::getUrlAfterRedirect( std::string p,std::string Url, std::string cookieFilePath)
{
    return getServerRequest(p , Url, true, "", false, true, cookieFilePath);
}

checkNameRply PageManager::checkName(std::vector<PAGE> &pages, std::string Name, bool useFirstPage, std::vector<std::string> &outPutFilePaths, std::string &checkFilePath)
{
    if(pages.size() < 1) {
        std::cout << " => Error Keine Internet Seiten vorhanden." << std::endl;
        return checkNameRply("", "", PAGE(), checkNameRply::FAILED);
    }

    //überprüfe,  auf welchen seite die serie existiert, wenn parameter
    //für automatisch erste Seite aktiv ist, dann wähl aus, sonst manuel auswahl

    int count = 0;
    std::string name = replace(replace(Name, "\n", ""), " ", "-");
    std::string pagesonExist;
    std::string correct_name = name;
    PAGE Page;


    //entferne sonderzeichen
    replaceSZ(name, true);
    name = replace(name, "--", "-");

    //für jede Seite
    for ( unsigned i = 0; i < pages.size(); i++ ) {

        std::string html = getServerRequest(pages.at(i).protocol, pages.at(i).url + pages.at(i).UrlDir + name).html;
        if(html.find("Die gewünschte Serie wurde nicht gefunden oder ist im Moment deaktiviert.") != std::string::npos) {
            continue;

        } else if (html.find("404 - Seite nicht gefunden") != std::string::npos) {
            std::cout << "\33[2K\r" <<"  => Ungültiger Name: '" << Name << "'" << std::endl;
            continue;

        } else if (html == "-1"  || html == "") {
            std::cout << "\33[2K\r" <<"  => WARNUNG: Das laden der Seite : '" << pages.at(i).url << "' ist fehlgeschlagen" << std::endl;
            pages.erase(pages.begin() + i);
            i--;
            continue;

        } else if( html.find("<!DOCTYPE html><html><head><title>DDOS-GUARD</title>") != std::string::npos ) {
            std::cout << "\33[2K\r" <<"  => WARNUNG: Die Seite : '" << pages.at(i).url << "' benötigt ein DDOS-GUARD hCaptcha!" << std::endl;
//            writeToFile( outPutFilePaths, html );
            pages.erase(pages.begin() + i);
            i--;
            continue;
        }
        else {
            count ++;
            pagesonExist += pages.at(i).url + " ";
            Page = pages.at(i);

            std::string tryGetGoodName = this->grep(html, "<h1");
            if(tryGetGoodName.length() > 4) {
                size_t pos1 = tryGetGoodName.find("<span>");
                size_t pos2 = tryGetGoodName.find("</span>");
                if(pos1 != std::string::npos && pos2 != std::string::npos) {
                    correct_name = tryGetGoodName.substr(pos1 + 6, pos2 - pos1 - 6);
                }
                replaceSZ(correct_name);
            }

            if(useFirstPage) {
                if(debugMode)
                    std::cerr << "Nimm gleiche diese Seite, da useFirstPage auf true ist: " << pages.at(i).url << std::endl;
                break; // nimm gleich das erste
            }
        }
    }

    //
    if( count == 1 ) {
        for( auto &path : outPutFilePaths)
            path = replace(path, "%URLNAME%", name);
        checkFilePath =  replace(checkFilePath, "%URLNAME%", name);
        std::cout << "\33[2K\r > Serie: " << correct_name << " (" << name << ")" << std::endl;

        return checkNameRply(correct_name, name, Page, checkNameRply::SUCCESS);;
    } else if ( count > 1) {
        std::cout << "\33[2K\r => Die Serie existiert auf mehreren Seiten " << name << ": '"  << pagesonExist << "'" << std::endl;
        std::cout << "\33[2K\r    Benutze die Option -f --use-first, um automatisch die 1. Seite zu verwenden!" << std::endl;
        return checkNameRply(correct_name, "", PAGE(), checkNameRply::MULTIPLE_OPTIONS); //MULTIPLE OPTIONS FOUND!!!! same option -> führe suche funktion aus

    } else if( count == 0 &&  pages.size() == 0) {
        //keine suche wenn es keine funktionierende seite gibt
        return checkNameRply(Name, "", PAGE(), checkNameRply::NO_WORKING_PAGE);

    } // führe suche aus...
    else {
        std::cout << "\33[2K\r => Die gewünschte Serie wurde nicht gefunden oder ist im Moment deaktiviert: '" << Name << "'" << std::endl;
        return checkNameRply(Name, "", PAGE(), checkNameRply::NOTHING_FOUND);
    }

}

std::string PageManager::getLinks(std::string HTML)
{
    //Entderne alles vor den Links
    size_t pos = HTML.find("<ul class=\"row\">");
    if(pos == std::string::npos) {
        std::cout << " => Error: Konnte Position von \"" << "<ul class=\"row\">" << " nicht finden" <<std::endl;
        return "";
    }
    HTML.erase(0,pos);

    //Entferne alles nach den Links
    //pos = HTML.find("<script async=");
    //pos = HTML.find("<script data-cfasync=\"");
    std::string points[] = { "<div class=\"cf\"></div>" /*correkter HTML absatz*/, "<script async=", "<script data-cfasync=\"", "<div id=\"footer\">", };
    int b = 0;
    for ( const auto &e : points ) {
        b++;
        if( (pos = HTML.find(e)) == std::string::npos ) {
            if(debugMode)
                std::cerr << " => WARNUNG KONNTE Punkt' " << e << "' nicht nach den Links finden; nächster Versuch..." << std::endl;
        } else {
            if(debugMode && b > 1)
                std::cerr << " => INFO: Punkt' " << e << "' gefunden an: " << pos << std::endl;
            break;
        }
    }
    if(pos == std::string::npos) {
        std::cout << " => Error: Konnte Position von \"" << "<script async=" << "\" nicht finden.(Punkt nach RedLinks)" <<std::endl;
        return "";
    }


    HTML.erase(pos,HTML.length() - pos);

    //Erstezte alle NewLine Zeichen durch nichts => 1Ne Zeile
    HTML = replace(HTML, "\n", "");     //HTML.replace("\n","").replace("</span>", "\n");
    //Erstezte alle </span> Zeichen durch \n => 1 Hoster pro Zeil
    HTML = replace(HTML, "</span>", "\n");
    //Greppe alle Zeilen mit Hoster
    HTML = grep(HTML,"href=\"/redirect/");

    std::istringstream iStrStream( HTML + "\n" );
    std::string line, ReturnValue;
    size_t pos2;

    while (getline(iStrStream, line).good()) {
        if(line == "")
            break;
        pos=line.find("data-lang-key=");
        if(pos == std::string::npos) {
            std::cout << " => Error: Konnte Position von \"data-lang-key=\" nicht finden." << std::endl;
            continue;
        }
        //entferne alles bis pos
        line.erase(0,pos);

        pos=line.find("data-link-id=");
        if(pos == std::string::npos) {
            std::cout << " => Error: Konnte Position von \"data-link-id=\" nicht finden." << std::endl;
            continue;
        }
        pos2=line.find("href=\"");
        if(pos2 == std::string::npos) {
            std::cout << " => Error: Konnte Position von 'href=\"' nicht finden." << std::endl;
            continue;
        }
        //Entferne alles von pos bis pos2
        line.erase(pos,pos2-pos);

        pos=line.find("target=");
        if(pos == std::string::npos) {
            std::cout << " => Error: Konnte Position von \"target=\" nicht finden." << std::endl;
            continue;
        }
        pos2=line.find("title=");
        if(pos2 == std::string::npos) {
            std::cout << " => Error: Konnte Position von \"title=\" nicht finden." << std::endl;
            continue;
        }
        //entferne alles von pos bis pos2
        line.erase(pos,pos2-pos);

        pos=line.find("><");
        if(pos == std::string::npos) {
            std::cout << " => Error: Konnte Position von \"><\" nicht finden." << std::endl;
            continue;
        }
        //entferne alles von pos bis zum ende
        line.erase(pos,line.length()-pos);

        line = replace(line, "title=\"Hoster ", "hoster=\"");
        ReturnValue+=line+"\n";
    }

    if(ReturnValue.length() > 0)
        return ReturnValue.erase( ReturnValue.size()-1 , 1);
    else
        return "";

}


int PageManager::counterContains(std::string text, std::string substring_with_prozent_i_for_number, int starte_mit_dieser_Zahl)
{
    int i = starte_mit_dieser_Zahl;
    for (; text.find( replace(substring_with_prozent_i_for_number, "%i", std::to_string(i)) ) != std::string::npos; ++i);
    return i-1;
}

std::string PageManager::grep(std::string text, std::string substring, bool IgnoreCaseSensetifity)
{
    std::istringstream iStrStream(text + "\n");
    std::string line, returnValue;
    while( std::getline(iStrStream, line).good() )          //auto start_of_line_position = begin( line );         //auto end_of_line_position = end( line );
        if(line.find(substring) != std::string::npos || ( IgnoreCaseSensetifity && upper_string(line).find(upper_string(substring)) != std::string::npos) )
            returnValue += line + "\n";
    if(returnValue.length() >= 1)
        return returnValue.erase(returnValue.length()-1,1);
    else
        return "";

}

std::string PageManager::upper_string(const std::string &str)
{
    std::string upper;
    transform(str.begin(), str.end(), std::back_inserter(upper), toupper);
    return upper;
}

size_t PageManager::getDate()
{
    std::time_t now = std::time(nullptr);
    struct tm *tm_now = localtime(&now);
    return static_cast<size_t>( static_cast<double>(1900 + tm_now->tm_year) * 365.24220 +
                                static_cast<double>(tm_now->tm_mon +1) * 30.43685 + tm_now->tm_mday);
}

std::string PageManager::getExePath()
{

#ifdef __linux__

    char buff[PATH_MAX];
    ssize_t len = ::readlink("/proc/self/exe", buff, sizeof(buff)-1);
    if (len == -1) {
        perror("Readlink proc self exe failed");
        return "";
    } else {
        buff[len] = '\0';
        return std::string(buff);
    }

#endif
#ifdef _WIN32
    wchar_t buffer[MAX_PATH + 1];
    GetModuleFileName( nullptr, buffer, MAX_PATH );
    std::wstring wstr(buffer);
    return std::string(wstr.begin(), wstr.end());
#endif

}

int PageManager::compareVersions(std::string Version1, std::string Version2)
{
    std::string StringList[2] = { ( Version1 + "." ), ( Version2 + "." ) };
    int Versions[2][3];
    size_t pos;

    //Für beide Versionen:
    for (int n = 0; n < 2; ++n) {
        //Für 3 Punkte:
        for (int i = 0; i < 3; ++i) {
            //Wenn kein Punkt gefunden werden konnte => Error:
            if( (pos = StringList[n].find(".")) == std::string::npos) {
                std::cout << " => Error: Ungültige ProgrammVersion: '" << ( (n == 0) ? Version1 : Version2 ) << "'" << std::endl;
                return -1;
            //wenn punkt gefunden werden konnte
            } else {
                //Wenn der Teilstring keine Zahl ist error:
                if( !isNumber(StringList[n].substr(0, pos)) ) {
                    std::cout << " => Error: Ungültige ProgrammVersion: (Keine Zahl): '" << ( (n == 0) ? Version1 : Version2 ) << "'" << std::endl;
                    return -1;
                } else {
                    //Sonst speicher Zahl in array und entferne den anfang des strings
                    Versions[n][i] = atoi(StringList[n].substr(0, pos).c_str());
                    StringList[n].erase(0, pos + 1);
                }
            }
        }
    }

    for (int i = 0; i < 3; ++i) {
        if(Versions[0][i] > Versions[1][i]) {
            return 2;
        } else if(Versions[0][i] < Versions[1][i]) {
            return 1;
        }
    }
    return 0;


}

void PageManager::replaceSZ(std::string &str, const bool &remove)
{
    struct {
        const std::string search;
        const std::string replace;
    } specialCharacters[] = {
        {"&amp;", "&"},
        {"&quot;", "\""},
        {"&lt;", "<"},
        {"&gt;", ">"},
        {"&apos;", "'"},
        {"&#039;", "'"},
        {"&excl;", "!"},
        {"&num;", "#"},
        {"&dollar;", "$"},
        {"&percnt;", "%"},
        {"&ast;", "*"},
        {"&plus;", "+"},
        {"&comma;", ","},
        {"&period;", "."},
        {"&sol;", "/"},
        {"&colon;", ":"},
        {"&semi;", ";"},
        {"&equals;", "="},
        {"&quest;", "?"},
        {"&commat;", "@"},
        {"&lsqb;", "["},
        {"&bsol;", "\\"},
        {"&rsqb;", "]"},
        {"&Hat;", "^"},
        {"&lowbar;", "_"},
        {"&grave;", "`"},
        {"&lcub;", "{"},
        {"&verbar;", "|"},
        {"&rcub;", "}"},
        {"&tilde;", "~"},
        {"&apos;", "'"},
        {"<br />", " "}
    };

    for (const auto& entry : specialCharacters) {
        if (str.find(entry.search) != std::string::npos) {
            str = replace(str, entry.search, ((remove) ? "" : entry.replace));
        }
        if(remove && str.find(entry.replace) != std::string::npos) {
            str = replace(str, entry.replace, "");
        }
    }
}

int PageManager::writeToFile(std::vector<std::string> paths, std::string text)
{
    if(paths.size() == 0)
        return 0;
    std::ofstream of;
    for(const auto &path : paths) {
        of.open(path, std::ios::out | std::ios::app);
        if(!of.is_open()) {
            perror((" => Error: Konnte Output: '" + path + "' Datei nicht aufmachen").c_str());
            return -1;
        }
        of << text << std::endl;
        of.close();
    }

    return 0;
}

std::string PageManager::getCurlVersion()
{
    auto data = curl_version_info(CURLVERSION_NOW);
    return data->version;
}

std::string PageManager::generateRandomString(int length) {
    static const char alphanum[] =
        "0123456789"
        "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
        "abcdefghijklmnopqrstuvwxyz";

    std::string randomString;
    for (int i = 0; i < length; ++i) {
        randomString.push_back(alphanum[std::rand() % (sizeof(alphanum) - 1)]);
    }

    return randomString;
}

void PageManager::generateNewTorAnmeldeNamen(std::string alterName) {
    torAnmeldeNamenMutex.lock();

    if(torAnmeldeNamen == alterName) {
        torAnmeldeNamen = generateRandomString(10);
        std::cout << " -> New Proxy Login Name: " << torAnmeldeNamen << std::flush;
        usleep(700000);
    }
    torAnmeldeNamenMutex.unlock();
}


std::string PageManager::chooseHosterLink(std::string HosterList, std::string Hoster_with_Highst_Priority_at_First, std::string languages_with_highst_priority_at_first, bool withWarnMsg)
{
    std::istringstream SListLang  ( replace( languages_with_highst_priority_at_first, ",", "\n") + "\n" );

    int LangId = 0;
    size_t pos = 0;
    std::string LanguageSortedHoster, Line, langId, hoster;
    //QTextStream stream();

    //Für jede Sprache:
    while (getline(SListLang, langId).good()) {
        //Erst in schleife: weil es sonst ein problem wegen dem readdevice beim 2.ten durchlauf gibt
        std::istringstream SListHoster( replace( Hoster_with_Highst_Priority_at_First,    ",", "\n") + "\n" );

        if(langId == "")
            continue;
        else if ( upper_string( langId ) == "GERDUB" )
            LangId=1;
        else if ( upper_string( langId ) == "ENG" )
            LangId=2;
        else if ( upper_string( langId ) == "GERSUB" )
            LangId=3;
        else {
            std::cout << " => Error: Unbekannte Sprache: " << langId << std::endl;
            continue;
        }

        //Liste aller Links mit der Sprache des durchgangs der schleife
        LanguageSortedHoster = grep(HosterList, ( "data-lang-key=\"" + std::to_string(LangId) + "\"" ) );
        //std::cout << "Alle Folgen mi der Sprache " << langId << ":\n'" << LanguageSortedHoster << "'" << std::endl;

        //Wenn keine Links zu der Sprache gefunden worden sind
        if(LanguageSortedHoster == "") {
            if(withWarnMsg)
                std::cout << "Warnung: Es wurden keine Links für die Sprache '" <<langId << "' gefunden." << std::endl;
            continue;
        }

        //Upper all Hoster Name in List:
        for (size_t posHoster = LanguageSortedHoster.find("hoster=\""); posHoster != std::string::npos; posHoster = LanguageSortedHoster.find("hoster=\"", posHoster + 8)) {
            size_t posNextAnfz = LanguageSortedHoster.find("\"", posHoster + 8);
            if(posNextAnfz == std::string::npos) {
                std::cout << " => Error: Konnte \" in chooseHosterLink() nicht finden." << std::endl;
                break;
            } else
                LanguageSortedHoster.replace(posHoster + 8, posNextAnfz - posHoster - 8, upper_string(LanguageSortedHoster.substr(posHoster + 8, posNextAnfz - posHoster - 8)) );
        }

        //Für jeden Angegebenen Hoster:
        while (getline(SListHoster, hoster).good()) {
            //Wenn es den hoster bei dieser prache nicht gibt, wähle nächsten
            if(LanguageSortedHoster.find( "hoster=\"" + upper_string(hoster) + "\"" ) == std::string::npos) {
                if(withWarnMsg)
                std::cout << "Warnung: Hoster " << hoster << " gibt es bei der sprache" << langId << " nicht " << std::endl;
                continue;
            }
            Line = grep(LanguageSortedHoster + "\n", ("hoster=\"" + upper_string(hoster) + "\"" ) );
            pos = Line.find("href=\"");
            if(pos == std::string::npos) {
                std::cout << " => Error: Konnte 'href=\"' in chooseHosterLink() nicht finden." << std::endl;
                continue;
            }
            Line.erase(0, pos + 6/*static_cast<int>(strlen("href=\""))*/);

            pos = Line.find("\"");
            if(pos == std::string::npos) {
                std::cout << " => Error: Konnte '\"' in chooseHosterLink() nicht finden." << std::endl;
                continue;
            }

            return Line.erase(pos, Line.length()-pos);
        }

        if(withWarnMsg) {
            std::cout << "Warnung: Die Hoster '" << Hoster_with_Highst_Priority_at_First << "' gab es für die Sprache '" << langId << "' nicht." << std::endl;
            std::cout << "INFO: Andere Hoster zu dieser Sprache: \n" << LanguageSortedHoster << std::endl;
        }

    }
    return "";
}

std::string PageManager::getLinkAfterHosterBasedOperation(std::string url)
{
    size_t pos1 = 0, pos2 = 0;
    if(debugMode)
        std::cout << "Convert url: " << url << " ->"<< std::endl;

    if((pos1 = url.find("://")) == std::string::npos) {
        std::cout << " => Error: Konnte '://' in getLinkAfterHosterBasedOperation() nicht finden." << std::endl;
        return "";
    } else if((pos2 = url.find(".", pos1 + 3)) == std::string::npos) {
        std::cout << " => Error: Konnte '.' nach '://' in getLinkAfterHosterBasedOperation() nicht finden." << std::endl;
        return "";
    }

    std::string hoster = url.substr(pos1 + 3, pos2 - pos1 - 3);
    if(hoster == "vivo") {
        url = replace(url, "/embed/", "/");
        url = replace(url, "http://", "https://");

    } else if (hoster == "...") {

    }

    if(debugMode)
        std::cout << " -> zu... " << url << std::endl;
    return url;
}