path: root/tests/main.cpp

#include "assert.hpp"
#include "../include/odhtdb/Log.hpp"
#include "../include/odhtdb/Database.hpp"
#include "../include/odhtdb/Group.hpp"
#include "../include/odhtdb/Encryption.hpp"
#include "../include/odhtdb/Hash.hpp"
#include "../include/odhtdb/hex2bin.hpp"
#include "../include/odhtdb/bin2hex.hpp"
#include "../include/odhtdb/DataView.hpp"
#include <vector>
#include <chrono>
#include <thread>
#include <opendht.h>
#include <boost/filesystem.hpp>
#include <map>

using namespace std;
using namespace chrono_literals;
using namespace odhtdb;

void testBinHexConvert()
{
    DataView input { (void*)"hello", 5 };
    
    string inputHex = bin2hex((const char*)input.data, input.size);
    assertEquals<string>("68656c6c6f", inputHex);
    
    string inputBin = hex2bin(inputHex.c_str(), inputHex.size());
    if(inputBin.size() != input.size)
    {
        string errMsg = "Expected input converted to hex and then back to binary size to be 5, was: ";
        errMsg += to_string(inputBin.size());
        fail(errMsg);
    }
    
    if(memcmp(input.data, inputBin.data(), input.size) != 0)
    {
        string errMsg = "Expected input converted to hex and then back to binary to be same as original input ('hello'), was: ";
        errMsg += string(inputBin.c_str(), inputBin.size());
        fail(errMsg);
    }
}

void testHash()
{
    Hash hash("odhtdb", 6);
    string hashHex = hash.toString();
    assertEquals<string>("a7b30ec8ab92de60e551b26bb8f78d315697f84dd7f5549a143477e095ec934f", hashHex);
    Log::debug("hash of 'odhtdb' is: a7b30ec8ab92de60e551b26bb8f78d315697f84dd7f5549a143477e095ec934f");
}

void testSignData(const Signature::KeyPair &localUserKeyPair)
{
    std::string publicKeyStr = localUserKeyPair.getPublicKey().toString();
    Log::debug("Local user public key: %s", publicKeyStr.c_str());
    
    std::string privateKeyStr = localUserKeyPair.getPrivateKey().toString();
    Log::debug("Local user private key: %s", privateKeyStr.c_str());
    
    string expectedUnsignedData = "hello, world!";
    string signedData = localUserKeyPair.getPrivateKey().sign(DataView((void*)expectedUnsignedData.data(), expectedUnsignedData.size()));
    assertEquals(SIGNED_HASH_SIZE + expectedUnsignedData.size(), signedData.size());
    
    string unsignedData = localUserKeyPair.getPublicKey().unsign(DataView((void*)signedData.data(), signedData.size()));
    assertEquals(expectedUnsignedData, unsignedData);
    
    try
    {
        Signature::KeyPair anotherKeyPair;
        anotherKeyPair.getPublicKey().unsign(DataView((void*)signedData.data(), signedData.size()));
        fail("Expected unsign to fail since the data was not signed with the private key matching given public key");
    }
    catch (UnsignWrongKeyException &e)
    {
        
    }
    catch (exception &e)
    {
        string errMsg = "Expected unsign to fail with UnsignWrongKeyException, fail reason: ";
        errMsg += e.what();
        fail(errMsg);
    }
    
    try
    {
        Signature::KeyPair anotherKeyPair;
        anotherKeyPair.getPublicKey().unsign(DataView((void*)signedData.data(), 3));
        fail("Expected unsign to fail since the (signed) data is too small to have been signed (signed hash is 64 bytes)");
    }
    catch (UnsignInvalidSizeException &e)
    {
        
    }
    catch (exception &e)
    {
        string errMsg = "Expected unsign to fail with UnsignInvalidSizeException, fail reason: ";
        errMsg += e.what();
        fail(errMsg);
    }
}

void testEncryption()
{
    const char *message = "hello, world!";
    const unsigned long long messageLength = 13;
    Encryption encryption(DataView((void*)message, messageLength));
    
    Decryption decryption(encryption.getCipherText(), encryption.getNonce(), encryption.getKey());
    assertEquals<unsigned long long>(messageLength, decryption.getDecryptedText().size);
    assertEquals(0, strncmp(message, (const char*)decryption.getDecryptedText().data, messageLength));
}

void testCachedIdentity()
{
    pair<shared_ptr<dht::crypto::PrivateKey>, shared_ptr<dht::crypto::Certificate>> identity = dht::crypto::generateIdentity();
    dht::Blob privateKeyData = identity.first->serialize();
    Log::debug("Private key size: %d, serialized data: %s", privateKeyData.size(), Hash(privateKeyData.data(), privateKeyData.size()).toString().c_str());
    
    dht::crypto::PrivateKey privateKeyDeserialized(privateKeyData);
    privateKeyData = identity.first->serialize();
    Log::debug("Private key size: %d, serialized data: %s", privateKeyData.size(), Hash(privateKeyData.data(), privateKeyData.size()).toString().c_str());
    
    dht::Blob certificateData;
    identity.second->pack(certificateData);
    Log::debug("Certificate data size: %d, serialized data: %s", certificateData.size(), Hash(certificateData.data(), certificateData.size()).toString().c_str());
    
    dht::crypto::Certificate certificateDeserialized(certificateData);
    certificateData.clear();
    identity.second->pack(certificateData);
    Log::debug("Certificate data size: %d, serialized data: %s", certificateData.size(), Hash(certificateData.data(), certificateData.size()).toString().c_str());
}

void testTimestamp(const Database &database)
{
    auto timestamp1 = database.getSyncedTimestampUtc();
    this_thread::sleep_for(chrono::milliseconds(100));
    auto timestamp2 = database.getSyncedTimestampUtc();
    
    if(timestamp2.getCombined() > timestamp1.getCombined())
        Log::debug("Second timestamp is more than first one, as expected");
    else
        fail("Second timestamp is not more than first one for some reason");
}

void testStandard()
{
    testCachedIdentity();
    testBinHexConvert();
    testHash();
    testEncryption();
    
    boost::filesystem::path storagePath("/tmp/odhtdbTest");
    boost::filesystem::remove_all(storagePath);
    boost::filesystem::create_directory(storagePath);
    
    int createNodeCounter = 0;
    int addDataCounter = 0;
    int addUserCounter = 0;
    
    auto createNodeCallback = [&createNodeCounter](const DatabaseCreateNodeRequest &request)
    {
        Log::debug("Create node callback");
        ++createNodeCounter;
    };
    
    auto addNodeCallback = [&addDataCounter](const DatabaseAddNodeRequest &request)
    {
        Log::debug("Add node callback");
        ++addDataCounter;
    };
    
    auto addUserCallback = [&addUserCounter](const DatabaseAddUserRequest &request)
    {
        Log::debug("Add user callback");
        ++addUserCounter;
    };

    DatabaseCallbackFuncs callbackFuncs { createNodeCallback, addNodeCallback, addUserCallback };
    DatabaseNode databaseNode;
    
    {
        Signature::KeyPair localUserKeyPair;
        testSignData(localUserKeyPair);
        
        // TODO: Setup local bootstrap node for tests
        Database database("bootstrap.ring.cx", 4222, storagePath, callbackFuncs);
        testTimestamp(database);

        auto databaseCreateResponse = database.create();
        databaseNode = { databaseCreateResponse->getNodeEncryptionKey(), databaseCreateResponse->getRequestHash() };
        auto adminUserKey = databaseCreateResponse->getNodeAdminKeyPair();
        database.addData(databaseNode, *adminUserKey, DataView{ (void*)"hello, world!", 13 });
        database.addUser(databaseNode, *adminUserKey, localUserKeyPair.getPublicKey(), databaseCreateResponse->getNodeAdminGroupId()->getView());
        database.addData(databaseNode, localUserKeyPair, DataView{ (void*)"hello, aaald!", 13 });
        
        database.seed(databaseNode, DatabaseFetchOrder::OLDEST_FIRST);
        this_thread::sleep_for(chrono::seconds(3));
        
        assertEquals(1, createNodeCounter);
        assertEquals(2, addDataCounter);
        assertEquals(1, addUserCounter);
        
        string username = "dec05eba";
        string password = "secretPassword";
        if(database.doesStoredUserExist(username))
            fail("Expected stored to not exist until it has been added");
        
        database.storeNodeInfoForUserEncrypted(databaseNode, username, password, *adminUserKey);
        try
        {
            database.storeNodeInfoForUserEncrypted(databaseNode, username, password, localUserKeyPair);
            fail("Expected store user password to fail since we have already stored an user in the node");
        }
        catch(SqlExecException &e)
        {
            Log::debug("Failed with sql exception as expected, since we already have an user in the node: %s", e.what());
        }
        
        if(!database.doesStoredUserExist(username))
            fail("Expected stored to exist after it has been added");
        
        auto nodeUserData = database.getStoredNodeUserInfoDecrypted(username, password);
        assertEquals((size_t)1, nodeUserData.size());
        auto userDataIt = nodeUserData.find(*databaseNode.getRequestHash());
        if(userDataIt == nodeUserData.end())
            fail("Expected stored node hash to match node hash");
        if(userDataIt->second.userKeyPair->getPublicKey() != adminUserKey->getPublicKey())
            fail("Expected stored public key to match admin user public key");
        if(userDataIt->second.userKeyPair->getPrivateKey() != adminUserKey->getPrivateKey())
            fail("Expected stored private key to match admin user private key");
        if(userDataIt->second.nodeEncryptionKey->getView() != databaseCreateResponse->getNodeEncryptionKey()->getView())
            fail("Expected stored node encryption key to match node encryption key");
        
        try
        {
            database.storeUserWithoutNodes(username, password);
            fail("Expected store user to fail since the user already exists in database");
        }
        catch(SqlExecException &e)
        {
            
        }
        
        database.storeUserWithoutNodes("anotherUser", password);
        if(!database.doesStoredUserExist("anotherUser"))
            fail("Added user 'anotherUser' to database without any nodes, but it doesn't seem to be stored");
        
        auto adminUserGroups = database.getUserGroups(*databaseNode.getRequestHash(), adminUserKey->getPublicKey());
        if(adminUserGroups.size() != 1 || adminUserGroups[0].getView() != databaseCreateResponse->getNodeAdminGroupId()->getView())
            fail("Admin group doesn't match group stored in database");
        
        auto userGroups = database.getUserGroups(*databaseNode.getRequestHash(), localUserKeyPair.getPublicKey());
        if(userGroups.size() != 1 || userGroups[0].getView() != databaseCreateResponse->getNodeAdminGroupId()->getView())
            fail("User group doesn't match group stored in database");
    }
    Log::debug("Callback works when adding data while connected, now testing to reconnect and check if data remains...");
    {
        createNodeCounter = 0;
        addDataCounter = 0;
        addUserCounter = 0;
        
        // TODO: Setup local bootstrap node for tests
        Database database("bootstrap.ring.cx", 4222, storagePath, callbackFuncs);
        database.loadNode(*databaseNode.getRequestHash());

        database.seed(databaseNode, DatabaseFetchOrder::OLDEST_FIRST);
        this_thread::sleep_for(chrono::seconds(3));
        
        assertEquals(1, createNodeCounter);
        assertEquals(2, addDataCounter);
        assertEquals(1, addUserCounter);
        
        dht::InfoHash customMessageKey = Database::getInfoHash("asdf", 4);
        sibs::SafeSerializer messageToSendSerializer;
        messageToSendSerializer.add((u32)10);
        
        u32 receivedNumber = 0;
        database.receiveCustomMessage(customMessageKey, [&receivedNumber](const void *data, usize size)
        {
            sibs::SafeDeserializer deserializer((const u8*)data, size);
            receivedNumber = deserializer.extract<u32>();
            sibs::SafeSerializer serializer;
            serializer.add((u32)20);
            return serializer;
        });
        
        u32 sendCustomMessageResponseNumber = 0;
        database.sendCustomMessage(customMessageKey, move(messageToSendSerializer.getBuffer()), [&sendCustomMessageResponseNumber](bool gotResponse, const void *data, usize size)
        {
            if(!gotResponse)
            {
                Log::error("Didn't get reponse!");
                return true;
            }
            
            sibs::SafeDeserializer deserializer((const u8*)data, size);
            sendCustomMessageResponseNumber = deserializer.extract<u32>();
            return false;
        });
        
        
        this_thread::sleep_for(chrono::seconds(3));
        assertEquals((u32)10, receivedNumber);
        assertEquals((u32)20, sendCustomMessageResponseNumber);
    }
}

void testTwoLocalNodes()
{
    boost::filesystem::path storagePath1("/tmp/odhtdbTest1");
    boost::filesystem::remove_all(storagePath1);
    boost::filesystem::create_directory(storagePath1);
    
    boost::filesystem::path storagePath2("/tmp/odhtdbTest2");
    boost::filesystem::remove_all(storagePath2);
    boost::filesystem::create_directory(storagePath2);
    
    auto createNodeCallback = [](const DatabaseCreateNodeRequest &request)
    {
        Log::debug("Create node callback");
    };
    
    auto addNodeCallback = [](const DatabaseAddNodeRequest &request)
    {
        Log::debug("Add node callback");
    };
    
    auto addUserCallback = [](const DatabaseAddUserRequest &request)
    {
        Log::debug("Add user callback");
    };

    DatabaseCallbackFuncs callbackFuncs { createNodeCallback, addNodeCallback, addUserCallback };
    
    Database database1("bootstrap.ring.cx", 4222, storagePath1, callbackFuncs);
    auto databaseCreateResponse = database1.create();
    DatabaseNode databaseNode = { databaseCreateResponse->getNodeEncryptionKey(), databaseCreateResponse->getRequestHash() };
    auto adminUserKey = databaseCreateResponse->getNodeAdminKeyPair();
    database1.addData(databaseNode, *adminUserKey, DataView{ (void*)"hello, world!", 13 });
    database1.seed(databaseNode);
    
    Database database2("bootstrap.ring.cx", 4223, storagePath2, callbackFuncs);
    database2.seed(databaseNode);
}

void testMemoryUsage()
{
    boost::filesystem::path storagePath("/tmp/odhtdbTestMemoryUsage");
    boost::filesystem::remove_all(storagePath);
    boost::filesystem::create_directory(storagePath);
    
    auto createNodeCallback = [](const DatabaseCreateNodeRequest &request)
    {
        Log::debug("Create node callback");
    };
    
    auto addNodeCallback = [](const DatabaseAddNodeRequest &request)
    {
        Log::debug("Add node callback");
    };
    
    auto addUserCallback = [](const DatabaseAddUserRequest &request)
    {
        Log::debug("Add user callback");
    };

    DatabaseCallbackFuncs callbackFuncs { createNodeCallback, addNodeCallback, addUserCallback };
    
    Database database("bootstrap.ring.cx", 4222, storagePath, callbackFuncs);
    auto databaseCreateResponse = database.create();
    DatabaseNode databaseNode = { databaseCreateResponse->getNodeEncryptionKey(), databaseCreateResponse->getRequestHash() };
    auto adminUserKey = databaseCreateResponse->getNodeAdminKeyPair();
    database.seed(databaseNode);
    
    const int iterations = 500;
    for(int i = 0; i < iterations; ++i)
    {
        Log::debug("Memory usage test %d/%d", 1 + i, iterations);
        database.addData(databaseNode, *adminUserKey, DataView{ (void*)"hello, world!", 13 });
        this_thread::sleep_for(chrono::milliseconds(50));
    }
}

struct Test
{
    function<void()> testFunc;
    bool optional;
};

int main(int argc, char **argv)
{
    map<string, Test> testByName;
    testByName["standard"] = { testStandard, false };
    testByName["two_local_nodes"] = { testTwoLocalNodes, false };
    testByName["memory_usage"] = { testMemoryUsage, true };
    
    const char *testName = "all";
    if(argc > 1)
        testName = argv[1];
    
    if(strcmp(testName, "all") == 0)
    {
        Log::debug("Running all non-optional tests");
        for(auto &testIt : testByName)
        {
            if(!testIt.second.optional)
            {
                Log::debug("Running test: %s", testIt.first.c_str());
                testIt.second.testFunc();
            }
        }
    }
    else
    {
        auto testIt = testByName.find(testName);
        if(testIt == testByName.end())
        {
            Log::error("There is no test called %s", testName);
            exit(1);
        }
        
        Log::debug("Running test: %s", testIt->first.c_str());
        testIt->second.testFunc();
    }
    
    return 0;
}