onion-wownero-blockchain-explorer/src/page.h

//
// Created by mwo on 8/04/16.
//

#ifndef CROWXMR_PAGE_H
#define CROWXMR_PAGE_H



#include "mstch/mstch.hpp"
#include "rapidjson/document.h"
#include "../ext/format.h"
#include "../ext/member_checker.h"


#include "monero_headers.h"

#include "MicroCore.h"
#include "tools.h"
#include "rpccalls.h"
#include "mylmdb.h"
#include "../ext/crow/http_request.h"

#include <algorithm>
#include <limits>
#include <ctime>

#define TMPL_DIR             "./templates"
#define TMPL_PARIALS_DIR     TMPL_DIR "/partials"
#define TMPL_CSS_STYLES      TMPL_DIR "/css/style.css"
#define TMPL_INDEX           TMPL_DIR "/index.html"
#define TMPL_INDEX2          TMPL_DIR "/index2.html"
#define TMPL_MEMPOOL         TMPL_DIR "/mempool.html"
#define TMPL_HEADER          TMPL_DIR "/header.html"
#define TMPL_FOOTER          TMPL_DIR "/footer.html"
#define TMPL_BLOCK           TMPL_DIR "/block.html"
#define TMPL_TX              TMPL_DIR "/tx.html"
#define TMPL_ADDRESS         TMPL_DIR "/address.html"
#define TMPL_MY_OUTPUTS      TMPL_DIR "/my_outputs.html"
#define TMPL_SEARCH_RESULTS  TMPL_DIR "/search_results.html"
#define TMPL_MY_RAWTX        TMPL_DIR "/rawtx.html"
#define TMPL_MY_CHECKRAWTX   TMPL_DIR "/checkrawtx.html"



namespace xmreg {


    using namespace cryptonote;
    using namespace crypto;
    using namespace std;

    // define a checker to test if a structure has "tx_blob"
    // member variable. I use modified daemon with few extra
    // bits and pieces here and there. One of them is
    // tx_blob in cryptonote::tx_info structure
    // thus I check if I run my version, or just
    // generic one
    DEFINE_MEMBER_CHECKER(tx_blob)

    // define getter to get tx_blob, i.e., get_tx_blob function
    // as string if exists. the getter return empty string if
    // tx_blob does not exist
    DEFINE_MEMBER_GETTER(tx_blob, string)



    /**
     * Check if a given header filed contains value string
     *
     * @param req
     * @param field
     * @param value
     * @return string
     */
    string
    does_header_has(const crow::request& req,
                    const string& field = "Accept",
                    const string& value = "q=.2, */*; q=.2")
    {
        string accept = req.get_header_value(field);

        if (!accept.empty())
        {
            if (accept.find(value) != std::string::npos)
            {
                return accept;
            }
        }

        return string {};
    }



    /**
     * @brief The tx_details struct
     *
     * Basic information about tx
     *
     */
    struct tx_details
    {
        crypto::hash hash;
        crypto::public_key pk;
        uint64_t xmr_inputs;
        uint64_t xmr_outputs;
        uint64_t fee;
        uint64_t mixin_no;
        uint64_t size;
        uint64_t blk_height;
        size_t   version;
        uint64_t unlock_time;
        vector<uint8_t> extra;

        crypto::hash  payment_id  = null_hash; // normal
        crypto::hash8 payment_id8 = null_hash8; // encrypted

        string json_representation;

        std::vector<std::vector<crypto::signature> > signatures;

        // key images of inputs
        vector<txin_to_key> input_key_imgs;

        // public keys and xmr amount of outputs
        vector<pair<txout_to_key, uint64_t>> output_pub_keys;

        mstch::map
        get_mstch_map()
        {
            // remove "<" and ">" from the hash string
            string tx_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", hash));

            string tx_pk_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", pk));

            //cout << "payment_id: " << payment_id << endl;

            string pid_str   = REMOVE_HASH_BRAKETS(fmt::format("{:s}", payment_id));
            string pid8_str  = REMOVE_HASH_BRAKETS(fmt::format("{:s}", payment_id8));

            string mixin_str {"N/A"};
            string fee_str {"N/A"};
            string fee_short_str {"N/A"};

            if (!input_key_imgs.empty())
            {
                mixin_str     = std::to_string(mixin_no - 1);
                fee_str       = fmt::format("{:0.6f}", XMR_AMOUNT(fee));
                fee_short_str = fmt::format("{:0.3f}", XMR_AMOUNT(fee));
            }


            //cout << "extra: " << extra_str << endl;

            mstch::map txd_map {
                {"hash"              , tx_hash_str},
                {"pub_key"           , tx_pk_str},
                {"tx_fee"            , fee_str},
                {"tx_fee_short"      , fee_short_str},
                {"sum_inputs"        , fmt::format("{:0.6f}", XMR_AMOUNT(xmr_inputs))},
                {"sum_outputs"       , fmt::format("{:0.6f}", XMR_AMOUNT(xmr_outputs))},
                {"sum_inputs_short"  , fmt::format("{:0.3f}", XMR_AMOUNT(xmr_inputs))},
                {"sum_outputs_short" , fmt::format("{:0.3f}", XMR_AMOUNT(xmr_outputs))},
                {"no_inputs"         , input_key_imgs.size()},
                {"no_outputs"        , output_pub_keys.size()},
                {"mixin"             , mixin_str},
                {"blk_height"        , blk_height},
                {"version"           , std::to_string(version)},
                {"has_payment_id"    , payment_id  != null_hash},
                {"has_payment_id8"   , payment_id8 != null_hash8},
                {"payment_id"        , pid_str},
                {"extra"             , get_extra_str()},
                {"payment_id8"       , pid8_str},
                {"unlock_time"       , std::to_string(unlock_time)},
                {"tx_size"           , fmt::format("{:0.4f}",
                                                   static_cast<double>(size)/1024.0)},
                {"tx_size_short"     , fmt::format("{:0.2f}",
                                                   static_cast<double>(size)/1024.0)}
            };


            return txd_map;
        }


        string
        get_extra_str()
        {

            string extra_str = epee::string_tools::buff_to_hex_nodelimer(
                        string{reinterpret_cast<const char*>(extra.data()), extra.size()});

            return extra_str;
        }


        mstch::array
        get_ring_sig_for_input(uint64_t in_i)
        {
             mstch::array ring_sigs {};

             if (in_i >= signatures.size())
             {
                 return ring_sigs;
             }

             for (const crypto::signature &sig: signatures.at(in_i))
             {
                 ring_sigs.push_back(mstch::map{
                     {"ring_sig", print_signature(sig)}
                 });
             }

             return ring_sigs;
        }

        string
        print_signature(const signature& sig)
        {
             stringstream ss;

             ss << epee::string_tools::pod_to_hex(sig.c)
                << epee::string_tools::pod_to_hex(sig.r);

             return ss.str();
        }
    };

    class page {

        // check if we have tx_blob member in tx_info structure
        static const bool HAVE_TX_BLOB {
            HAS_MEMBER(cryptonote::tx_info, tx_blob)
        };

        static const bool FULL_AGE_FORMAT {true};

        MicroCore* mcore;
        Blockchain* core_storage;
        rpccalls rpc;
        time_t server_timestamp;

        string lmdb2_path;

        string css_styles;

        bool testnet;


    public:

        page(MicroCore* _mcore, Blockchain* _core_storage,
             string _deamon_url, string _lmdb2_path, bool _testnet)
                : mcore {_mcore},
                  core_storage {_core_storage},
                  rpc {_deamon_url},
                  server_timestamp {std::time(nullptr)},
                  lmdb2_path {_lmdb2_path},
                  testnet {_testnet}
        {
            css_styles = xmreg::read(TMPL_CSS_STYLES);
        }


        /**
         * @brief Show recent blocks and mempool
         *
         * Not used currently. index2 method is used instead
         *
         * @param page_no block page to show
         * @param refresh_page enable autorefresh
         * @return rendered index page
         */
        string
        index(uint64_t page_no = 0, bool refresh_page = false)
        {
            // connect to the deamon if not yet connected
            bool is_connected = rpc.connect_to_monero_deamon();

            if (!is_connected)
            {
                cerr << "Connection to the Monero demon does not exist or was lost!" << endl;
                return "Connection to the Monero demon does not exist or was lost!";
            }

            //get current server timestamp
            server_timestamp = std::time(nullptr);

            // number of last blocks to show
            uint64_t no_of_last_blocks {100 + 1};

            uint64_t height = rpc.get_current_height() - 1;

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"refresh"         , refresh_page},
                    {"height"          , std::to_string(height)},
                    {"server_timestamp", xmreg::timestamp_to_str(server_timestamp)},
                    {"blocks"          , mstch::array()},
                    {"age_format"      , string("[h:m:d]")},
                    {"page_no"         , std::to_string(page_no)},
                    {"total_page_no"   , std::to_string(height / (no_of_last_blocks))},
                    {"is_page_zero"    , !bool(page_no)},
                    {"next_page"       , std::to_string(page_no + 1)},
                    {"prev_page"       , std::to_string((page_no > 0 ? page_no - 1 : 0))}
            };


            // get reference to blocks template map to be field below
            mstch::array& blocks = boost::get<mstch::array>(context["blocks"]);

            // calculate starting and ending block numbers to show
            uint64_t start_height = height - no_of_last_blocks * (page_no + 1);
            uint64_t end_height   = height - no_of_last_blocks * (page_no);

            // check few conditions to make sure we are whithin the avaliable range
            //@TODO its too messed up. needs to find cleaner way.
            start_height = start_height > 0      ? start_height : 0;
            end_height   = end_height   < height ? end_height   : height;
            start_height = start_height > end_height ? 0 : start_height;
            end_height   = end_height - start_height > no_of_last_blocks
                           ? no_of_last_blocks : end_height;

            // previous blk timestamp, initalised to lowest possible value
            double prev_blk_timestamp {std::numeric_limits<double>::lowest()};

            // iterate over last no_of_last_blocks of blocks
            for (uint64_t i = start_height; i <= end_height; ++i)
            {
                // get block at the given height i
                block blk;

                if (!mcore->get_block_by_height(i, blk))
                {
                    cerr << "Cant get block: " << i << endl;
                    continue;
                }

                // get block's hash
                crypto::hash blk_hash = core_storage->get_block_id_by_height(i);

                // remove "<" and ">" from the hash string
                string blk_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", blk_hash));

                // get block timestamp in user friendly format
                string timestamp_str = xmreg::timestamp_to_str(blk.timestamp);

                pair<string, string> age = get_age(server_timestamp, blk.timestamp);

                context["age_format"] = age.second;

                // get time difference [m] between previous and current blocks
                string time_delta_str {};

                if (prev_blk_timestamp > std::numeric_limits<double>::lowest())
                {
                  time_delta_str = fmt::format("{:0.2f}",
                      (double(blk.timestamp) - double(prev_blk_timestamp))/60.0);
                }

                // get xmr in the block reward
                array<uint64_t, 2> coinbase_tx = sum_money_in_tx(blk.miner_tx);

                // get transactions in the block
                const vector<cryptonote::transaction>& txs_in_blk =
                            core_storage->get_db().get_tx_list(blk.tx_hashes);

                // sum xmr in the inputs and ouputs of all transactions
                array<uint64_t, 2> sum_xmr_in_out = sum_money_in_txs(txs_in_blk);

                // get sum of all transactions in the block
                uint64_t sum_fees = sum_fees_in_txs(txs_in_blk);

                // get mixin number in each transaction
                vector<uint64_t> mixin_numbers = xmreg::get_mixin_no_in_txs(txs_in_blk);

                // find minimum and maxium mixin numbers
                int mixin_min {-1};
                int mixin_max {-1};

                if (!mixin_numbers.empty())
                {
                    mixin_min = static_cast<int>(
                            *std::min_element(mixin_numbers.begin(), mixin_numbers.end()));
                    mixin_max = static_cast<int>(
                            *max_element(mixin_numbers.begin(), mixin_numbers.end()));
                }

                // mixing format for the templates
                auto mixin_format = [=]() -> mstch::node
                {
                    if (mixin_min < 0)
                    {
                        return string("N/A");
                    }
                    return fmt::format("{:d}-{:d}", mixin_min - 1, mixin_max - 1);
                };

                // get block size in bytes
                uint64_t blk_size = get_object_blobsize(blk);

                // set output page template map
                blocks.push_back(mstch::map {
                        {"height"      , to_string(i)},
                        {"timestamp"   , timestamp_str},
                        {"time_delta"  , time_delta_str},
                        {"age"         , age.first},
                        {"hash"        , blk_hash_str},
                        {"block_reward", fmt::format("{:0.4f}/{:0.4f}",
                                                     XMR_AMOUNT(coinbase_tx[1] - sum_fees),
                                                     XMR_AMOUNT(sum_fees))},
                        {"fees"        , fmt::format("{:0.3f}", XMR_AMOUNT(sum_fees))},
                        {"notx"        , fmt::format("{:d}", blk.tx_hashes.size())},
                        {"xmr_inputs"  , fmt::format("{:0.2f}",
                                                     XMR_AMOUNT(sum_xmr_in_out[0]))},
                        {"xmr_outputs" , fmt::format("{:0.2f}",
                                                     XMR_AMOUNT(sum_xmr_in_out[1]))},
                        {"mixin_range" , mstch::lambda {mixin_format}},
                        {"blksize"     , fmt::format("{:0.2f}",
                                                     static_cast<double>(blk_size) / 1024.0)}
                });

                // save current's block timestamp as reference for the next one
                prev_blk_timestamp  = static_cast<double>(blk.timestamp);

            } //  for (uint64_t i = start_height; i <= end_height; ++i)

            // reverse blocks and remove last (i.e., oldest)
            // block. This is done so that time delats
            // are easier to calcualte in the above for loop
            std::reverse(blocks.begin(), blocks.end());

            // if we look at the genesis time, we should not remove
            // the last block, i.e. genesis one.
            if (!(start_height < 2))
            {
              blocks.pop_back();
            }

            // get memory pool rendered template
            string mempool_html = mempool();

            // append mempool_html to the index context map
            context["mempool_info"] = mempool_html;

            // read index.html
            string index_html = xmreg::read(TMPL_INDEX);

            // add header and footer
            string full_page = get_full_page(index_html);

            context["css_styles"]   = this->css_styles;

            // render the page
            return mstch::render(full_page, context);
        }



        /**
         * @brief show recent transactions and mempool
         * @param page_no block page to show
         * @param refresh_page enable autorefresh
         * @return rendered index page
         */
        string
        index2(uint64_t page_no = 0, bool refresh_page = false)
        {

            //get current server timestamp
            server_timestamp = std::time(nullptr);

            // number of last blocks to show
            uint64_t no_of_last_blocks {50 + 1};

            // get the current blockchain height. Just to check
            uint64_t height =
                    xmreg::MyLMDB::get_blockchain_height(mcore->get_blkchain_path()) - 1;

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"         , testnet},
                    {"refresh"         , refresh_page},
                    {"height"          , std::to_string(height)},
                    {"server_timestamp", xmreg::timestamp_to_str(server_timestamp)},
                    {"age_format"      , string("[h:m:d]")},
                    {"page_no"         , std::to_string(page_no)},
                    {"total_page_no"   , std::to_string(height / (no_of_last_blocks))},
                    {"is_page_zero"    , !bool(page_no)},
                    {"next_page"       , std::to_string(page_no + 1)},
                    {"prev_page"       , std::to_string((page_no > 0 ? page_no - 1 : 0))},
                    {"txs"             , mstch::array()} // will keep tx to show
            };

            // get reference to txs mstch map to be field below
            mstch::array& txs = boost::get<mstch::array>(context["txs"]);

            // calculate starting and ending block numbers to show
            uint64_t start_height = height - no_of_last_blocks * (page_no + 1);
            uint64_t end_height   = height - no_of_last_blocks * (page_no);

            // check few conditions to make sure we are whithin the avaliable range
            //@TODO its too messed up. needs to find cleaner way.
            start_height = start_height > 0      ? start_height : 0;
            end_height   = end_height   < height ? end_height   : height;
            start_height = start_height > end_height ? 0 : start_height;
            end_height   = end_height - start_height > no_of_last_blocks
                           ? no_of_last_blocks : end_height;

            // previous blk timestamp, initalised to lowest possible value
            double prev_blk_timestamp {std::numeric_limits<double>::lowest()};

            // iterate over last no_of_last_blocks of blocks
            for (uint64_t i = start_height; i <= end_height; ++i)
            {
                // get block at the given height i
                block blk;

                if (!mcore->get_block_by_height(i, blk))
                {
                    cerr << "Cant get block: " << i << endl;
                    continue;
                }

                // get block's hash
                crypto::hash blk_hash = core_storage->get_block_id_by_height(i);

                // remove "<" and ">" from the hash string
                string blk_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", blk_hash));

                // get block age

                pair<string, string> age = get_age(server_timestamp, blk.timestamp);

                context["age_format"] = age.second;

                // get time difference [m] between previous and current blocks
                string time_delta_str {};

                if (prev_blk_timestamp > std::numeric_limits<double>::lowest())
                {
                  time_delta_str = fmt::format("({:06.2f})",
                      (double(blk.timestamp) - double(prev_blk_timestamp))/60.0);
                }

                // get all transactions in the block found
                // initialize the first list with transaction for solving
                // the block i.e. coinbase.
                list<cryptonote::transaction> blk_txs {blk.miner_tx};
                list<crypto::hash> missed_txs;

                if (!core_storage->get_transactions(blk.tx_hashes, blk_txs, missed_txs))
                {
                    cerr << "Cant get transactions in block: " << i << endl;
                    continue;
                }

                uint64_t tx_i {0};

                for(list<cryptonote::transaction>::reverse_iterator rit = blk_txs.rbegin();
                    rit != blk_txs.rend(); ++rit)
                {
                    const cryptonote::transaction& tx = *rit;

                    tx_details txd = get_tx_details(tx);

                    mstch::map txd_map = txd.get_mstch_map();

                    //add age to the txd mstch map
                    txd_map.insert({"height"    , i});
                    txd_map.insert({"blk_hash"  , blk_hash_str});
                    txd_map.insert({"time_delta", time_delta_str});
                    txd_map.insert({"age"       , age.first});

                    // do not show block info for other than
                    // last (i.e., first after reverse below)
                    // tx in the block
                    if (tx_i < blk_txs.size() - 1)
                    {
                        txd_map["height"]     = string("");
                        txd_map["age"]        = string("");
                        txd_map["time_delta"] = string("");
                    }

                    txs.push_back(txd_map);

                    ++tx_i;
                }

                // save current's block timestamp as reference for the next one
                prev_blk_timestamp  = static_cast<double>(blk.timestamp);

            } // for (uint64_t i = start_height; i <= end_height; ++i)

            // reverse txs and remove last (i.e., oldest)
            // tx. This is done so that time delats
            // are easier to calcualte in the above for loop
            std::reverse(txs.begin(), txs.end());

            // if we look at the genesis time, we should not remove
            // the last block, i.e. genesis one.
            if (!(start_height < 2))
            {
              //txs.pop_back();
            }

            // get memory pool rendered template
            string mempool_html = mempool();

            // append mempool_html to the index context map
            context["mempool_info"] = mempool_html;

            // read index.html
            string index2_html = xmreg::read(TMPL_INDEX2);

            // add header and footer
            string full_page = get_full_page(index2_html);

            add_css_style(context);

            // render the page
            return mstch::render(full_page, context);

        }


        /**
         * Render mempool data
         */
        string
        mempool()
        {
            std::vector<tx_info> mempool_txs;

            if (!rpc.get_mempool(mempool_txs))
            {
              return "Getting mempool failed";
            }

            // initalise page tempate map with basic info about mempool
            mstch::map context {
                    {"mempool_size",  std::to_string(mempool_txs.size())},
                    {"mempooltxs" ,   mstch::array()}
            };

            // get reference to blocks template map to be field below
            mstch::array& txs = boost::get<mstch::array>(context["mempooltxs"]);

            // for each transaction in the memory pool
            for (size_t i = 0; i < mempool_txs.size(); ++i)
            {
                // get transaction info of the tx in the mempool
                tx_info _tx_info = mempool_txs.at(i);

                // calculate difference between tx in mempool and server timestamps
                array<size_t, 5> delta_time = timestamp_difference(
                                              server_timestamp,
                                              _tx_info.receive_time);

                // use only hours, so if we have days, add
                // it to hours
                uint64_t delta_hours {delta_time[1]*24 + delta_time[2]};

                string age_str = fmt::format("{:02d}:{:02d}:{:02d}",
                                             delta_hours,
                                             delta_time[3], delta_time[4]);

                // if more than 99 hourse, change formating
                // for the template
                if (delta_hours > 99)
                {
                    age_str = fmt::format("{:03d}:{:02d}:{:02d}",
                                             delta_hours,
                                             delta_time[3], delta_time[4]);
                }

                //cout << _tx_info.tx_json << endl;

                // sum xmr in inputs and ouputs in the given tx
                pair<uint64_t, uint64_t> sum_inputs  = sum_xmr_inputs(_tx_info.tx_json);
                pair<uint64_t, uint64_t> sum_outputs = sum_xmr_outputs(_tx_info.tx_json);

                // get mixin number in each transaction
                vector<uint64_t> mixin_numbers = get_mixin_no_in_txs(_tx_info.tx_json);

                uint64_t mixin_no = 0;

                if (!mixin_numbers.empty())
                    mixin_numbers.at(0) - 1;

                // set output page template map
                txs.push_back(mstch::map {
                        {"timestamp"     , xmreg::timestamp_to_str(_tx_info.receive_time)},
                        {"age"           , age_str},
                        {"hash"          , fmt::format("{:s}", _tx_info.id_hash)},
                        {"fee"           , fmt::format("{:0.3f}", XMR_AMOUNT(_tx_info.fee))},
                        {"xmr_inputs"    , fmt::format("{:0.2f}", XMR_AMOUNT(sum_inputs.first))},
                        {"xmr_outputs"   , fmt::format("{:0.2f}", XMR_AMOUNT(sum_outputs.first))},
                        {"no_inputs"     , sum_inputs.second},
                        {"no_outputs"    , sum_outputs.second},
                        {"mixin"         , fmt::format("{:d}", mixin_no)},
                        {"txsize"        , fmt::format("{:0.2f}", static_cast<double>(_tx_info.blob_size)/1024.0)}
                });
            }

            // read index.html
            string mempool_html = xmreg::read(TMPL_MEMPOOL);

            // render the page
            return mstch::render(mempool_html, context);
        }


        string
        show_block(uint64_t _blk_height)
        {

            // get block at the given height i
            block blk;

            cout << "_blk_height: " << _blk_height << endl;

            if (_blk_height > core_storage->get_current_blockchain_height())
            {
                cerr << "Cant get block: " << _blk_height
                     << " since its higher than current blockchain height"
                     << endl;
                return fmt::format("Cant get block {:d} since its higher than current blockchain height!",
                                   _blk_height);
            }


            if (!mcore->get_block_by_height(_blk_height, blk))
            {
                cerr << "Cant get block: " << _blk_height << endl;
                return fmt::format("Cant get block {:d}!", _blk_height);
            }

            // get block's hash
            crypto::hash blk_hash = core_storage->get_block_id_by_height(_blk_height);

            crypto::hash prev_hash = blk.prev_id;
            crypto::hash next_hash = core_storage->get_block_id_by_height(_blk_height + 1);

            bool have_next_hash = (next_hash == null_hash ? false : true);
            bool have_prev_hash = (prev_hash == null_hash ? false : true);

            // remove "<" and ">" from the hash string
            string prev_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", prev_hash));
            string next_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", next_hash));

            // remove "<" and ">" from the hash string
            string blk_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", blk_hash));

            // get block timestamp in user friendly format
            string blk_timestamp = xmreg::timestamp_to_str(blk.timestamp);

            // get age of the block relative to the server time
            pair<string, string> age = get_age(server_timestamp, blk.timestamp);

            // get time from the last block
            string delta_time {"N/A"};

            if (have_prev_hash)
            {
                block prev_blk = core_storage->get_db().get_block(prev_hash);

                pair<string, string> delta_diff = get_age(blk.timestamp, prev_blk.timestamp);

                delta_time = delta_diff.first;
            }

            // get block size in bytes
            uint64_t blk_size = get_object_blobsize(blk);

            // miner reward tx
            transaction coinbase_tx = blk.miner_tx;

            // transcation in the block
            vector<crypto::hash> tx_hashes = blk.tx_hashes;


            bool have_txs = !blk.tx_hashes.empty();

            // sum of all transactions in the block
            uint64_t sum_fees = 0;

            // get tx details for the coinbase tx, i.e., miners reward
            tx_details txd_coinbase = get_tx_details(blk.miner_tx, true);

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"              , testnet},
                    {"blk_hash"             , blk_hash_str},
                    {"blk_height"           , _blk_height},
                    {"blk_timestamp"        , blk_timestamp},
                    {"blk_timestamp_epoch"  , blk.timestamp},
                    {"prev_hash"            , prev_hash_str},
                    {"next_hash"            , next_hash_str},
                    {"have_next_hash"       , have_next_hash},
                    {"have_prev_hash"       , have_prev_hash},
                    {"have_txs"             , have_txs},
                    {"no_txs"               , std::to_string(
                                                    blk.tx_hashes.size())},
                    {"blk_age"              , age.first},
                    {"delta_time"           , delta_time},
                    {"blk_nonce"            , blk.nonce},
                    {"age_format"           , age.second},
                    {"major_ver"            , std::to_string(blk.major_version)},
                    {"minor_ver"            , std::to_string(blk.minor_version)},
                    {"blk_size"             , fmt::format("{:0.4f}",
                                                    static_cast<double>(blk_size) / 1024.0)},
                    {"coinbase_txs"         , mstch::array{{txd_coinbase.get_mstch_map()}}},
                    {"blk_txs"              , mstch::array()}
            };

            // .push_back(txd_coinbase.get_mstch_map()

           // boost::get<mstch::array>(context["blk_txs"]).push_back(txd_coinbase.get_mstch_map());

            // now process nomral transactions
            // get reference to blocks template map to be field below
            mstch::array& txs = boost::get<mstch::array>(context["blk_txs"]);

            // timescale representation for each tx in the block
            vector<string> mixin_timescales_str;

            // for each transaction in the block
            for (size_t i = 0; i < blk.tx_hashes.size(); ++i)
            {
                // get transaction info of the tx in the mempool
                const crypto::hash& tx_hash = blk.tx_hashes.at(i);

                // remove "<" and ">" from the hash string
                string tx_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", tx_hash));


                // get transaction
                transaction tx;

                if (!mcore->get_tx(tx_hash, tx))
                {
                    cerr << "Cant get tx: " << tx_hash << endl;
                    continue;
                }

                tx_details txd = get_tx_details(tx);

                // add fee to the rest
                sum_fees += txd.fee;


                // get mixins in time scale for visual representation
                //string mixin_times_scale = xmreg::timestamps_time_scale(mixin_timestamps,
                //                                                        server_timestamp);


                // add tx details mstch map to context
                txs.push_back(txd.get_mstch_map());
            }


            // add total fees in the block to the context
            context["sum_fees"]   = fmt::format("{:0.6f}",
                                         XMR_AMOUNT(sum_fees));

            // get xmr in the block reward
            context["blk_reward"] = fmt::format("{:0.6f}",
                                         XMR_AMOUNT(txd_coinbase.xmr_outputs - sum_fees));

            // read block.html
            string block_html = xmreg::read(TMPL_BLOCK);

            add_css_style(context);

            // add header and footer
            string full_page = get_full_page(block_html);

            // render the page
            return mstch::render(full_page, context);
        }


        string
        show_block(string _blk_hash)
        {
            crypto::hash blk_hash;

            if (!xmreg::parse_str_secret_key(_blk_hash, blk_hash))
            {
                cerr << "Cant parse blk hash: " << blk_hash << endl;
                return fmt::format("Cant get block {:s} due to block hash parse error!", blk_hash);
            }

            uint64_t blk_height;

            if (core_storage->have_block(blk_hash))
            {
                blk_height = core_storage->get_db().get_block_height(blk_hash);
            }
            else
            {
                cerr << "Cant get block: " << blk_hash << endl;
                return fmt::format("Cant get block {:s} for some uknown reason", blk_hash);
            }

            return show_block(blk_height);
        }

        string
        show_tx(string tx_hash_str, uint with_ring_signatures = 0)
        {

            // parse tx hash string to hash object
            crypto::hash tx_hash;

            if (!xmreg::parse_str_secret_key(tx_hash_str, tx_hash))
            {
                cerr << "Cant parse tx hash: " << tx_hash_str << endl;
                return string("Cant get tx hash due to parse error: " + tx_hash_str);
            }

            // tx age
            pair<string, string> age;

            string blk_timestamp {"N/A"};

            // get transaction
            transaction tx;

            if (!mcore->get_tx(tx_hash, tx))
            {
                cerr << "Cant get tx in blockchain: " << tx_hash
                     << ". \n Check mempool now" << endl;

                vector<pair<tx_info, transaction>> found_txs
                        = search_mempool(tx_hash);

                if (!found_txs.empty())
                {
                    // there should be only one tx found
                    tx = found_txs.at(0).second;

                    // since its tx in mempool, it has no blk yet
                    // so use its recive_time as timestamp to show

                    uint64_t tx_recieve_timestamp
                            = found_txs.at(0).first.receive_time;

                    blk_timestamp = xmreg::timestamp_to_str(tx_recieve_timestamp);

                    age = get_age(server_timestamp, tx_recieve_timestamp,
                                  FULL_AGE_FORMAT);
                }
                else
                {
                    // tx is nowhere to be found :-(
                    return string("Cant get tx: " + tx_hash_str);
                }
            }

            mstch::map tx_context = construct_tx_context(tx, with_ring_signatures);

            if (boost::get<bool>(tx_context["has_error"]))
            {
                return boost::get<string>(tx_context["error_msg"]);
            }

            mstch::map context {
                    {"txs"     , mstch::array{}},
                    {"testnet" , this->testnet}
            };

            boost::get<mstch::array>(context["txs"]).push_back(tx_context);

            map<string, string> partials {
                    {"tx_details", xmreg::read(string(TMPL_PARIALS_DIR) + "/tx_details.html")},
            };

            // read tx.html
            string tx_html = xmreg::read(TMPL_TX);

            add_css_style(context);

            // add header and footer
            string full_page = get_full_page(tx_html);

            // render the page
            return mstch::render(full_page, context, partials);
        }

        string
        show_my_outputs(string tx_hash_str,
                        string xmr_address_str,
                        string viewkey_str, /* or tx_prv_key_str when tx_prove == true */
                        bool tx_prove = false)
        {

            // remove white characters
            boost::trim(tx_hash_str);
            boost::trim(xmr_address_str);
            boost::trim(viewkey_str);

            if (tx_hash_str.empty())
            {
                return string("tx hash not provided!");
            }

            if (xmr_address_str.empty())
            {
                return string("Monero address not provided!");
            }

            if (viewkey_str.empty())
            {
                if (!tx_prove)
                    return string("Viewkey not provided!");
                else
                    return string("Tx private key not provided!");
            }

            // parse tx hash string to hash object
            crypto::hash tx_hash;

            if (!xmreg::parse_str_secret_key(tx_hash_str, tx_hash))
            {
                cerr << "Cant parse tx hash: " << tx_hash_str << endl;
                return string("Cant get tx hash due to parse error: " + tx_hash_str);
            }

            // parse string representing given monero address
            cryptonote::account_public_address address;

            if (!xmreg::parse_str_address(xmr_address_str,  address, testnet))
            {
                cerr << "Cant parse string address: " << xmr_address_str << endl;
                return string("Cant parse xmr address: " + xmr_address_str);
            }

            // parse string representing given private key
            crypto::secret_key prv_view_key;

            if (!xmreg::parse_str_secret_key(viewkey_str, prv_view_key))
            {
                cerr << "Cant parse the private key: " << viewkey_str << endl;
                return string("Cant parse private key: " + viewkey_str);
            }

            // tx age
            pair<string, string> age;

            string blk_timestamp {"N/A"};

            // get transaction
            transaction tx;

            if (!mcore->get_tx(tx_hash, tx))
            {
                cerr << "Cant get tx in blockchain: " << tx_hash
                     << ". \n Check mempool now" << endl;

                vector<pair<tx_info, transaction>> found_txs
                        = search_mempool(tx_hash);

                if (!found_txs.empty())
                {
                    // there should be only one tx found
                    tx = found_txs.at(0).second;

                    // since its tx in mempool, it has no blk yet
                    // so use its recive_time as timestamp to show

                    uint64_t tx_recieve_timestamp
                            = found_txs.at(0).first.receive_time;

                    blk_timestamp = xmreg::timestamp_to_str(tx_recieve_timestamp);

                    age = get_age(server_timestamp,
                                  tx_recieve_timestamp,
                                  FULL_AGE_FORMAT);
                }
                else
                {
                    // tx is nowhere to be found :-(
                    return string("Cant get tx: " + tx_hash_str);
                }
            }

            tx_details txd = get_tx_details(tx);

            uint64_t tx_blk_height {0};

            bool tx_blk_found {false};

            try
            {
                tx_blk_height = core_storage->get_db().get_tx_block_height(tx_hash);
                tx_blk_found = true;
            }
            catch (exception& e)
            {
                cerr << "Cant get block height: " << tx_hash
                     << e.what() << endl;
            }


            // get block cointaining this tx
            block blk;

            if (tx_blk_found && !mcore->get_block_by_height(tx_blk_height, blk))
            {
                cerr << "Cant get block: " << tx_blk_height << endl;
            }

            string tx_blk_height_str {"N/A"};

            if (tx_blk_found)
            {
                // calculate difference between tx and server timestamps
                age = get_age(server_timestamp, blk.timestamp, FULL_AGE_FORMAT);

                blk_timestamp = xmreg::timestamp_to_str(blk.timestamp);

                tx_blk_height_str = std::to_string(tx_blk_height);
            }

            // payments id. both normal and encrypted (payment_id8)
            string pid_str   = REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.payment_id));
            string pid8_str  = REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.payment_id8));

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"              , testnet},
                    {"tx_hash"              , tx_hash_str},
                    {"xmr_address"          , xmr_address_str},
                    {"viewkey"              , viewkey_str},
                    {"tx_pub_key"           , REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.pk))},
                    {"blk_height"           , tx_blk_height_str},
                    {"tx_size"              , fmt::format("{:0.4f}",
                                                          static_cast<double>(txd.size) / 1024.0)},
                    {"tx_fee"               , fmt::format("{:0.12f}", XMR_AMOUNT(txd.fee))},
                    {"blk_timestamp"        , blk_timestamp},
                    {"delta_time"           , age.first},
                    {"outputs_no"           , txd.output_pub_keys.size()},
                    {"has_payment_id"       , txd.payment_id  != null_hash},
                    {"has_payment_id8"      , txd.payment_id8 != null_hash8},
                    {"payment_id"           , pid_str},
                    {"payment_id8"          , pid8_str},
                    {"tx_prove"             , tx_prove}
            };

            string server_time_str = xmreg::timestamp_to_str(server_timestamp, "%F");

            uint64_t output_idx {0};

            // public transaction key is combined with our viewkey
            // to create, so called, derived key.
            key_derivation derivation;

            public_key pub_key = tx_prove ? address.m_view_public_key : txd.pk;

            if (!generate_key_derivation(pub_key, prv_view_key, derivation))
            {
                cerr << "Cant get derived key for: "  << "\n"
                     << "pub_tx_key: " << pub_key << " and "
                     << "prv_view_key" << prv_view_key << endl;

                return string("Cant get key_derivation");
            }

            mstch::array outputs;

            uint64_t sum_xmr {0};

            std::vector<uint64_t> money_transfered(tx.vout.size(), 0);

            std::deque<rct::key> mask(tx.vout.size());

            uint64_t i {0};

            for (pair<txout_to_key, uint64_t>& outp: txd.output_pub_keys)
            {

                // get the tx output public key
                // that normally would be generated for us,
                // if someone had sent us some xmr.
                public_key tx_pubkey;

                derive_public_key(derivation,
                                  output_idx,
                                  address.m_spend_public_key,
                                  tx_pubkey);

                // check if generated public key matches the current output's key
                bool mine_output = (outp.first.key == tx_pubkey);

                // if mine output has RingCT, i.e., tx version is 2
                if (mine_output && tx.version == 2)
                {
                    // initialize with regular amount
                    uint64_t rct_amount = money_transfered[i];

                    bool r;

                    r = decode_ringct(tx.rct_signatures,
                                      pub_key,
                                      prv_view_key,
                                      i,
                                      tx.rct_signatures.ecdhInfo[i].mask,
                                      rct_amount);

                    if (!r)
                    {
                        cerr << "Cant decode ringCT!" << endl;
                    }

                    // cointbase txs have amounts in plain sight.
                    // so use amount from ringct, only for non-coinbase txs
                    if (!is_coinbase(tx))
                    {
                        outp.second         = rct_amount;
                        money_transfered[i] = rct_amount;
                    }

                }

                if (mine_output)
                {
                    sum_xmr += outp.second;
                }

                outputs.push_back(mstch::map {
                    {"out_pub_key"   , REMOVE_HASH_BRAKETS(
                                               fmt::format("{:s}",
                                                           outp.first.key))},
                    {"amount"        , fmt::format("{:0.12f}",
                                                   XMR_AMOUNT(outp.second))},
                    {"mine_output"   , mine_output},
                    {"output_idx"    , fmt::format("{:02d}", output_idx++)}
                });

                ++i;
            }

            cout << "outputs.size(): " << outputs.size() << endl;

            context["outputs"] = outputs;
            context["sum_xmr"] = XMR_AMOUNT(sum_xmr);

            // read my_outputs.html
            string my_outputs_html = xmreg::read(TMPL_MY_OUTPUTS);

            // add header and footer
            string full_page = get_full_page(my_outputs_html);

            add_css_style(context);

            // render the page
            return mstch::render(full_page, context);
        }

        string
        show_prove(string tx_hash_str,
                        string xmr_address_str,
                        string tx_prv_key_str)
        {
            return show_my_outputs(tx_hash_str, xmr_address_str, tx_prv_key_str, true);
        }

        string
        show_rawtx()
        {

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"              , testnet}
            };

            // read rawtx.html
            string rawtx_html = xmreg::read(TMPL_MY_RAWTX);

            // add header and footer
            string full_page =  rawtx_html + xmreg::read(TMPL_FOOTER);

            add_css_style(context);

            // render the page
            return mstch::render(full_page, context);
        }

        string
        show_checkrawtx(string raw_tx_data, string action)
        {
            // remove white characters
            boost::trim(raw_tx_data);
            boost::erase_all(raw_tx_data, "\r\n");
            boost::erase_all(raw_tx_data, "\n");

            //cout << raw_tx_data << endl;

            string decoded_raw_tx_data = epee::string_encoding::base64_decode(raw_tx_data);

            //cout << decoded_raw_tx_data << endl;

            const size_t magiclen = strlen(UNSIGNED_TX_PREFIX);

            bool unsigned_tx_given {false};

            if (strncmp(decoded_raw_tx_data.c_str(), UNSIGNED_TX_PREFIX, magiclen) == 0)
            {
                unsigned_tx_given = true;
                cout << "UNSIGNED_TX_PREFIX data given" << endl;
            }

            // initalize page template context map
            mstch::map context {
                    {"testnet"              , testnet},
                    {"unsigned_tx_given"    , unsigned_tx_given},
                    {"have_raw_tx"          , true},
                    {"txs"                  , mstch::array{}}
            };

            if (unsigned_tx_given)
            {
                ::tools::wallet2::unsigned_tx_set exported_txs;

                bool r = serialization::parse_binary(std::string(
                            decoded_raw_tx_data.c_str() + magiclen,
                            decoded_raw_tx_data.size() - magiclen),
                                                exported_txs);
                if (r)
                {
                    mstch::array& txs = boost::get<mstch::array>(context["txs"]);

                    for (const ::tools::wallet2::tx_construction_data& tx_cd: exported_txs.txes)
                    {
                        size_t no_of_sources = tx_cd.sources.size();

                        const tx_destination_entry& tx_change   = tx_cd.change_dts;

                        mstch::map tx_cd_data {
                                {"no_of_sources"      , no_of_sources},
                                {"use_rct"            , tx_cd.use_rct},
                                {"change_amount"      , fmt::format("{:0.12f}", XMR_AMOUNT(tx_change.amount))},
                                {"dest_sources"       , mstch::array{}},
                                {"dest_infos"          , mstch::array{}},
                        };

                        mstch::array& dest_sources = boost::get<mstch::array>(tx_cd_data["dest_sources"]);
                        mstch::array& dest_infos = boost::get<mstch::array>(tx_cd_data["dest_infos"]);

                        for (const tx_destination_entry& a_dest: tx_cd.destinations)
                        {
                            mstch::map dest_info {
                                    {"dest_address"  , get_account_address_as_str(testnet, a_dest.addr)},
                                    {"dest_amount"   , fmt::format("{:0.12f}", XMR_AMOUNT(a_dest.amount))}
                            };

                            dest_infos.push_back(dest_info);
                        }

                        vector<vector<uint64_t>> mixin_timestamp_groups;
                        vector<uint64_t> real_output_indices;

                        uint64_t sum_outputs_amounts {0};

                        for (size_t i = 0; i < no_of_sources; ++i)
                        {

                            const tx_source_entry&  tx_source = tx_cd.sources.at(i);

                            mstch::map single_dest_source {
                                    {"output_amount"              , fmt::format("{:0.12f}",
                                                                        XMR_AMOUNT(tx_source.amount))},
                                    {"real_output"                , tx_source.real_output},
                                    {"real_out_tx_key"            , pod_to_hex(tx_source.real_out_tx_key)},
                                    {"real_output_in_tx_index"    , tx_source.real_output_in_tx_index},
                                    {"outputs"                    , mstch::array{}}
                            };

                            sum_outputs_amounts += tx_source.amount;

                            //cout << "tx_source.real_output: "             << tx_source.real_output << endl;
                            //cout << "tx_source.real_out_tx_key: "         << tx_source.real_out_tx_key << endl;
                            //cout << "tx_source.real_output_in_tx_index: " << tx_source.real_output_in_tx_index << endl;

                            uint64_t index_of_real_output = tx_source.outputs[tx_source.real_output].first;

                            tx_out_index real_toi;

                            uint64_t tx_source_amount = (tx_source.rct ? 0 : tx_source.amount);

                            try
                            {
                                // get tx of the real output
                                real_toi = core_storage->get_db()
                                        .get_output_tx_and_index(tx_source_amount,
                                                                 index_of_real_output);
                            }
                            catch (const OUTPUT_DNE& e)
                            {

                                string out_msg = fmt::format(
                                        "Output with amount {:d} and index {:d} does not exist!",
                                        tx_source_amount, index_of_real_output
                                );

                                cerr << out_msg << endl;

                                return string(out_msg);
                            }



                            transaction real_source_tx;

                            if (!mcore->get_tx(real_toi.first, real_source_tx))
                            {
                                cerr << "Cant get tx in blockchain: " << real_toi.first << endl;
                                return string("Cant get tx: " + pod_to_hex(real_toi.first));
                            }

                            tx_details real_txd = get_tx_details(real_source_tx);

                            real_output_indices.push_back(tx_source.real_output);

                            public_key real_out_pub_key = real_txd.output_pub_keys[tx_source.real_output_in_tx_index].first.key;

                            //cout << "real_txd.hash: "    << pod_to_hex(real_txd.hash) << endl;
                            //cout << "real_txd.pk: "      << pod_to_hex(real_txd.pk) << endl;
                            //cout << "real_out_pub_key: " << pod_to_hex(real_out_pub_key) << endl;

                            mstch::array& outputs = boost::get<mstch::array>(single_dest_source["outputs"]);

                            vector<uint64_t> mixin_timestamps;

                            size_t output_i {0};

                            for(const tx_source_entry::output_entry& oe: tx_source.outputs)
                            {

                                tx_out_index toi;

                                try
                                {

                                    // get tx of the real output
                                    toi = core_storage->get_db()
                                            .get_output_tx_and_index(tx_source_amount, oe.first);
                                }
                                catch (OUTPUT_DNE& e)
                                {

                                    string out_msg = fmt::format(
                                            "Output with amount {:d} and index {:d} does not exist!",
                                            tx_source_amount, oe.first
                                    );

                                    cerr << out_msg << endl;

                                    return string(out_msg);
                                }

                                transaction tx;

                                if (!mcore->get_tx(toi.first, tx))
                                {
                                    cerr << "Cant get tx in blockchain: " << toi.first
                                         << ". \n Check mempool now" << endl;
                                        // tx is nowhere to be found :-(
                                        return string("Cant get tx: " + pod_to_hex(toi.first));
                                }

                                tx_details txd = get_tx_details(tx);

                                public_key out_pub_key = txd.output_pub_keys[toi.second].first.key;


                                // get block cointaining this tx
                                block blk;

                                if (!mcore->get_block_by_height(txd.blk_height, blk))
                                {
                                    cerr << "Cant get block: " << txd.blk_height << endl;
                                    return string("Cant get block: "  + to_string(txd.blk_height));
                                }

                                pair<string, string> age = get_age(server_timestamp, blk.timestamp);

                                mstch::map single_output {
                                        {"out_index"          , oe.first},
                                        {"tx_hash"            , pod_to_hex(txd.hash)},
                                        {"out_pub_key"        , pod_to_hex(out_pub_key)},
                                        {"ctkey"              , pod_to_hex(oe.second)},
                                        {"output_age"         , age.first},
                                        {"is_real"            , (out_pub_key == real_out_pub_key)}
                                };

                                single_dest_source.insert({"age_format"          , age.second});

                                outputs.push_back(single_output);

                                mixin_timestamps.push_back(blk.timestamp);

                                ++output_i;
                            } // for(const tx_source_entry::output_entry& oe: tx_source.outputs)

                            dest_sources.push_back(single_dest_source);

                            mixin_timestamp_groups.push_back(mixin_timestamps);

                        } //  for (size_t i = 0; i < no_of_sources; ++i)

                        tx_cd_data.insert({"sum_outputs_amounts" ,
                                           fmt::format("{:0.12f}", XMR_AMOUNT(sum_outputs_amounts))});


                        uint64_t min_mix_timestamp;
                        uint64_t max_mix_timestamp;

                        pair<mstch::array, double> mixins_timescales
                                = construct_mstch_mixin_timescales(
                                  mixin_timestamp_groups,
                                  min_mix_timestamp,
                                  max_mix_timestamp
                                );

                        tx_cd_data["timescales"]       = mixins_timescales.first;
                        tx_cd_data["min_mix_time"]     = xmreg::timestamp_to_str(min_mix_timestamp);
                        tx_cd_data["max_mix_time"]     = xmreg::timestamp_to_str(max_mix_timestamp);
                        tx_cd_data["timescales_scale"] = fmt::format("{:0.2f}",
                                                                  mixins_timescales.second
                                                                  / 3600.0 / 24.0); // in days

                        // mark real mixing in the mixins timescale graph
                        mark_real_mixins_on_timescales(real_output_indices, tx_cd_data);

                        txs.push_back(tx_cd_data);

                    } // for (const ::tools::wallet2::tx_construction_data& tx_cd: exported_txs.txes)
                }
                else
                {
                    cerr << "deserialization of unsigned tx data NOT successful" << endl;
                    return string("deserialization of unsigned tx data NOT successful. "
                                          "Maybe its not base64 encoded?");
                }
            } // if (unsigned_tx_given)
            else
            {
                // if raw data is not unsigined tx, then assume it is signed tx

                const size_t magiclen = strlen(SIGNED_TX_PREFIX);

                if (strncmp(decoded_raw_tx_data.c_str(), SIGNED_TX_PREFIX, magiclen) != 0)
                {
                    cout << "The data is neigther unsigned nor signed tx!" << endl;
                    return string( "The data is neither unsigned nor signed tx!");
                }

                ::tools::wallet2::signed_tx_set signed_txs;

                bool r = serialization::parse_binary(std::string(
                        decoded_raw_tx_data.c_str() + magiclen,
                        decoded_raw_tx_data.size() - magiclen),
                                                    signed_txs);

                if (!r)
                {
                    cerr << "deserialization of signed tx data NOT successful" << endl;
                    return string("deserialization of signed tx data NOT successful. "
                                          "Maybe its not base64 encoded?");
                }

                std::vector<tools::wallet2::pending_tx> ptxs = signed_txs.ptx;

                context.insert({"txs", mstch::array{}});

                for (tools::wallet2::pending_tx& ptx: ptxs)
                {
                    mstch::map tx_context = construct_tx_context(ptx.tx);

                    if (boost::get<bool>(tx_context["has_error"]))
                    {
                        return boost::get<string>(tx_context["error_msg"]);
                    }

                    vector<uint64_t> address_amounts;

                    // get amounts for stealth addresses
                    for (tx_destination_entry& dest: ptx.construction_data.destinations)
                    {
                        //stealth_address_amount.insert({dest.addr, dest.amount});
                        //cout << pod_to_hex(dest.addr) << endl;
                        address_amounts.push_back(dest.amount);
                    }

                    // get reference to inputs array created of the tx
                    mstch::array& outputs = boost::get<mstch::array>(tx_context["outputs"]);

                    // mark which mixin is real in each input's mstch context
                    for (size_t i = 0; i < outputs.size(); ++i)
                    {
                        mstch::map& output_map = boost::get<mstch::map>(outputs.at(i));

                        //cout << boost::get<string>(output_map["out_pub_key"])  <<", " << address_amounts.at(i) << endl;
                        cout << boost::get<string>(output_map["out_pub_key"])  << endl;
                    }

                    // get public keys of real outputs
                    vector<string>   real_output_pub_keys;
                    vector<uint64_t> real_output_indices;
                    vector<uint64_t> real_amounts;

                    uint64_t inputs_xmr_sum {0};

                    for (const tx_source_entry&  tx_source: ptx.construction_data.sources)
                    {
                        transaction real_source_tx;

                        uint64_t index_of_real_output = tx_source.outputs[tx_source.real_output].first;

                        uint64_t tx_source_amount = (tx_source.rct ? 0 : tx_source.amount);

                        tx_out_index real_toi;

                        try
                        {
                            // get tx of the real output
                            real_toi =  core_storage->get_db()
                                    .get_output_tx_and_index(tx_source_amount, index_of_real_output);
                        }
                        catch (const OUTPUT_DNE& e)
                        {

                            string out_msg = fmt::format(
                                    "Output with amount {:d} and index {:d} does not exist!",
                                    tx_source_amount, index_of_real_output
                            );

                            cerr << out_msg << endl;

                            return string(out_msg);
                        }

                        if (!mcore->get_tx(real_toi.first, real_source_tx))
                        {
                            cerr << "Cant get tx in blockchain: " << real_toi.first << endl;
                            return string("Cant get tx: " + pod_to_hex(real_toi.first));
                        }

                        tx_details real_txd = get_tx_details(real_source_tx);

                        public_key real_out_pub_key
                                = real_txd.output_pub_keys[tx_source.real_output_in_tx_index].first.key;

                        real_output_pub_keys.push_back(
                                REMOVE_HASH_BRAKETS(fmt::format("{:s}",real_out_pub_key))
                        );

                        real_output_indices.push_back(tx_source.real_output);
                        real_amounts.push_back(tx_source.amount);

                        inputs_xmr_sum += tx_source.amount;
                    }

                    // mark that we have signed tx data for use in mstch
                    tx_context["have_raw_tx"] = true;

                    // provide total mount of inputs xmr
                    tx_context["inputs_xmr_sum"] = fmt::format("{:0.12f}", XMR_AMOUNT(inputs_xmr_sum));

                    // get reference to inputs array created of the tx
                    mstch::array& inputs = boost::get<mstch::array>(tx_context["inputs"]);

                    uint64_t input_idx {0};

                    // mark which mixin is real in each input's mstch context
                    for (mstch::node& input_node: inputs)
                    {

                        mstch::map& input_map = boost::get<mstch::map>(input_node);

                        // show input amount
                        string& amount = boost::get<string>(
                                boost::get<mstch::map>(input_node)["amount"]
                        );

                        amount = fmt::format("{:0.12f}", XMR_AMOUNT(real_amounts.at(input_idx)));

                        // check if key images are spend or not

                        string& in_key_img_str = boost::get<string>(
                                boost::get<mstch::map>(input_node)["in_key_img"]
                        );

                        key_image key_imgage;

                        if (epee::string_tools::hex_to_pod(in_key_img_str, key_imgage))
                        {

                            input_map["already_spent"] = core_storage->get_db().has_key_image(key_imgage);
                        }

                        // mark real mixings

                        mstch::array& mixins = boost::get<mstch::array>(
                                boost::get<mstch::map>(input_node)["mixins"]
                        );

                        for (mstch::node& mixin_node: mixins)
                        {
                            mstch::map& mixin = boost::get<mstch::map>(mixin_node);

                            string mix_pub_key_str = boost::get<string>(mixin["mix_pub_key"]);

                            //cout << mix_pub_key_str << endl;

                            if (std::find(
                                    real_output_pub_keys.begin(),
                                    real_output_pub_keys.end(),
                                    mix_pub_key_str) != real_output_pub_keys.end())
                            {
                                mixin["mix_is_it_real"] = true;
                            }
                        }

                        ++input_idx;
                    }

                    // mark real mixing in the mixins timescale graph
                    mark_real_mixins_on_timescales(real_output_indices, tx_context);

                    boost::get<mstch::array>(context["txs"]).push_back(tx_context);
                }

            }

            map<string, string> partials {
                    {"tx_details", xmreg::read(string(TMPL_PARIALS_DIR) + "/tx_details.html")},
            };

            // read checkrawtx.html
            string checkrawtx_html = xmreg::read(TMPL_MY_CHECKRAWTX);

            // add header and footer
            string full_page =  checkrawtx_html + xmreg::read(TMPL_FOOTER);

            add_css_style(context);

            // render the page
            return mstch::render(full_page, context, partials);
        }

        string
        show_pushrawtx(string raw_tx_data, string action)
        {
            // remove white characters
            boost::trim(raw_tx_data);
            boost::erase_all(raw_tx_data, "\r\n");
            boost::erase_all(raw_tx_data, "\n");

            string decoded_raw_tx_data = epee::string_encoding::base64_decode(raw_tx_data);

            const size_t magiclen = strlen(SIGNED_TX_PREFIX);

            if (strncmp(decoded_raw_tx_data.c_str(), SIGNED_TX_PREFIX, magiclen) != 0)
            {
                cout << "The data does not appear to be signed raw tx!" << endl;
                return string( "The data does not appear to be signed raw tx!");
            }

            ::tools::wallet2::signed_tx_set signed_txs;

            bool r = serialization::parse_binary(std::string(
                    decoded_raw_tx_data.c_str() + magiclen,
                    decoded_raw_tx_data.size() - magiclen),
                                                 signed_txs);

            if (!r)
            {
                cerr << "deserialization of signed tx data NOT successful" << endl;
                return string("deserialization of signed tx data NOT successful. "
                                      "Maybe its not base64 encoded?");
            }

            std::vector<tools::wallet2::pending_tx> ptx_vector = signed_txs.ptx;

            // actually commit the transactions
            while (!ptx_vector.empty())
            {
                tools::wallet2::pending_tx& ptx = ptx_vector.back();

                tx_details txd = get_tx_details(ptx.tx);

                string tx_hash_str  = REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.hash));

                // check in mempool already contains tx to be submited
                vector<pair<tx_info, transaction>> found_mempool_txs
                        = search_mempool(txd.hash);

                if (!found_mempool_txs.empty())
                {
                    cerr << "Tx already exist in the mempool: " << tx_hash_str << endl;
                    return string("Tx already exist in the mempool: " + tx_hash_str);
                }

                // check if tx to be submited already exists in the blockchain
                if (core_storage->have_tx(txd.hash))
                {
                    cerr << "Tx already exist in the blockchain: " << tx_hash_str << endl;
                    return string("Tx already exist in the blockchain: " + tx_hash_str);
                }

                // check if any key images of the tx to be submited are already spend
                vector<key_image> key_images_spent;

                for (const txin_to_key& tx_in: txd.input_key_imgs)
                {
                    if (core_storage->have_tx_keyimg_as_spent(tx_in.k_image))
                        key_images_spent.push_back(tx_in.k_image);
                }

                if (!key_images_spent.empty())
                {
                    string key_images_str("Already spent inputs's key images: <br/>");

                    for (key_image& k_img: key_images_spent)
                    {
                        key_images_str += REMOVE_HASH_BRAKETS(fmt::format("{:s}", k_img));
                        key_images_str += "</br>";
                    }

                    cerr << "submitting signed tx has already spend inputs: " << key_images_str << endl;

                    return string("submitting signed tx has already spend inputs: " + key_images_str);
                }

                string error_msg;

                if (!rpc.commit_tx(ptx, error_msg))
                {
                    cerr << "submitting signed tx to daemon failed: " << error_msg << endl;
                    return string("submitting signed tx to daemon failed: " + error_msg);
                }

                // if no exception, remove element from vector
                ptx_vector.pop_back();
            }

            return string{};
        }


        string
        search(string search_text)
        {

            // remove white characters
            boost::trim(search_text);

            string default_txt {"No such thing found: " + search_text};

            string result_html {default_txt};

            // check first if we look for output with given global index
            // such search start with "goi_", e.g., "goi_543"
            bool search_for_global_output_idx = (search_text.substr(0, 4) == "goi_");

            // check if we look for output with amout index and amount
            // such search start with "aoi_", e.g., "aoi_444-23.00"
            bool search_for_amount_output_idx = (search_text.substr(0, 4) == "aoi_");

            // first check if searching for block of given height
            if (search_text.size() < 12 &&
                                (search_for_global_output_idx == false
                                 ||search_for_amount_output_idx == false))
            {
                uint64_t blk_height;

                try
                {
                    blk_height = boost::lexical_cast<uint64_t>(search_text);

                    result_html = show_block(blk_height);

                    // nasty check if output is "Cant get" as a sign of
                    // a not found tx. Later need to think of something better.
                    if (result_html.find("Cant get") == string::npos)
                    {
                         return result_html;
                    }

                }
                catch(boost::bad_lexical_cast &e)
                {
                    return result_html;
                }
            }


            // check if monero address is given based on its length
            // if yes, then we can only show its public components
            if (search_text.length() == 95)
            {
                // parse string representing given monero address
                cryptonote::account_public_address address;

                bool testnet_addr {false};

                if (search_text[0] == '9' || search_text[0] == 'A')
                    testnet_addr = true;

                if (!xmreg::parse_str_address(search_text, address, testnet_addr))
                {
                    cerr << "Cant parse string address: " << search_text << endl;
                    return string("Cant parse address (probably incorrect format): ")
                           + search_text;
                }

                return show_address_details(address, testnet_addr);
            }

            // check if integrated monero address is given based on its length
            // if yes, then show its public components search tx based on encrypted id
            if (search_text.length() == 106)
            {

                cryptonote::account_public_address address;

                bool has_payment_id;

                crypto::hash8 encrypted_payment_id;

                bool testnet;

                if (!get_account_integrated_address_from_str(address,
                                                        has_payment_id,
                                                        encrypted_payment_id,
                                                        testnet,
                                                        search_text))
                {
                    cerr << "Cant parse string integerated address: " << search_text << endl;
                    return string("Cant parse address (probably incorrect format): ")
                           + search_text;
                }

                return show_integrated_address_details(address, encrypted_payment_id, testnet);
            }


            // second let try searching for tx
            result_html = show_tx(search_text);

            // nasty check if output is "Cant get" as a sign of
            // a not found tx. Later need to think of something better.
            if (result_html.find("Cant get") == string::npos)
            {
                 return result_html;
            }

            // if tx search not successful, check if we are looking
            // for a block with given hash
            result_html = show_block(search_text);

            if (result_html.find("Cant get") == string::npos)
            {
                 return result_html;
            }

            result_html = default_txt;

            // get mempool transaction so that what we search,
            // might be there. Note: show_tx above already searches it
            // but only looks for tx hash. Now want to check
            // for key_images, public_keys, payments_id, etc.
            vector<transaction> mempool_txs = get_mempool_txs();

            // key is string indicating where search_text was found.
            map<string, vector<string>> tx_search_results
                                = search_txs(mempool_txs, search_text);

            // now search my own custom lmdb database
            // with key_images, public_keys, payments_id etc.

            vector<pair<string, vector<string>>> all_possible_tx_hashes;

            try
            {
                unique_ptr<xmreg::MyLMDB> mylmdb;

                if (!bf::is_directory(lmdb2_path))
                {
                    cout << "Custom lmdb database seem does not exist at: " << lmdb2_path << endl;

                    result_html = show_search_results(search_text, all_possible_tx_hashes);

                    return result_html;
                }

                cout << "Custom lmdb database seem to exist at: " << lmdb2_path << endl;
                cout << "So lets try to search there for what we are after." << endl;

                mylmdb = make_unique<xmreg::MyLMDB>(lmdb2_path);


                mylmdb->search(search_text,
                               tx_search_results["key_images"],
                               "key_images");

                cout << "size: " << tx_search_results["key_images"].size() << endl;

                all_possible_tx_hashes.push_back(
                        make_pair("key_images",
                                  tx_search_results["key_images"]));


                // search the custum lmdb for tx_public_keys and append the result
                // to those from the mempool search if found

                mylmdb->search(search_text,
                               tx_search_results["tx_public_keys"],
                               "tx_public_keys");

                all_possible_tx_hashes.push_back(
                        make_pair("tx_public_keys",
                                  tx_search_results["tx_public_keys"]));

                // search the custum lmdb for payments_id and append the result
                // to those from the mempool search if found

                mylmdb->search(search_text,
                               tx_search_results["payments_id"],
                               "payments_id");

                all_possible_tx_hashes.push_back(
                        make_pair("payments_id",
                                  tx_search_results["payments_id"]));

                // search the custum lmdb for encrypted_payments_id and append the result
                // to those from the mempool search if found

                mylmdb->search(search_text,
                               tx_search_results["encrypted_payments_id"],
                               "encrypted_payments_id");

                all_possible_tx_hashes.push_back(
                        make_pair("encrypted_payments_id",
                                  tx_search_results["encrypted_payments_id"]));

                // search the custum lmdb for output_public_keys and append the result
                // to those from the mempool search if found

                mylmdb->search(search_text,
                               tx_search_results["output_public_keys"],
                               "output_public_keys");

                all_possible_tx_hashes.push_back(
                        make_pair("output_public_keys",
                                  tx_search_results["output_public_keys"]));


                // seach for output using output global index

                if (search_for_global_output_idx)
                {
                    try
                    {
                        uint64_t global_idx = boost::lexical_cast<uint64_t>(
                                search_text.substr(4));


                        output_data_t output_data;

                        try
                        {
                            // get info about output of a given global index
                            output_data = core_storage->get_db()
                                    .get_output_key(global_idx);
                        }
                        catch (const OUTPUT_DNE& e)
                        {
                            string out_msg = fmt::format(
                                    "Output with index {:d} does not exist!",
                                    global_idx
                            );

                            cerr << out_msg << endl;

                            return out_msg;
                        }

                        //cout << "tx_out.first: " << tx_out.first << endl;
                        //cout << "tx_out.second: " << tx_out.second << endl;

                        string output_pub_key = pod_to_hex(output_data.pubkey);

                        //cout << "output_pub_key: " << output_pub_key << endl;

                        vector<string> found_outputs;

                        mylmdb->search(output_pub_key,
                                       found_outputs,
                                       "output_public_keys");

                        //cout << "found_outputs.size(): " << found_outputs.size() << endl;

                        all_possible_tx_hashes.push_back(
                                make_pair("output_public_keys_based_on_global_idx",
                                          found_outputs));

                    }
                    catch(boost::bad_lexical_cast &e)
                    {
                        cerr << "Cant cast global_idx string: "
                             << search_text.substr(4) << endl;
                    }
                } //  if (search_for_global_output_idx)

                // seach for output using output amount index and amount

                if (search_for_amount_output_idx)
                {
                    try
                    {

                        string str_to_split = search_text.substr(4);

                        vector<string> string_parts;

                        boost::split(string_parts, str_to_split,
                                     boost::is_any_of("-"));

                        if (string_parts.size() != 2)
                        {
                            throw;
                        }

                        uint64_t amount_idx = boost::lexical_cast<uint64_t>(
                                string_parts[0]);

                        uint64_t amount = static_cast<uint64_t>
                        (boost::lexical_cast<double>(
                                        string_parts[1]) * 1e12);


                        //cout << "amount_idx: " << amount_idx << endl;
                        //cout << "amount: "     << amount << endl;

                        output_data_t output_data;

                        try
                        {
                            // get info about output of a given global index
                            output_data = core_storage->get_db()
                                    .get_output_key(
                                            amount, amount_idx);
                        }
                        catch (const OUTPUT_DNE& e)
                        {
                            string out_msg = fmt::format(
                                    "Output with amount {:d} and index {:d} does not exist!",
                                    amount, amount_idx
                            );

                            cerr << out_msg << endl;

                            return out_msg;
                        }

                        string output_pub_key = pod_to_hex(output_data.pubkey);

                        //cout << "output_pub_key: " << output_pub_key << endl;

                        vector<string> found_outputs;

                        mylmdb->search(output_pub_key,
                                       found_outputs,
                                       "output_public_keys");

                        //cout << "found_outputs.size(): " << found_outputs.size() << endl;

                        all_possible_tx_hashes.push_back(
                                make_pair("output_public_keys_based_on_amount_idx",
                                          found_outputs));

                    }
                    catch(boost::bad_lexical_cast& e)
                    {
                        cerr << "Cant parse amout index and amout string: "
                             << search_text.substr(4) << endl;
                    }
                    catch(const OUTPUT_DNE& e)
                    {
                        cerr << "Output not found in the blockchain: "
                             << search_text.substr(4) << endl;

                        return(string("Output not found in the blockchain: ")
                               + search_text.substr(4));
                    }
                } // if (search_for_amount_output_idx)
            }
            catch (const lmdb::runtime_error& e)
            {
                cerr << "Error opening/accessing custom lmdb database: "
                     << e.what() << endl;
            }
            catch (...)
            {
                std::exception_ptr p = std::current_exception();
                cerr << "Error opening/accessing custom lmdb database: "
                     << p.__cxa_exception_type()->name() << endl;
            }


            result_html = show_search_results(search_text, all_possible_tx_hashes);

            return result_html;
        }

        string
        show_address_details(const account_public_address& address, bool testnet = false)
        {

            string address_str      = xmreg::print_address(address, testnet);
            string pub_viewkey_str  = fmt::format("{:s}", address.m_view_public_key);
            string pub_spendkey_str = fmt::format("{:s}", address.m_spend_public_key);

            mstch::map context {
                    {"xmr_address"        , REMOVE_HASH_BRAKETS(address_str)},
                    {"public_viewkey"     , REMOVE_HASH_BRAKETS(pub_viewkey_str)},
                    {"public_spendkey"    , REMOVE_HASH_BRAKETS(pub_spendkey_str)},
                    {"is_integrated_addr" , false},
                    {"testnet"            , testnet},
            };

            // read address.html
            string address_html = xmreg::read(TMPL_ADDRESS);

            // add header and footer
            string full_page = get_full_page(address_html);

            add_css_style(context);

            // render the page
            return mstch::render(full_page, context);
        }

        // ;
        string
        show_integrated_address_details(const account_public_address& address,
                                        const crypto::hash8& encrypted_payment_id,
                                        bool testnet = false)
        {

            string address_str        = xmreg::print_address(address, testnet);
            string pub_viewkey_str    = fmt::format("{:s}", address.m_view_public_key);
            string pub_spendkey_str   = fmt::format("{:s}", address.m_spend_public_key);
            string enc_payment_id_str = fmt::format("{:s}", encrypted_payment_id);

            mstch::map context {
                    {"xmr_address"          , REMOVE_HASH_BRAKETS(address_str)},
                    {"public_viewkey"       , REMOVE_HASH_BRAKETS(pub_viewkey_str)},
                    {"public_spendkey"      , REMOVE_HASH_BRAKETS(pub_spendkey_str)},
                    {"encrypted_payment_id" , REMOVE_HASH_BRAKETS(enc_payment_id_str)},
                    {"is_integrated_addr"   , true},
                    {"testnet"              , testnet},
            };

            // read address.html
            string address_html = xmreg::read(TMPL_ADDRESS);

            add_css_style(context);

            // add header and footer
            string full_page = get_full_page(address_html);

            // render the page
            return mstch::render(full_page, context);
        }

        map<string, vector<string>>
        search_txs(vector<transaction> txs, const string& search_text)
        {
            map<string, vector<string>> tx_hashes;

            // initlizte the map with empty results
            tx_hashes["key_images"]                             = {};
            tx_hashes["tx_public_keys"]                         = {};
            tx_hashes["payments_id"]                            = {};
            tx_hashes["encrypted_payments_id"]                  = {};
            tx_hashes["output_public_keys"]                     = {};

            for (const transaction& tx: txs)
            {

                tx_details txd = get_tx_details(tx);

                string tx_hash_str = pod_to_hex(txd.hash);

                // check if any key_image matches the search_text

                vector<txin_to_key>::iterator it1 =
                    find_if(begin(txd.input_key_imgs), end(txd.input_key_imgs),
                        [&](const txin_to_key& key_img)
                        {
                            return pod_to_hex(key_img.k_image) == search_text;
                        });

                if (it1 != txd.input_key_imgs.end())
                {
                    tx_hashes["key_images"].push_back(tx_hash_str);
                }

                // check if  tx_public_key matches the search_text

                if (pod_to_hex(txd.pk) == search_text)
                {
                    tx_hashes["tx_public_keys"].push_back(tx_hash_str);
                }

                // check if  payments_id matches the search_text

                if (pod_to_hex(txd.payment_id) == search_text)
                {
                    tx_hashes["payment_id"].push_back(tx_hash_str);
                }

                // check if  encrypted_payments_id matches the search_text

                if (pod_to_hex(txd.payment_id8) == search_text)
                {
                    tx_hashes["encrypted_payments_id"].push_back(tx_hash_str);
                }

                // check if output_public_keys matche the search_text

                vector<pair<txout_to_key, uint64_t>>::iterator it2 =
                    find_if(begin(txd.output_pub_keys), end(txd.output_pub_keys),
                        [&](const pair<txout_to_key, uint64_t>& tx_out_pk)
                        {
                            return pod_to_hex(tx_out_pk.first.key) == search_text;
                        });

                if (it2 != txd.output_pub_keys.end())
                {
                    tx_hashes["output_public_keys"].push_back(tx_hash_str);
                }

            }

            return  tx_hashes;

        }

        vector<transaction>
        get_mempool_txs()
        {
            // get mempool data using rpc call
            vector<pair<tx_info, transaction>> mempool_data = search_mempool();

            // output only transactions
            vector<transaction> mempool_txs;

            mempool_txs.reserve(mempool_data.size());

            for (const auto& a_pair: mempool_data)
            {
                mempool_txs.push_back(a_pair.second);
            }

            return mempool_txs;
        }

        string
        show_search_results(const string& search_text,
            const vector<pair<string, vector<string>>>& all_possible_tx_hashes)
        {

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"        , testnet},
                    {"search_text"    , search_text},
                    {"no_results"     , true},
                    {"to_many_results", false}
            };

            for (const pair<string, vector<string>>& found_txs: all_possible_tx_hashes)
            {
                // define flag, e.g., has_key_images denoting that
                // tx hashes for key_image searched were found
                context.insert({"has_" + found_txs.first, !found_txs.second.empty()});

                cout << "found_txs.first: " << found_txs.first << endl;

                // insert new array based on what we found to context if not exist
                pair< mstch::map::iterator, bool> res
                        = context.insert({found_txs.first, mstch::array{}});

                if (!found_txs.second.empty())
                {

                    uint64_t tx_i {0};

                    // for each found tx_hash, get the corresponding tx
                    // and its details, and put into mstch for rendering
                    for (const string& tx_hash: found_txs.second)
                    {

                        crypto::hash tx_hash_pod;

                        epee::string_tools::hex_to_pod(tx_hash, tx_hash_pod);

                        transaction tx;

                        uint64_t blk_height {0};

                        int64_t blk_timestamp;

                        // first check in the blockchain
                        if (mcore->get_tx(tx_hash, tx))
                        {

                            // get timestamp of the tx's block
                            blk_height    = core_storage
                                    ->get_db().get_tx_block_height(tx_hash_pod);

                            blk_timestamp = core_storage
                                    ->get_db().get_block_timestamp(blk_height);

                        }
                        else
                        {
                            // check in mempool if tx_hash not found in the
                            // blockchain
                            vector<pair<tx_info, transaction>> found_txs
                                    = search_mempool(tx_hash_pod);

                            if (!found_txs.empty())
                            {
                                // there should be only one tx found
                                tx = found_txs.at(0).second;
                            }
                            else
                            {
                                return string("Cant get tx of hash (show_search_results): " + tx_hash);
                            }

                            // tx in mempool have no blk_timestamp
                            // but can use their recive time
                             blk_timestamp = found_txs.at(0).first.receive_time;

                        }

                        tx_details txd = get_tx_details(tx);

                        mstch::map txd_map = txd.get_mstch_map();


                        // add the timestamp to tx mstch map
                        txd_map.insert({"timestamp", xmreg::timestamp_to_str(blk_timestamp)});

                        boost::get<mstch::array>((res.first)->second).push_back(txd_map);

                        // dont show more than 500 results
                        if (tx_i > 500)
                        {
                            context["to_many_results"] = true;
                            break;
                        }

                        ++tx_i;
                    }

                    // if found something, set this flag to indicate this fact
                    context["no_results"] = false;
                }
            }

            // read search_results.html
            string search_results_html = xmreg::read(TMPL_SEARCH_RESULTS);

            // add header and footer
            string full_page = get_full_page(search_results_html);

            // read partial for showing details of tx(s) found
            map<string, string> partials {
                {"tx_table_head", xmreg::read(string(TMPL_PARIALS_DIR) + "/tx_table_header.html")},
                {"tx_table_row" , xmreg::read(string(TMPL_PARIALS_DIR) + "/tx_table_row.html")}
            };

            add_css_style(context);

            // render the page
            return  mstch::render(full_page, context, partials);
        }


    private:


        void
        mark_real_mixins_on_timescales(
                const vector<uint64_t>& real_output_indices,
                mstch::map& tx_context)
        {
            // mark real mixing in the mixins timescale graph
            mstch::array& mixins_timescales
                    = boost::get<mstch::array>(tx_context["timescales"]);

            uint64_t idx {0};

            for (mstch::node& timescale_node: mixins_timescales)
            {

                string& timescale = boost::get<string>(
                        boost::get<mstch::map>(timescale_node)["timescale"]
                );

                // claculated number of timescale points
                // due to resolution, no of points might be lower than no of mixins
                size_t no_points = std::count(timescale.begin(), timescale.end(), '*');

                size_t point_to_find = real_output_indices.at(idx);

                // adjust point to find based on total number of points
                if (point_to_find >= no_points)
                    point_to_find = no_points  - 1;

                boost::iterator_range<string::iterator> r
                        = boost::find_nth(timescale, "*", point_to_find);

                *(r.begin()) = 'R';

                ++idx;
            }
        }

        mstch::map
        construct_tx_context(transaction tx, uint with_ring_signatures = 0)
        {

            tx_details txd = get_tx_details(tx);

            crypto::hash tx_hash = txd.hash;

            string tx_hash_str = REMOVE_HASH_BRAKETS(fmt::format("{:s}", tx_hash));

            uint64_t tx_blk_height {0};

            bool tx_blk_found {false};

            if (core_storage->have_tx(tx_hash))
            {
                tx_blk_height = core_storage->get_db().get_tx_block_height(tx_hash);
                tx_blk_found = true;
            }

            // get block cointaining this tx
            block blk;

            if (tx_blk_found && !mcore->get_block_by_height(tx_blk_height, blk))
            {
                cerr << "Cant get block: " << tx_blk_height << endl;
            }

            string tx_blk_height_str {"N/A"};

            // tx age
            pair<string, string> age;

            string blk_timestamp {"N/A"};

            if (tx_blk_found)
            {
                // calculate difference between tx and server timestamps
                age = get_age(server_timestamp, blk.timestamp, FULL_AGE_FORMAT);

                blk_timestamp = xmreg::timestamp_to_str(blk.timestamp);

                tx_blk_height_str = std::to_string(tx_blk_height);
            }

            // payments id. both normal and encrypted (payment_id8)
            string pid_str   = REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.payment_id));
            string pid8_str  = REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.payment_id8));


            string tx_json = obj_to_json_str(tx);

            // initalise page tempate map with basic info about blockchain
            mstch::map context {
                    {"testnet"              , testnet},
                    {"tx_hash"              , tx_hash_str},
                    {"tx_pub_key"           , REMOVE_HASH_BRAKETS(fmt::format("{:s}", txd.pk))},
                    {"blk_height"           , tx_blk_height_str},
                    {"tx_size"              , fmt::format("{:0.4f}",
                                                          static_cast<double>(txd.size) / 1024.0)},
                    {"tx_fee"               , fmt::format("{:0.12f}", XMR_AMOUNT(txd.fee))},
                    {"tx_version"           , fmt::format("{:d}", txd.version)},
                    {"blk_timestamp"        , blk_timestamp},
                    {"blk_timestamp_uint"   , blk.timestamp},
                    {"delta_time"           , age.first},
                    {"inputs_no"            , txd.input_key_imgs.size()},
                    {"has_inputs"           , !txd.input_key_imgs.empty()},
                    {"outputs_no"           , txd.output_pub_keys.size()},
                    {"has_payment_id"       , txd.payment_id  != null_hash},
                    {"has_payment_id8"      , txd.payment_id8 != null_hash8},
                    {"payment_id"           , pid_str},
                    {"payment_id8"          , pid8_str},
                    {"extra"                , txd.get_extra_str()},
                    {"with_ring_signatures" , static_cast<bool>(
                                                      with_ring_signatures)},
                    {"tx_json"              , tx_json},
                    {"has_error"            , false},
                    {"error_msg"            , string("")},
                    {"have_raw_tx"          , false},
            };

            string server_time_str = xmreg::timestamp_to_str(server_timestamp, "%F");

            mstch::array inputs = mstch::array{};

            uint64_t input_idx {0};

            uint64_t inputs_xmr_sum {0};

            vector<vector<uint64_t>> mixin_timestamp_groups;

            // make timescale maps for mixins in input
            for (const txin_to_key& in_key: txd.input_key_imgs)
            {
                // get absolute offsets of mixins
                std::vector<uint64_t> absolute_offsets
                        = cryptonote::relative_output_offsets_to_absolute(
                                in_key.key_offsets);

                // get public keys of outputs used in the mixins that match to the offests
                std::vector<cryptonote::output_data_t> outputs;

                try
                {
                    core_storage->get_db().get_output_key(in_key.amount,
                                                          absolute_offsets,
                                                          outputs);
                }
                catch (const OUTPUT_DNE& e)
                {
                    string out_msg = fmt::format(
                            "Outputs with amount {:d} do not exist and indexes ",
                            in_key.amount
                    );

                    for (auto offset: absolute_offsets)
                        out_msg += ", " + to_string(offset);

                    out_msg += " don't exist!";

                    cerr << out_msg << endl;

                    context["has_error"] = true;
                    context["error_msg"] = out_msg;

                    return context;
                }

                inputs.push_back(mstch::map {
                        {"in_key_img"   , REMOVE_HASH_BRAKETS(fmt::format("{:s}", in_key.k_image))},
                        {"amount"       , fmt::format("{:0.12f}", XMR_AMOUNT(in_key.amount))},
                        {"input_idx"    , fmt::format("{:02d}", input_idx)},
                        {"mixins"       , mstch::array{}},
                        {"ring_sigs"    , txd.get_ring_sig_for_input(input_idx)},
                        {"already_spent", false} // placeholder for later
                });

                inputs_xmr_sum += in_key.amount;

                vector<uint64_t> mixin_timestamps;

                // get reference to mixins array created above
                mstch::array& mixins = boost::get<mstch::array>(
                        boost::get<mstch::map>(inputs.back())["mixins"]);

                // mixin counter
                size_t count = 0;

                // for each found output public key find its block to get timestamp
                for (const uint64_t &i: absolute_offsets)
                {
                    // get basic information about mixn's output
                    cryptonote::output_data_t output_data = outputs.at(count);

                    tx_out_index tx_out_idx;

                    try
                    {
                      // get pair pair<crypto::hash, uint64_t> where first is tx hash
                      // and second is local index of the output i in that tx
                      tx_out_idx = core_storage->get_db()
                          .get_output_tx_and_index(in_key.amount, i);
                    }
                    catch (const OUTPUT_DNE& e)
                    {

                        string out_msg = fmt::format(
                                "Output with amount {:d} and index {:d} does not exist!",
                                in_key.amount, i
                        );

                        cerr << out_msg << endl;

                        context["has_error"] = true;
                        context["error_msg"] = out_msg;

                        return context;
                    }


                    // get block of given height, as we want to get its timestamp
                    cryptonote::block blk;

                    if (!mcore->get_block_by_height(output_data.height, blk))
                    {
                        cerr << "- cant get block of height: " << output_data.height << endl;

                        context["has_error"] = true;
                        context["error_msg"] = fmt::format("- cant get block of height: {}",
                                                            output_data.height);
                    }

                    // get age of mixin relative to server time
                    pair<string, string> mixin_age = get_age(server_timestamp,
                                                             blk.timestamp,
                                                             FULL_AGE_FORMAT);
                    // get mixin transaction
                    transaction mixin_tx;

                    if (!mcore->get_tx(tx_out_idx.first, mixin_tx))
                    {
                        cerr << "Cant get tx: " << tx_out_idx.first << endl;

                        context["has_error"] = true;
                        context["error_msg"] = fmt::format("Cant get tx: {:s}", tx_out_idx.first);
                    }

                    // mixin tx details
                    tx_details mixin_txd = get_tx_details(mixin_tx, true);

                    mixins.push_back(mstch::map {
                            {"mix_blk"        , fmt::format("{:08d}", output_data.height)},
                            {"mix_pub_key"    , REMOVE_HASH_BRAKETS(fmt::format("{:s}",
                                                                                output_data.pubkey))},
                            {"mix_tx_hash"    , REMOVE_HASH_BRAKETS(fmt::format("{:s}",
                                                                                tx_out_idx.first))},
                            {"mix_out_indx"   , fmt::format("{:d}", tx_out_idx.second)},
                            {"mix_timestamp"  , xmreg::timestamp_to_str(blk.timestamp)},
                            {"mix_age"        , mixin_age.first},
                            {"mix_mixin_no"   , mixin_txd.mixin_no},
                            {"mix_inputs_no"  , mixin_txd.input_key_imgs.size()},
                            {"mix_outputs_no" , mixin_txd.output_pub_keys.size()},
                            {"mix_age_format" , mixin_age.second},
                            {"mix_idx"        , fmt::format("{:02d}", count)},
                            {"mix_is_it_real" , false}, // a placeholder for future
                    });

                    // get mixin timestamp from its orginal block
                    mixin_timestamps.push_back(blk.timestamp);

                    ++count;

                } // for (const uint64_t &i: absolute_offsets)

                mixin_timestamp_groups.push_back(mixin_timestamps);

                input_idx++;
            } // for (const txin_to_key& in_key: txd.input_key_imgs)

            uint64_t min_mix_timestamp;
            uint64_t max_mix_timestamp;

            pair<mstch::array, double> mixins_timescales
                    = construct_mstch_mixin_timescales(
                            mixin_timestamp_groups,
                            min_mix_timestamp,
                            max_mix_timestamp
                    );


            context["inputs_xmr_sum"]   = fmt::format("{:0.12f}", XMR_AMOUNT(inputs_xmr_sum));
            context["server_time"]      = server_time_str;
            context["inputs"]           = inputs;
            context["min_mix_time"]     = xmreg::timestamp_to_str(min_mix_timestamp);
            context["max_mix_time"]     = xmreg::timestamp_to_str(max_mix_timestamp);
            context["timescales"]       = mixins_timescales.first;
            context["timescales_scale"] = fmt::format("{:0.2f}",
                                              mixins_timescales.second / 3600.0 / 24.0); // in days

            // get indices of outputs in amounts tables
            vector<uint64_t> out_amount_indices;

            try
            {

                uint64_t tx_index;

                if (core_storage->get_db().tx_exists(txd.hash, tx_index))
                {
                    out_amount_indices = core_storage->get_db()
                            .get_tx_amount_output_indices(tx_index);
                }
                else
                {
                    cerr << "get_tx_outputs_gindexs failed to find transaction with id = " << txd.hash;
                }

            }
            catch(const exception& e)
            {
                cerr << e.what() << endl;
            }

            uint64_t output_idx {0};

            mstch::array outputs;

            uint64_t outputs_xmr_sum {0};

            for (pair<txout_to_key, uint64_t>& outp: txd.output_pub_keys)
            {

                // total number of ouputs in the blockchain for this amount
                uint64_t num_outputs_amount = core_storage->get_db()
                        .get_num_outputs(outp.second);

                string out_amount_index_str {"N/A"};

                // outputs in tx in them mempool dont have yet global indices
                // thus for them, we print N/A
                if (!out_amount_indices.empty())
                {
                    out_amount_index_str = fmt::format("{:d}",
                                                       out_amount_indices.at(output_idx));
                }

                outputs_xmr_sum += outp.second;

                outputs.push_back(mstch::map {
                        {"out_pub_key"   , REMOVE_HASH_BRAKETS(fmt::format("{:s}", outp.first.key))},
                        {"amount"        , fmt::format("{:0.12f}", XMR_AMOUNT(outp.second))},
                        {"amount_idx"    , out_amount_index_str},
                        {"num_outputs"   , fmt::format("{:d}", num_outputs_amount)},
                        {"output_idx"    , fmt::format("{:02d}", output_idx++)}
                });
            }

            context["outputs_xmr_sum"] = fmt::format("{:0.12f}", XMR_AMOUNT(outputs_xmr_sum));

            context["outputs"] = outputs;


            return context;
        }

        pair<mstch::array, double>
        construct_mstch_mixin_timescales(
                const vector<vector<uint64_t>>& mixin_timestamp_groups,
                uint64_t& min_mix_timestamp,
                uint64_t& max_mix_timestamp
        )
        {
            mstch::array mixins_timescales;

            double timescale_scale {0.0};     // size of one '_' in days

            // initialize with some large and some numbers
            min_mix_timestamp = server_timestamp*2L;
            max_mix_timestamp = 0;

            // find min and maximum timestamps
            for (const vector<uint64_t>& mixn_timestamps : mixin_timestamp_groups)
            {

                uint64_t min_found = *min_element(mixn_timestamps.begin(), mixn_timestamps.end());
                uint64_t max_found = *max_element(mixn_timestamps.begin(), mixn_timestamps.end());

                if (min_found < min_mix_timestamp)
                    min_mix_timestamp = min_found;

                if (max_found > max_mix_timestamp)
                    max_mix_timestamp = max_found;
            }


            min_mix_timestamp -= 3600;
            max_mix_timestamp += 3600;

            // make timescale maps for mixins in input with adjusted range
            for (auto& mixn_timestamps : mixin_timestamp_groups)
            {
                // get mixins in time scale for visual representation
                pair<string, double> mixin_times_scale = xmreg::timestamps_time_scale(
                        mixn_timestamps,
                        max_mix_timestamp,
                        170,
                        min_mix_timestamp);

                // save resolution of mixin timescales
                timescale_scale = mixin_times_scale.second;

                // save the string timescales for later to show
                mixins_timescales.push_back(mstch::map {
                        {"timescale", mixin_times_scale.first}
                });
            }

            return make_pair(mixins_timescales, timescale_scale);
        }


        tx_details
        get_tx_details(const transaction& tx, bool coinbase = false)
        {
            tx_details txd;

            // get tx hash
            txd.hash = get_transaction_hash(tx);

            // get tx public key
            txd.pk = get_tx_pub_key_from_extra(tx);

            // sum xmr in inputs and ouputs in the given tx
            txd.xmr_inputs  = sum_money_in_inputs(tx);
            txd.xmr_outputs = sum_money_in_outputs(tx);

            // get mixin number
            txd.mixin_no    = get_mixin_no(tx);

            txd.fee = 0;

            transaction tx_copy = tx;

            txd.json_representation = obj_to_json_str(tx_copy);

            if (!coinbase &&  tx.vin.size() > 0)
            {
                // check if not miner tx
                // i.e., for blocks without any user transactions
                if (tx.vin.at(0).type() != typeid(txin_gen))
                {
                    // get tx fee
                    txd.fee = get_tx_fee(tx);
                }
            }

            get_payment_id(tx, txd.payment_id, txd.payment_id8);

            // get tx size in bytes
            txd.size = get_object_blobsize(tx);

            txd.input_key_imgs  = get_key_images(tx);
            txd.output_pub_keys = get_ouputs(tx);

            txd.extra = tx.extra;

            // get tx signatures for each input
            txd.signatures = tx.signatures;

            // get tx version
            txd.version = tx.version;

            // get unlock time
            txd.unlock_time = tx.unlock_time;

            if (core_storage->have_tx(txd.hash))
            {
                txd.blk_height = core_storage->get_db().get_tx_block_height(txd.hash);
            }

            return txd;
        }

        vector<pair<tx_info, transaction>>
        search_mempool(crypto::hash tx_hash = null_hash)
        {

            vector<pair<tx_info, transaction>> found_txs;

            // get txs in the mempool
            std::vector<tx_info> mempool_txs;

            if (!rpc.get_mempool(mempool_txs))
            {
              cerr << "Getting mempool failed " << endl;
              return found_txs;
            }

            // if we have tx blob disply more.
            // this info can also be obtained from json that is
            // normally returned by the RCP call (see below in detailed view)
            if (HAVE_TX_BLOB)
            {
                // get tx_blob if exists
                //string tx_blob = get_tx_blob(_tx_info);

                for (size_t i = 0; i < mempool_txs.size(); ++i)
                {
                    // get transaction info of the tx in the mempool
                    tx_info _tx_info = mempool_txs.at(i);

                    // get tx_blob if exists
                    string tx_blob = get_tx_blob(_tx_info);

                    if (tx_blob.empty())
                    {
                        cerr << "tx_blob is empty. Probably its not a custom deamon." << endl;
                        continue;
                    }

                    // pare tx_blob into tx class
                    transaction tx;

                    if (!parse_and_validate_tx_from_blob(
                            tx_blob, tx))
                    {
                        cerr << "Cant get tx from blob" << endl;
                        continue;
                    }


                    // if we dont provide tx_hash, just get all txs in
                    // the mempool
                    if (tx_hash != null_hash)
                    {
                        // check if tx hash matches, and if yes, save it for return
                        if (tx_hash == get_transaction_hash(tx))
                        {
                            found_txs.push_back(make_pair(_tx_info, tx));
                            break;
                        }
                    }
                    else
                    {
                       found_txs.push_back(make_pair(_tx_info, tx));
                    }

                }
            }
            else
            {
                // @TODO make tx_info from json
                // if dont have tx_blob member, construct tx_info
                // from json obtained from the rpc call
            }

            return found_txs;
        }

        pair<string, string>
        get_age(uint64_t timestamp1, uint64_t timestamp2, bool full_format = 0)
        {

            pair<string, string> age_pair;

            // calculate difference between server and block timestamps
            array<size_t, 5> delta_time = timestamp_difference(
                    timestamp1, timestamp2);

            // default format for age
            string age_str = fmt::format("{:02d}:{:02d}:{:02d}",
                                         delta_time[2], delta_time[3],
                                         delta_time[4]);

            string age_format {"[h:m:s]"};

            // if have days or years, change age format
            if (delta_time[0] > 0 || full_format == true)
            {
                age_str = fmt::format("{:02d}:{:03d}:{:02d}:{:02d}:{:02d}",
                                      delta_time[0], delta_time[1], delta_time[2],
                                      delta_time[3], delta_time[4]);

                age_format = string("[y:d:h:m:s]");
            }
            else if (delta_time[1] > 0)
            {
                age_str = fmt::format("{:02d}:{:02d}:{:02d}:{:02d}",
                                      delta_time[1], delta_time[2],
                                      delta_time[3], delta_time[4]);

                age_format = string("[d:h:m:s]");
            }

            age_pair.first  = age_str;
            age_pair.second = age_format;

            return age_pair;
        }

        pair<uint64_t, uint64_t>
        sum_xmr_outputs(const string& json_str)
        {
            pair<uint64_t, uint64_t> sum_xmr {0, 0};

            rapidjson::Document json;

            if (json.Parse(json_str.c_str()).HasParseError())
            {
                cerr << "Failed to parse JSON" << endl;
                return sum_xmr;
            }

            // get information about outputs
            const rapidjson::Value& vout = json["vout"];

            if (vout.IsArray())
            {

                for (rapidjson::SizeType i = 0; i < vout.Size(); ++i)
                {
                    //print(" - {:s}, {:0.8f} xmr\n",
                    //    vout[i]["target"]["key"].GetString(),
                    //    XMR_AMOUNT(vout[i]["amount"].GetUint64()));

                    sum_xmr.first += vout[i]["amount"].GetUint64();
                }

                  sum_xmr.second = vout.Size();
            }

            return sum_xmr;
        }

        pair<uint64_t, uint64_t>
        sum_xmr_inputs(const string& json_str)
        {
            pair<uint64_t, uint64_t> sum_xmr {0, 0};

            rapidjson::Document json;

            if (json.Parse(json_str.c_str()).HasParseError())
            {
                cerr << "Failed to parse JSON" << endl;
                return sum_xmr;
            }

            // get information about inputs
            const rapidjson::Value& vin = json["vin"];

            if (vin.IsArray())
            {
                // print("Input key images:\n");

                for (rapidjson::SizeType i = 0; i < vin.Size(); ++i)
                {
                    if (vin[i].HasMember("key"))
                    {
                        const rapidjson::Value& key_img = vin[i]["key"];

                        // print(" - {:s}, {:0.8f} xmr\n",
                        //       key_img["k_image"].GetString(),
                        //       XMR_AMOUNT(key_img["amount"].GetUint64()));

                        sum_xmr.first += key_img["amount"].GetUint64();
                    }
                }

                sum_xmr.second = vin.Size();
            }

            return sum_xmr;
        }


        vector<uint64_t>
        get_mixin_no_in_txs(const string& json_str)
        {
            vector<uint64_t> mixin_no;

            rapidjson::Document json;

            if (json.Parse(json_str.c_str()).HasParseError())
            {
                cerr << "Failed to parse JSON" << endl;
                return mixin_no;
            }

            // get information about inputs
            const rapidjson::Value& vin = json["vin"];

            if (vin.IsArray())
            {
               // print("Input key images:\n");

                for (rapidjson::SizeType i = 0; i < vin.Size(); ++i)
                {
                    if (vin[i].HasMember("key"))
                    {
                        const rapidjson::Value& key_img = vin[i]["key"];

                        // print(" - {:s}, {:0.8f} xmr\n",
                        //       key_img["k_image"].GetString(),
                        //       XMR_AMOUNT(key_img["amount"].GetUint64()));


                        mixin_no.push_back(key_img["key_offsets"].Size());
                    }
                }
            }

            return mixin_no;
        }

        string
        get_full_page(string& middle)
        {
            return xmreg::read(TMPL_HEADER)
                   + middle
                   + xmreg::read(TMPL_FOOTER);
        }

        void
        add_css_style(mstch::map& context)
        {
            context["css_styles"] = mstch::lambda{[&](const std::string& text) -> mstch::node {
                return this->css_styles;
            }};
        }


    };
}


#endif //CROWXMR_PAGE_H