mariadb-columnstore-engine/tools/cfread/cfread.cpp

//

#include <iostream>
#include <iomanip>
#include <boost/scoped_array.hpp>
#include <errno.h>
#define NDEBUG
#include <cassert>
#include "writeengine.h"

using namespace std;

void timespec_sub(const struct timespec& tv1,
                  const struct timespec& tv2,
                  struct timespec& diff)
{
    if (tv2.tv_nsec < tv1.tv_nsec)
    {
        diff.tv_sec = tv2.tv_sec - tv1.tv_sec - 1;
        diff.tv_nsec = tv1.tv_nsec - tv2.tv_nsec;
    }
    else
    {
        diff.tv_sec = tv2.tv_sec - tv1.tv_sec;
        diff.tv_nsec = tv2.tv_nsec - tv1.tv_nsec;
    }
}

// TODO:
// add getopt for CLAs
// add threads for reading a file
// add threads for reading multiple files

// main()
//
int main(int argc, char** argv)
{
    uint64_t acc = 0;
    uint64_t readBlocks = 0; // read size ib blocks
    uint64_t readSize = 0; // read size ib bytes
    uint64_t readBufferSz = 0;
    const uint64_t blockSize = 8192;
    char* alignedbuff = 0;
    boost::scoped_array<char> realbuff;
    const unsigned pageSize = 4096; //getpagesize();
    WriteEngine::FileOp fFileOp;
    BRM::OID_t oid;
    char fname[256];
    struct timespec tm;
    struct timespec tm2;
    struct timespec tm3;
    struct timespec starttm;
    struct timespec endtm;
    struct timespec tottm;
    bool odirect = true;
    int fd = 0;
    char response = 'Y';

    if (argc <= 1)
    {
        cerr << "usage: testread <oid> <buffer size in blocks>" << endl;
        return -1;
    }

    oid = atoi(argv[1]);

    if (oid <= 0)
        exit(-1);

    if (argc >= 2)
    {
        readBlocks = atoi(argv[2]);

        if (readBlocks <= 0)
            readBlocks = 8;
    }

    if (argc >= 4)
    {
        odirect = false;
    }

    readSize = readBlocks * blockSize;
    readBufferSz = readSize + pageSize;

    realbuff.reset(new char[readBufferSz]);

    if (realbuff.get() == 0)
    {
        cerr << "thr_popper: Can't allocate space for a whole extent in memory" << endl;
        return 0;
    }

    if (fFileOp.getFileName(oid, fname) != WriteEngine::NO_ERROR)
    {
        fname[0] = 0;
        throw std::runtime_error("fileOp.getFileName failed");
    }
    else
    {
        cout << "Reading oid: " << oid << " od: " << odirect << " file: " << fname << endl;
    }

#if __LP64__
    alignedbuff = (char*)((((ptrdiff_t)realbuff.get() >> 12) << 12) + pageSize);
#else
    alignedbuff = (char*)(((((ptrdiff_t)realbuff.get() >> 12) << 12) & 0xffffffff) + pageSize);
#endif
    idbassert(((ptrdiff_t)alignedbuff - (ptrdiff_t)realbuff.get()) < (ptrdiff_t)pageSize);
    idbassert(((ptrdiff_t)alignedbuff % pageSize) == 0);

    if (odirect)
        fd = open(fname, O_RDONLY | O_DIRECT | O_LARGEFILE | O_NOATIME);
    else
        fd = open(fname, O_RDONLY | O_LARGEFILE | O_NOATIME);

    if (fd < 0)
    {
        cerr << "Open failed" << endl;
        perror("open");
        throw runtime_error("Error opening file");
    }

    while (toupper(response) != 'N')
    {
        uint64_t i = 1;
        uint64_t rCnt = 0;
        clock_gettime(CLOCK_REALTIME, &starttm);

        while (i != 0)
        {
            //clock_gettime(CLOCK_REALTIME, &tm);
            i = pread(fd, alignedbuff, readSize, acc);
            //clock_gettime(CLOCK_REALTIME, &tm2);
            idbassert(i == 0 || i == readSize);
            idbassert(i % pageSize == 0);
            idbassert(acc % pageSize == 0);

            if (i < 0 && errno == EINTR)
            {
                timespec_sub(tm, tm2, tm3);
                cout << "* "
                     << i << " "
                     << right << setw(2) << setfill(' ') << tm3.tv_sec << "."
                     << right << setw(9) << setfill('0') << tm3.tv_nsec
                     << endl;
                continue;
            }
            else if (i < 0)
            {
                timespec_sub(tm, tm2, tm3);
                cout << "* i: "
                     << i << " sz: " << readSize << " acc: " << acc
                     << right << setw(2) << setfill(' ') << tm3.tv_sec << " "
                     << right << tm3.tv_nsec
                     << endl;
                perror("pread");
                //make loop exit
                i = 0;
            }

            acc += i;

            if (i > 0)
                rCnt++;

            //timespec_sub(tm, tm2, tm3);
            //cout
            //	<< i << " "
            //	<< right << setw(2) << setfill(' ') << tm3.tv_sec << " "
            //	<< right << tm3.tv_nsec
            //	<< endl;

        } // while(acc...

        clock_gettime(CLOCK_REALTIME, &endtm);
        timespec_sub(starttm, endtm, tottm);

        cout << "Total reads: " << rCnt
             << " sz: " << acc / (1024 * 1024) << "MB"
             << " tm: " << tottm.tv_sec << "secs "
             << tottm.tv_nsec << "ns"
             << endl;

        cout << "Repeat the last scan[Y,N]?" << endl;
        cin >> response;
        acc = 0;

    } // while response...

    close(fd);
    return 0;

} //main