mariadb-columnstore-engine/tools/fixdate/fixdate.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*
* $Id: fixdate.cpp 2101 2013-01-21 14:12:52Z rdempsey $
*
*/

#include <iostream>
#include <fstream>
#include <cassert>
#include <vector>
#include <algorithm>
#include <iterator>
using namespace std;

#include <unistd.h>

#include <boost/format.hpp>
#include <boost/scoped_array.hpp>
using namespace boost;

#include "bytestream.h"
using namespace messageqcpp;

#include "dmlpackageprocessor.h"
using namespace dmlpackageprocessor;

namespace
{

const streamsize blkSz = 8192;

void usage()
{
}

u_int64_t fixDate(ByteStream& bs, ostream& out)
{
    ByteStream fixed;
    ByteStream::quadbyte o;
    u_int64_t cnt = 0;
#if 0
    DMLPackageProcessor::Date minDate;
    DMLPackageProcessor::Date maxDate;
    minDate.year = 1992;
    minDate.month = 1;
    minDate.day = 2;
    maxDate.year = 1998;
    maxDate.month = 12;
    maxDate.day = 25;
    ByteStream::quadbyte mxd;
    ByteStream::quadbyte mnd;
    mxd = *(reinterpret_cast<ByteStream::quadbyte*>(&maxDate));
    mnd = *(reinterpret_cast<ByteStream::quadbyte*>(&minDate));
#endif
    DMLPackageProcessor::Date fixDate;
    fixDate.spare = 0;
    ByteStream::quadbyte f;

    while (bs.length() > 0)
    {
        bs >> o;

        if (o >= 0xfffffffe)
        {
            fixed << o;
            continue;
        }

        f = o & 0xffff;
        fixDate.year = f;
        o >>= 16;
        f = o & 0xf;
        fixDate.month = f;
        o >>= 4;
        f = o & 0x3f;
        fixDate.day = f;
        //o >>= 6;
        o = *(reinterpret_cast<ByteStream::quadbyte*>(&fixDate));
        fixed << o;
#if 0
        cout << DMLPackageProcessor::dateToString(o) << endl;
        idbassert(o >= mnd && o <= mxd);
        cnt++;
#endif
    }

    out << fixed;
    return cnt;
}

}

int main(int argc, char* argv[])
{
    int c;

    opterr = 0;

    while ((c = getopt(argc, argv, "h")) != EOF)
        switch (c)
        {
            case 'h':
                usage();
                return 0;
                break;

            default:
                usage();
                return 1;
                break;
        }

    if ((argc - optind) < 1)
    {
        usage();
        return 1;
    }

    ByteStream bs;

    ifstream ifs(argv[optind + 0]);
    ByteStream::byte inbuf[blkSz];
    streampos fLen;
    u_int64_t blkNo = 0;

    ifs.seekg(0, ios_base::end);
    fLen = ifs.tellg();
    ifs.seekg(0, ios_base::beg);

    idbassert((fLen % blkSz) == 0);
    u_int64_t numBlks = fLen / blkSz;
    cout << numBlks << " blocks to fix..." << endl;

    ofstream ofs("fixdate.cdf");

    cout << "pct done:    " << setw(3);

    for (;;)
    {

        ifs.read(reinterpret_cast<char*>(inbuf), blkSz);

        if (ifs.eof()) break;

        bs.load(inbuf, blkSz);

        fixDate(bs, ofs);
        cout << "\b\b\b" << setw(3) << (u_int64_t)(blkNo * 100 / numBlks);
        //cout << setw(3) << (u_int64_t)(blkNo * 100 / numBlks) << endl;

        blkNo++;
    }

    cout << "\b\b\b" << setw(3) << 100 << endl;
    //cout << setw(3) << 100 << endl;

    return 0;
}