mariadb-columnstore-engine/tools/fixdate/fixdate.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*
* $Id: fixdate.cpp 2101 2013-01-21 14:12:52Z rdempsey $
*
*/

#include <iostream>
#include <fstream>
#include <cassert>
#include <vector>
#include <algorithm>
#include <iterator>
using namespace std;

#include <unistd.h>

#include <boost/format.hpp>
#include <boost/scoped_array.hpp>
using namespace boost;

#include "bytestream.h"
using namespace messageqcpp;

#include "dmlpackageprocessor.h"
using namespace dmlpackageprocessor;

namespace {

const streamsize blkSz = 8192;

void usage()
{
}

u_int64_t fixDate(ByteStream& bs, ostream& out)
{
	ByteStream fixed;
	ByteStream::quadbyte o;
	u_int64_t cnt = 0;
#if 0
	DMLPackageProcessor::Date minDate;
	DMLPackageProcessor::Date maxDate;
	minDate.year = 1992;
	minDate.month = 1;
	minDate.day = 2;
	maxDate.year = 1998;
	maxDate.month = 12;
	maxDate.day = 25;
	ByteStream::quadbyte mxd;
	ByteStream::quadbyte mnd;
	mxd = *(reinterpret_cast<ByteStream::quadbyte*>(&maxDate));
	mnd = *(reinterpret_cast<ByteStream::quadbyte*>(&minDate));
#endif
	DMLPackageProcessor::Date fixDate;
	fixDate.spare = 0;
	ByteStream::quadbyte f;
	while (bs.length() > 0)
	{
		bs >> o;
		if (o >= 0xfffffffe)
		{
			fixed << o;
			continue;
		}
		f = o & 0xffff;
		fixDate.year = f;
		o >>= 16;
		f = o & 0xf;
		fixDate.month = f;
		o >>= 4;
		f = o & 0x3f;
		fixDate.day = f;
		//o >>= 6;
		o = *(reinterpret_cast<ByteStream::quadbyte*>(&fixDate));
		fixed << o;
#if 0
		cout << DMLPackageProcessor::dateToString(o) << endl;
		idbassert(o >= mnd && o <= mxd);
		cnt++;
#endif
	}
	out << fixed;
	return cnt;
}

}

int main(int argc, char* argv[])
{
	int c;

	opterr = 0;

	while ((c = getopt(argc, argv, "h")) != EOF)
		switch (c)
		{
		case 'h':
			usage();
			return 0;
			break;
		default:
			usage();
			return 1;
			break;
		}

	if ((argc - optind) < 1)
	{
		usage();
		return 1;
	}

	ByteStream bs;

	ifstream ifs(argv[optind + 0]);
	ByteStream::byte inbuf[blkSz];
	streampos fLen;
	u_int64_t blkNo = 0;

	ifs.seekg(0, ios_base::end);
	fLen = ifs.tellg();
	ifs.seekg(0, ios_base::beg);

	idbassert((fLen % blkSz) == 0);
	u_int64_t numBlks = fLen / blkSz;
	cout << numBlks << " blocks to fix..." << endl;

	ofstream ofs("fixdate.cdf");

	cout << "pct done:    " << setw(3);

	for(;;)
	{

		ifs.read(reinterpret_cast<char*>(inbuf), blkSz);
		if (ifs.eof()) break;
		bs.load(inbuf, blkSz);

		fixDate(bs, ofs);
		cout << "\b\b\b" << setw(3) << (u_int64_t)(blkNo * 100 / numBlks);
		//cout << setw(3) << (u_int64_t)(blkNo * 100 / numBlks) << endl;

		blkNo++;
	}

	cout << "\b\b\b" << setw(3) << 100 << endl;
	//cout << setw(3) << 100 << endl;

	return 0;
}