mariadb-columnstore-engine/utils/idbdatafile/PosixFileSystem.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

#include "PosixFileSystem.h"
#include "IDBLogger.h"
#include "idbcompress.h"

#include <sys/stat.h>
#include <unistd.h>
#include <stdio.h>
#include <iostream>

#include <boost/filesystem/path.hpp>
#include <boost/filesystem/convenience.hpp>

using namespace std;

#ifdef _MSC_VER
#include "utils_utf8.h"
#endif

namespace idbdatafile
{

PosixFileSystem::PosixFileSystem() :
	IDBFileSystem( IDBFileSystem::POSIX )
{
}

PosixFileSystem::~PosixFileSystem()
{
}

int PosixFileSystem::mkdir(const char *pathname)
{
	int ret = 0;
	boost::filesystem::path pathDir(pathname);

    try
    {
    	boost::filesystem::create_directories(pathDir);
    }
    catch (std::exception& ex)
    {
    	std::ostringstream oss;
		oss << "Failed to create directories: " << pathDir << ", exception: " << ex.what() << endl;
    	IDBLogger::syslog(oss.str(), logging::LOG_TYPE_ERROR);
    	ret = -1;
    }

	if( IDBLogger::isEnabled() )
		IDBLogger::logFSop( POSIX, "mkdir", pathname, this, ret);

	return ret;
}

int PosixFileSystem::remove(const char *pathname)
{
	int ret = 0;
	boost::filesystem::path dirPath(pathname);

    try
    {
        boost::filesystem::remove_all(dirPath);
    }
#ifdef _MSC_VER
    catch (std::exception& ex) 
    {
        // FIXME: alas, Windows cannot delete a file that is in use :-(
        std::string reason(ex.what());
        std::string ignore("The directory is not empty");
        if (reason.find(ignore) != std::string::npos)
            (void)0;
        else
        	ret = -1;
    }
#endif
    catch (...)
    {
        // TODO Log this
    	ret = -1;
    }

	if( IDBLogger::isEnabled() )
		IDBLogger::logFSop( POSIX, "remove", pathname, this, ret);

	return ret;
}

int PosixFileSystem::rename(const char *oldpath, const char *newpath)
{
	// should this use Boost??
	int ret = ::rename(oldpath, newpath);
	int savedErrno = errno;

	if( IDBLogger::isEnabled() )
		IDBLogger::logFSop2( POSIX, "rename", oldpath, newpath, this, ret);

	errno = savedErrno;
	return ret;
}

off64_t PosixFileSystem::size(const char* path) const
{
	// should this use Boost??
    struct stat statBuf;
    int rc = ::stat( path, &statBuf );
	int savedErrno = errno;
    off64_t ret = ((rc == 0) ? statBuf.st_size : -1);

	if( IDBLogger::isEnabled() )
		IDBLogger::logFSop( POSIX, "fs:size", path, this, ret);

	errno = savedErrno;
	return ret;
}

size_t readFillBuffer(
	idbdatafile::IDBDataFile* pFile,
	char*   buffer,
	size_t  bytesReq)
{
	char*   pBuf = buffer;
	ssize_t nBytes;
	size_t  bytesToRead = bytesReq;
	size_t  totalBytesRead = 0;

	while (1)
	{
		nBytes = pFile->read(pBuf, bytesToRead);
		if (nBytes > 0)
			totalBytesRead += nBytes;
		else
			break;

		if ((size_t)nBytes == bytesToRead)
			break;

		pBuf        += nBytes;
		bytesToRead  =  bytesToRead - (size_t)nBytes;
	}

	return totalBytesRead;
}

off64_t PosixFileSystem::compressedSize(const char *path) const
{
    IDBDataFile *pFile = 0;
    size_t nBytes;
    off64_t dataSize = 0;

    try
    {
        pFile = IDBDataFile::open(IDBDataFile::BUFFERED, path, "r", 0);

        if (!pFile)
        {
            return -1;
        }

        compress::IDBCompressInterface decompressor;

        char hdr1[compress::IDBCompressInterface::HDR_BUF_LEN];
        nBytes = readFillBuffer( pFile,hdr1,compress::IDBCompressInterface::HDR_BUF_LEN);
        if ( nBytes != compress::IDBCompressInterface::HDR_BUF_LEN )
        {
            return -1;
        }

        int64_t ptrSecSize = decompressor.getHdrSize(hdr1) - compress::IDBCompressInterface::HDR_BUF_LEN;
        char* hdr2 = new char[ptrSecSize];
        nBytes = readFillBuffer( pFile,hdr2,ptrSecSize);
        if ( (int64_t)nBytes != ptrSecSize )
        {
            return -1;
        }

        compress::CompChunkPtrList chunkPtrs;
        int rc = decompressor.getPtrList(hdr2, ptrSecSize, chunkPtrs);
        delete[] hdr2;
        if (rc != 0)
        {
            return -1;
        }

        unsigned k = chunkPtrs.size();
        // last header's offset + length will be the data bytes
        dataSize = chunkPtrs[k-1].first + chunkPtrs[k-1].second;
        delete pFile;
        return dataSize;
    }
    catch (...)
    {
        return -1;
    }
}

bool PosixFileSystem::exists(const char *pathname) const
{
	boost::filesystem::path dirPath(pathname);
	return boost::filesystem::exists( dirPath );
}

int PosixFileSystem::listDirectory(const char* pathname, std::list<std::string>& contents) const
{
	int ret = 0;

	// clear the return list
	contents.erase( contents.begin(), contents.end() );

	try
	{
		boost::filesystem::path dirPath( pathname );
		boost::filesystem::directory_iterator end_itr; // create EOD marker

		// Loop through all the files in the specified directory
		for ( boost::filesystem::directory_iterator itr( dirPath );
			itr != end_itr;
			++itr )
		{
            contents.push_back( itr->path().filename().generic_string() );
		}
	}
	catch (std::exception)
	{
		ret = -1;
	}

	return ret;
}

bool PosixFileSystem::isDir(const char* pathname) const
{
	boost::filesystem::path dirPath(pathname);
	return boost::filesystem::is_directory( dirPath );
}

int PosixFileSystem::copyFile(const char* srcPath, const char* destPath) const
{
	int ret = 0;

	try
	{
		boost::filesystem::path inPath(srcPath);
		boost::filesystem::path outPath(destPath);

		boost::filesystem::copy_file(inPath, outPath);
	}
#if BOOST_VERSION >= 105200
	catch(boost::filesystem::filesystem_error& ex)
#else
	catch(boost::filesystem::basic_filesystem_error<boost::filesystem::path>& ex)
#endif
	{
    	std::ostringstream oss;
		oss << "Failed to copy file: " << srcPath << " to " << destPath <<
			", exception: " << ex.what() << endl;
    	IDBLogger::syslog(oss.str(), logging::LOG_TYPE_ERROR);
		ret = -1;
	}

	if( IDBLogger::isEnabled() )
		IDBLogger::logFSop2( POSIX, "copyFile", srcPath, destPath, this, ret);

	return ret;
}

}