mariadb-columnstore-engine/writeengine/wrapper/we_dctnrycompress.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

//  $Id: we_dctnrycompress.cpp 4726 2013-08-07 03:38:36Z bwilkinson $

/** @file */

#include <stdio.h>
#include <string.h>
#include <vector>
using namespace std;

#include "we_log.h"
#include "we_brm.h"
#include "we_chunkmanager.h"

#include "we_dctnrycompress.h"

namespace WriteEngine
{
class ChunkManager;
// -----------------------------------------------------------------------------
// Dctnry with compression type 0
// -----------------------------------------------------------------------------

/**
 * Constructor
 */
DctnryCompress0::DctnryCompress0()
{
  m_compressionType = 0;
}

DctnryCompress0::DctnryCompress0(Log* logger)
{
  m_compressionType = 0;
  setDebugLevel(logger->getDebugLevel());
  setLogger(logger);
}

/**
 * Default Destructor
 */
DctnryCompress0::~DctnryCompress0()
{
}

// -----------------------------------------------------------------------------
// Dctnry with compression type 1
// -----------------------------------------------------------------------------

/**
 * Constructor
 */
DctnryCompress1::DctnryCompress1(uint32_t compressionType, Log* logger)
{
  m_compressionType = compressionType;
  m_chunkManager = new ChunkManager();

  if (logger)
  {
    setDebugLevel(logger->getDebugLevel());
    setLogger(logger);
  }

  m_chunkManager->fileOp(this);
}

/**
 * Default Destructor
 */
DctnryCompress1::~DctnryCompress1()
{
  if (m_chunkManager)
    delete m_chunkManager;
}

int DctnryCompress1::updateDctnryExtent(IDBDataFile* pFile, int nBlocks, int64_t lbid)
{
  return m_chunkManager->updateDctnryExtent(pFile, nBlocks, lbid);
}

IDBDataFile* DctnryCompress1::createDctnryFile(const char* name, int width, const char* mode, int ioBuffSize,
                                               BRM::LBID_t lbid)
{
  return m_chunkManager->createDctnryFile(m_dctnryOID, width, m_dbRoot, m_partition, m_segment, name, mode,
                                          ioBuffSize, lbid);
}

// @bug 5572 - HDFS usage: add *.tmp file backup flag
IDBDataFile* DctnryCompress1::openDctnryFile(bool useTmpSuffix)
{
  return m_chunkManager->getFilePtr(m_dctnryOID, m_dbRoot, m_partition, m_segment, m_segFileName, "r+b",
                                    DEFAULT_BUFSIZ, useTmpSuffix);
}

void DctnryCompress1::closeDctnryFile(bool doFlush, std::map<FID, FID>& columnOids)
{
  if (doFlush)
    m_chunkManager->flushChunks(NO_ERROR, columnOids);
  else
    m_chunkManager->cleanUp(columnOids);

  m_dFile = NULL;
}

int DctnryCompress1::numOfBlocksInFile()
{
  return m_chunkManager->getBlockCount(m_dFile);
}

int DctnryCompress1::readDBFile(IDBDataFile* pFile, unsigned char* readBuf, const uint64_t lbid,
                                const bool isFbo)
{
  int fbo = lbid;

  if (!isFbo)
    RETURN_ON_ERROR(lbidToFbo(lbid, fbo));

  return m_chunkManager->readBlock(pFile, readBuf, fbo);
}

int DctnryCompress1::writeDBFile(IDBDataFile* pFile, const unsigned char* writeBuf, const uint64_t lbid,
                                 const int numOfBlock)
{
  int fbo = 0;
  RETURN_ON_ERROR(lbidToFbo(lbid, fbo));

  for (int i = 0; i < numOfBlock; i++)
    RETURN_ON_ERROR(m_chunkManager->saveBlock(pFile, writeBuf, fbo + i));

  return NO_ERROR;
}

int DctnryCompress1::writeDBFileNoVBCache(IDBDataFile* pFile, const unsigned char* writeBuf, const int fbo,
                                          const int numOfBlock)
{
  // int fbo = 0;
  // RETURN_ON_ERROR(lbidToFbo(lbid, fbo));

  for (int i = 0; i < numOfBlock; i++)
    RETURN_ON_ERROR(m_chunkManager->saveBlock(pFile, writeBuf, fbo + i));

  return NO_ERROR;
}

int DctnryCompress1::flushFile(int rc, std::map<FID, FID>& columnOids)
{
  return m_chunkManager->flushChunks(rc, columnOids);
}

int DctnryCompress1::lbidToFbo(const uint64_t lbid, int& fbo)
{
  uint16_t dbRoot;
  uint16_t segment;
  uint32_t partition;
  return BRMWrapper::getInstance()->getFboOffset(lbid, dbRoot, partition, segment, fbo);
}

}  // namespace WriteEngine