mariadb-columnstore-engine/tools/dbbuilder/tpchpopulate.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/******************************************************************************************
 * $Id: tpchpopulate.cpp 2101 2013-01-21 14:12:52Z rdempsey $
 *
 ******************************************************************************************/

#include <boost/timer.hpp>

#include "dbbuilder.h"
#include "tpchpopulate.h"

using namespace dmlpackageprocessor;
using namespace dmlpackage;
using namespace std;

void TpchPopulate::populateFromFile(std::string tableName, string& fileName)
{
  cout << endl;
  cout << "Populating " << tableName << endl;
  cout << "---------------------------------------" << endl;

  std::string dmlStatement;
  ifstream ifdml(fileName.c_str(), ios::in);

  if (ifdml)
  {
    while (ifdml.good())
    {
      char line[256];
      line[0] = '\0';
      ;
      ifdml.getline(line, 256);

      // if ( line[0] == '\0' )
      if (strlen(line) == 0)
        continue;

      dmlStatement = "insert into ";
      dmlStatement += tableName;
      dmlStatement += " values(";
      dmlStatement += line;
      dmlStatement += ");";

      insert(dmlStatement);
    }
  }
  else
  {
    perror(fileName.c_str());
  }

  cout << endl;
  cout << "Finished Populating " << tableName << endl;
}

void TpchPopulate::populate_part()
{
  std::string dmlStatement =
      "insert into tpch.part values('1', 'goldenrod lace spring peru powder', 'Manufac#1', 'Brand#13', "
      "'PROMO BURNISHED COPPER', '7', 'JUMBO PKG', '901.00', 'final deposits s' );";
  insert(dmlStatement);

  dmlStatement =
      "insert into tpch.part values(2, 'blush rosy metallic lemon navajo', 'Manufac#1', 'Brand#13','LARGE "
      "BRUSHED BRASS', 1, 'LG CASE', 902.00, 'final platelets hang f');";
  insert(dmlStatement);

  dmlStatement =
      "insert into tpch.part values(3, 'dark green antique puff wheat', 'Manufac#4', 'Brand#42', 'STANDARD "
      "POLISHED BRASS', 21, 'WRAP CASE', 903.00, 'unusual excuses ac');";
  insert(dmlStatement);

  dmlStatement =
      "insert into tpch.part values(4, 'chocolate metallic smoke ghost drab', 'Manufac#3', 'Brand#34', "
      "'SMALL PLATED BRASS', 14, 'MED DRUM', 904.00, 'ironi');";
  insert(dmlStatement);

  dmlStatement =
      "insert into tpch.part values(5, 'forest blush chiffon thistle chocolate', 'Manufac#3', 'Brand#32', "
      "'STANDARD POLISHED TIN', 15, 'SM PKG', 905.00, 'pending, spe');";
  insert(dmlStatement);

  cout << endl;
  cout << "Commiting inserting to tpch.part table ..." << endl;
  std::string command("COMMIT;");
  VendorDMLStatement dml_command(command, 1);
  CalpontDMLPackage* dmlCommandPkgPtr = CalpontDMLFactory::makeCalpontDMLPackage(dml_command);

  DMLPackageProcessor* pkgProcPtr =
      DMLPackageProcessorFactory::makePackageProcessor(DML_COMMAND, *dmlCommandPkgPtr);

  DMLPackageProcessor::DMLResult result = pkgProcPtr->processPackage(*dmlCommandPkgPtr);

  if (DMLPackageProcessor::NO_ERROR != result.result)
  {
    cout << "Command process failed!" << endl;
  }

  delete pkgProcPtr;
  delete dmlCommandPkgPtr;

  cout << endl;
  cout << "Finished Populating tpch.part table" << endl;
}

void TpchPopulate::populate_customer()
{
  cout << endl;
  cout << "Populating tpch.customer table" << endl;
  cout << "---------------------------------------" << endl;

  std::string dmlStatement =
      "insert into tpch.customer values(1,'Customer#000000001', 'IVhzIApeRb ot,c,E',15, "
      "'25-989-741-2988',711.56, 'BUILDING', 'regular, regular platelets are fluffily according to the even "
      "attainments. blithely iron');";

  insert(dmlStatement);

  cout << endl;
  cout << "Finished Populating tpch.customer table" << endl;
}

void TpchPopulate::populate_tpch()
{
  std::string tableName;
  std::string filePath;
  cout << endl;
  cout << "Populating region table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.region";
  filePath = "region.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating nation table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.nation";
  filePath = "nation.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating customer table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.customer";
  filePath = "customer.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating orders table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.orders";
  filePath = "orders.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating part table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "part.nation";
  filePath = "part.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating supplier table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.supplier";
  filePath = "supplier.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating partsupp table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.partsupp";
  filePath = "partsupp.tbl";
  populateFromFile(tableName, filePath);

  cout << "Populating lineitem table" << endl;
  cout << "---------------------------------------" << endl;
  tableName = "tpch.lineitem";
  filePath = "lineitem.tbl";
  populateFromFile(tableName, filePath);

  cout << endl;
  cout << "Finished Populating TPCH tables." << endl;
}
void TpchPopulate::insert(string insertStmt)
{
  cout << endl;
  cout << insertStmt << endl;
  cout << "---------------------------------------" << endl;

  boost::timer theTimer;
  VendorDMLStatement dmlStmt(insertStmt, 1);
  CalpontDMLPackage* dmlPkgPtr = CalpontDMLFactory::makeCalpontDMLPackage(dmlStmt);

  DMLPackageProcessor* pkgProcPtr = DMLPackageProcessorFactory::makePackageProcessor(DML_INSERT, *dmlPkgPtr);

  // pkgProcPtr->setDebugLevel(DMLPackageProcessor::VERBOSE);
  DMLPackageProcessor::DMLResult result = pkgProcPtr->processPackage(*dmlPkgPtr);

  if (DMLPackageProcessor::NO_ERROR != result.result)
  {
    cout << "Insert failed!" << endl;
  }
  else
  {
    cout << "Insert successful" << endl;
  }

  cout << "Insert took :" << theTimer.elapsed() << " seconds to complete." << endl;

  delete pkgProcPtr;
  delete dmlPkgPtr;
}