mariadb-columnstore-engine/dbcon/execplan/tdriver-oid.cpp

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*****************************************************************************
 * $Id$
 *
 ****************************************************************************/

/** @file
 * This file contains the longer OIDManager stress tests.
 */

#include <string>
#include <typeinfo>
#include <sstream>
#include <stdexcept>
#include <iostream>
#include <unistd.h>
#include <cstdlib>
#include <pthread.h>
#include <values.h>
#include <signal.h>
#include "objectidmanager.h"
#include <cppunit/extensions/HelperMacros.h>

using namespace std;

void* OIDManClient(void* arg);
int timer;
pthread_mutex_t lock;

using namespace execplan;

class ExecPlanTest : public CppUnit::TestFixture
{
  CPPUNIT_TEST_SUITE(ExecPlanTest);
  unlink("/tmp/oidbitmap");
  CPPUNIT_TEST(objectIDManager_2);
  CPPUNIT_TEST(objectIDManager_3);
  unlink("/tmp/oidbitmap");
  CPPUNIT_TEST_SUITE_END();

 public:
  void objectIDManager_2()
  {
    ObjectIDManager o;
    int i, j, allocsize, loopCount, firstOID;
    const int chunkcap = 10000;
    const int OIDSpaceSize = 16777216;

    cout << endl << "Long OID Manager test" << endl;
    cout << "using bitmap file " << o.getFilename() << endl;

    try
    {
      // make sure we can fill the entire OID space and clear it out a
      // few times.  This should stress test the implementation pretty
      // well.

      firstOID = o.allocOID();
      cerr << "first OID is " << firstOID << endl;
      o.returnOIDs(0, firstOID);

      srand(time(NULL));

      // fill the entire space then empty it out a few times.
      for (i = 0; i < 10; i++)
      {
        cout << "fill & empty test " << i + 1 << "/10" << endl;

        for (j = 0, loopCount = 1; j < OIDSpaceSize; j += allocsize, loopCount++)
        {
          allocsize = rand() % chunkcap;
          allocsize = (allocsize > OIDSpaceSize - j ? OIDSpaceSize - j : allocsize);
          CPPUNIT_ASSERT(o.allocOIDs(allocsize) > -1);
        }

        CPPUNIT_ASSERT(o.allocOID() == -1);
        CPPUNIT_ASSERT(o.size() == OIDSpaceSize);
        o.returnOIDs(0, OIDSpaceSize - 1);  // (gets rid of fragmentation in the freelist)
      }

      // fill the space again, then deallocate randomly to fragment
      // the freelist
      for (j = 0, loopCount = 1; j < OIDSpaceSize; j += allocsize, loopCount++)
      {
        allocsize = rand() % chunkcap;
        allocsize = (allocsize > OIDSpaceSize - j ? OIDSpaceSize - j : allocsize);
        CPPUNIT_ASSERT(o.allocOIDs(allocsize) > -1);
      }

      CPPUNIT_ASSERT(o.allocOID() == -1);
      CPPUNIT_ASSERT(o.size() == OIDSpaceSize);

      for (j = 0, loopCount = 1; j < OIDSpaceSize; j += allocsize, loopCount++)
      {
        allocsize = rand() % chunkcap;
        allocsize = (allocsize > OIDSpaceSize - j ? OIDSpaceSize - j : allocsize);
        o.returnOIDs(j, j + allocsize - 1);
      }

      CPPUNIT_ASSERT(o.size() == 0);
      CPPUNIT_ASSERT(o.allocOIDs(OIDSpaceSize) == 0);

      // create small random holes & fill them.  This test takes > 15
      // minutes, so it should be commented out unless there's a
      // specific need for it
#if 0
            const int smallcap = 20;

            cout << "small random hole test step 1/8 (this takes a while)" << endl;

            for (j = 0, loopCount = 1; j < OIDSpaceSize; j += allocsize, loopCount++)
            {
                allocsize = rand() % smallcap;
                allocsize = (allocsize > OIDSpaceSize - j ?
                             OIDSpaceSize - j : allocsize);

                if ((rand() % 2) == 0) // empty about 50% of the OID space
                    o.returnOIDs(j, j + allocsize - 1);
            }

            cout << "small random hole test step 2/8" << endl;

            while (o.allocOIDs(1000) != -1) ;

            cout << "small random hole test step 3/8" << endl;

            while (o.allocOIDs(500) != -1) ;

            cout << "small random hole test step 4/8" << endl;

            while (o.allocOIDs(100) != -1) ;

            cout << "small random hole test step 5/8" << endl;

            while (o.allocOIDs(50) != -1) ;

            cout << "small random hole test step 6/8" << endl;

            while (o.allocOIDs(10) != -1) ;

            cout << "small random hole test step 7/8" << endl;

            while (o.allocOIDs(3) != -1) ;

            cout << "small random hole test step 8/8" << endl;

            while (o.allocOID() != -1) ;

            CPPUNIT_ASSERT(o.size() == OIDSpaceSize);
            CPPUNIT_ASSERT(o.allocOID() == -1);
            cout << "done." << endl;
#endif
    }
    catch (...)
    {
      unlink(o.getFilename().c_str());
      throw;
    }

    unlink(o.getFilename().c_str());
  }

  /* This test attempts to simulate real transactions: many small
   * blocks of allocs and returns in a multithreaded/multiprocess
   * way.  This test only uses threads, but that should be good enough.
   */
  void objectIDManager_3()
  {
    const int threadCount = 4;
    int i;
    pthread_t threads[threadCount];

    cout << endl
         << "Multithreaded OIDManager test.  "
            "This runs for 2 minutes."
         << endl;

    timer = 0;

    for (i = 0; i < threadCount; i++)
      if (pthread_create(&threads[i], NULL, OIDManClient, reinterpret_cast<void*>(i + 1)) < 0)
        throw logic_error("Error creating threads for the OID Manager test");

    sleep(120);
    timer = 1;

    for (i = 0; i < threadCount; i++)
      pthread_join(threads[i], NULL);
  }
};

CPPUNIT_TEST_SUITE_REGISTRATION(ExecPlanTest);

void* OIDManClient(void* arg)
{
  ObjectIDManager o;
  const int sizecap = 5;
  int op, size, tmp;
  uint32_t seed;
  int threadnum = reinterpret_cast<int>(arg);

  struct entry
  {
    int begin;
    int end;
    struct entry* next;
  };

  struct entry* e;
  struct entry* listHead = NULL;
  struct entry* listTail = NULL;

  cout << "  Thread " << threadnum << " started." << endl;

  seed = time(NULL) % MAXINT;

  while (timer == 0)
  {
    op = rand_r(&seed) % 2;
    size = (rand_r(&seed) % sizecap) + 1;

    if (op == 1)  // allocate an OID block
    {
      e = new struct entry;
      tmp = o.allocOIDs(size);
      CPPUNIT_ASSERT(tmp != -1);
      e->begin = tmp;
      e->end = tmp + size - 1;
      e->next = NULL;

      if (listTail != NULL)
        listTail->next = e;
      else
        listHead = e;

      listTail = e;
    }
    else  // deallocate an OID block
    {
      if (listHead == NULL)
        continue;

      o.returnOIDs(listHead->begin, listHead->end);
      e = listHead;
      listHead = listHead->next;

      if (listHead == NULL)
        listTail = NULL;

      delete e;
    }
  }

  while (listHead != NULL)
  {
    e = listHead;
    listHead = listHead->next;
    delete e;
  }

  cout << "  Thread " << threadnum << " exiting." << endl;
  pthread_exit(0);
}

#include <cppunit/extensions/TestFactoryRegistry.h>
#include <cppunit/ui/text/TestRunner.h>

int main(int argc, char** argv)
{
  CppUnit::TextUi::TestRunner runner;
  CppUnit::TestFactoryRegistry& registry = CppUnit::TestFactoryRegistry::getRegistry();
  runner.addTest(registry.makeTest());
  bool wasSuccessful = runner.run("", false);
  return (wasSuccessful ? 0 : 1);
}