You've already forked mariadb-columnstore-engine
							
							
				mirror of
				https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
				synced 2025-11-03 17:13:17 +03:00 
			
		
		
		
	
		
			
				
	
	
		
			839 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			839 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
/* Copyright (C) 2014 InfiniDB, Inc.
 | 
						|
 | 
						|
   This program is free software; you can redistribute it and/or
 | 
						|
   modify it under the terms of the GNU General Public License
 | 
						|
   as published by the Free Software Foundation; version 2 of
 | 
						|
   the License.
 | 
						|
 | 
						|
   This program is distributed in the hope that it will be useful,
 | 
						|
   but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
   GNU General Public License for more details.
 | 
						|
 | 
						|
   You should have received a copy of the GNU General Public License
 | 
						|
   along with this program; if not, write to the Free Software
 | 
						|
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
 | 
						|
   MA 02110-1301, USA. */
 | 
						|
 | 
						|
#include <stdio.h>
 | 
						|
#include <string>
 | 
						|
#include <stdexcept>
 | 
						|
using namespace std;
 | 
						|
 | 
						|
#include <boost/scoped_ptr.hpp>
 | 
						|
using namespace boost;
 | 
						|
 | 
						|
#include <cppunit/extensions/HelperMacros.h>
 | 
						|
 | 
						|
#include "we_dctnry.h"
 | 
						|
#include "we_dctnrystore.h"
 | 
						|
 | 
						|
using namespace WriteEngine;
 | 
						|
 | 
						|
class DctnryTest : public CppUnit::TestFixture
 | 
						|
{
 | 
						|
 | 
						|
 | 
						|
    CPPUNIT_TEST_SUITE( DctnryTest );
 | 
						|
 | 
						|
// Dctnry basic testing
 | 
						|
//CPPUNIT_TEST( testDctnryInsertLarge );
 | 
						|
//CPPUNIT_TEST( testDctnryInsertDelete );
 | 
						|
///CPPUNIT_TEST( testDctnryInsertStress);
 | 
						|
//CPPUNIT_TEST( testGetBlockHdr);
 | 
						|
//CPPUNIT_TEST( testGetFreeSpace);
 | 
						|
    CPPUNIT_TEST( testDctnryInsertDeleteStore);
 | 
						|
    CPPUNIT_TEST_SUITE_END();
 | 
						|
 | 
						|
private:
 | 
						|
    Dctnry                    m_Dctnry;
 | 
						|
    DctnryStore               m_DctnryStore;
 | 
						|
    int                       m_oId;
 | 
						|
public:
 | 
						|
    void setUp()
 | 
						|
    {
 | 
						|
    }
 | 
						|
 | 
						|
    void tearDown()
 | 
						|
    {
 | 
						|
    }
 | 
						|
    DctnryTest()
 | 
						|
    {
 | 
						|
        m_oId = 0;
 | 
						|
    }
 | 
						|
    void testDctnryInsertLarge()
 | 
						|
    {
 | 
						|
        int                     oId = 2000;
 | 
						|
//     int                     blockCount =10;
 | 
						|
 | 
						|
        FILE*                   dFile = NULL;
 | 
						|
 | 
						|
        int                     rc = 0;
 | 
						|
        DataBlock               curBlock;
 | 
						|
//       int                     largeSize=6144;
 | 
						|
        int                     largeSize = 2724;
 | 
						|
        int                     smallSize = 2032;
 | 
						|
 | 
						|
        uint16_t freeSpace;
 | 
						|
        uint64_t nextPtr;
 | 
						|
        uint16_t offSet0;
 | 
						|
        uint16_t endHeader;
 | 
						|
        unsigned char dctnryHeader[14];
 | 
						|
        m_Dctnry.setUseSmallSize(false);
 | 
						|
        m_Dctnry.setDebugLevel( DEBUG_3 );
 | 
						|
        m_oId = oId;
 | 
						|
 | 
						|
        memset(curBlock.data, 0, sizeof (curBlock.data));
 | 
						|
        memset(dctnryHeader, 0, sizeof(dctnryHeader));
 | 
						|
        printf("\nRunning testDctnryInsertLarge \n");
 | 
						|
 | 
						|
        rc = m_Dctnry.deleteFile(oId);
 | 
						|
        rc = m_Dctnry.createDctnry(oId, 3);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_Dctnry.openDctnry(oId);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
 | 
						|
 | 
						|
        rc = m_Dctnry.initDctnryHdr( dFile);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After initDctnryHdr \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        //dFile= m_Dctnry.openFile( oId);
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        //12 for 6 bytes and 14 for 8 bytes
 | 
						|
        rc = m_Dctnry.readSubBlockEntry( dFile, &curBlock, 0, 0, 0, 14, &dctnryHeader);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        memcpy(&freeSpace, dctnryHeader, 2);
 | 
						|
        memcpy(&nextPtr, dctnryHeader + 2, 8); // 8 bytes
 | 
						|
        memcpy(&offSet0, dctnryHeader + 10, 2);
 | 
						|
        memcpy(&endHeader, dctnryHeader + 12, 2);
 | 
						|
 | 
						|
        unsigned char sgnature_value[largeSize];
 | 
						|
        memset(sgnature_value, 0, sizeof(sgnature_value));
 | 
						|
        int j = 0;
 | 
						|
 | 
						|
        for (int i = 0; i < largeSize; i++)
 | 
						|
        {
 | 
						|
//          if (j>255)
 | 
						|
//           j=0;
 | 
						|
            sgnature_value[i] = 119;
 | 
						|
//         j++;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert a signature value
 | 
						|
        Token token;
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        token.fbo = 0;
 | 
						|
        token.op = 3;
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
 | 
						|
        return;
 | 
						|
 | 
						|
        //add the same dictionary again.  it should not be added
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        testGetBlockHdr();
 | 
						|
        //add the same dictionary again.  it should not be added to the next block
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        printf("token fbo = %i", token.fbo);
 | 
						|
        printf("token op = %i", token.op);
 | 
						|
        token.fbo = 0;
 | 
						|
        token.op = 2;
 | 
						|
//	   token.op++;
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        return;
 | 
						|
 | 
						|
        //add a 2nd dictionary to fillup the whole file block
 | 
						|
 | 
						|
        unsigned char sgnature_value_s[smallSize];
 | 
						|
        memset(sgnature_value_s, 0, sizeof(sgnature_value_s));
 | 
						|
 | 
						|
        for (int i = 0; i < smallSize; i++)
 | 
						|
        {
 | 
						|
//          if (j>255)
 | 
						|
//           j=0;
 | 
						|
            sgnature_value_s[i] = 118;
 | 
						|
//         j++;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert a signature value
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, smallSize,
 | 
						|
                                   sgnature_value_s, token);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
 | 
						|
        return;
 | 
						|
        //insert a signature value
 | 
						|
        Token token3;
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token3);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        m_Dctnry.closeDctnry(dFile);
 | 
						|
        printf("After insert dictionary \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        rc = m_Dctnry.openDctnry(oId);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
        m_Dctnry.closeDctnry(dFile);
 | 
						|
        printf("After delete dictionary \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        j = 255;
 | 
						|
 | 
						|
        for (int i = 0; i < smallSize; i++)
 | 
						|
        {
 | 
						|
            if (j == 0)
 | 
						|
                j = 255;
 | 
						|
 | 
						|
            sgnature_value[i] = j;
 | 
						|
            j--;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert another signature value
 | 
						|
        rc = m_Dctnry.openDctnry(oId);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        Token token2;
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, smallSize,
 | 
						|
                                   sgnature_value, token2);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        m_Dctnry.closeDctnry(dFile);
 | 
						|
        printf("After insert dictionary \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        m_Dctnry.dropDctnry(oId);
 | 
						|
        return;
 | 
						|
    }//testDctnryInsert
 | 
						|
 | 
						|
    void testDctnryInsertDelete()
 | 
						|
    {
 | 
						|
        int                     oId = 2001;
 | 
						|
//     int                     blockCount =10;
 | 
						|
 | 
						|
        FILE*                   dFile = NULL;
 | 
						|
 | 
						|
        int                     rc = 0;
 | 
						|
        DataBlock               curBlock;
 | 
						|
        int                     largeSize = 9000;
 | 
						|
        int                     smallSize = 1000;
 | 
						|
 | 
						|
        unsigned char dctnryHeader[14];
 | 
						|
        uint16_t freeSpace;
 | 
						|
        uint64_t nextPtr;
 | 
						|
        uint16_t offSet0;
 | 
						|
        uint16_t endHeader;
 | 
						|
 | 
						|
        m_Dctnry.setDebugLevel( DEBUG_3 );
 | 
						|
        m_Dctnry.setUseSmallSize(true);
 | 
						|
        m_oId = oId;
 | 
						|
        memset(curBlock.data, 0, sizeof (curBlock.data));
 | 
						|
        memset(dctnryHeader, 0, sizeof(dctnryHeader));
 | 
						|
        printf("\nRunning testDctnryInsertDelete \n");
 | 
						|
 | 
						|
        rc = m_Dctnry.deleteFile(oId);
 | 
						|
 | 
						|
        rc = m_Dctnry.createDctnry((FID) - 1);
 | 
						|
        CPPUNIT_ASSERT( rc == ERR_OPEN_FILE );
 | 
						|
        rc = m_Dctnry.createDctnry(oId, 10);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
 | 
						|
        rc = m_Dctnry.initDctnryHdr( dFile);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        //CPPUNIT_ASSERT(rc==NO_ERROR);
 | 
						|
        //m_Dctnry.closeFile(dFile);
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After initDctnryHdr");
 | 
						|
        testGetBlockHdr();
 | 
						|
        //testGetFreeSpace();
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        //12 for 6 bytes and 14 for 8 bytes
 | 
						|
        rc = m_Dctnry.readSubBlockEntry( dFile, &curBlock, 0, 0, 0, 14, &dctnryHeader);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        memcpy(&freeSpace, dctnryHeader, 2);
 | 
						|
        memcpy(&nextPtr, dctnryHeader + 2, 8); // 8 bytes
 | 
						|
        memcpy(&offSet0, dctnryHeader + 10, 2);
 | 
						|
        memcpy(&endHeader, dctnryHeader + 12, 2);
 | 
						|
 | 
						|
        unsigned char sgnature_value[largeSize];
 | 
						|
        memset(sgnature_value, 0, sizeof(sgnature_value));
 | 
						|
        int j = 0;
 | 
						|
 | 
						|
        for (int i = 0; i < largeSize; i++)
 | 
						|
        {
 | 
						|
            if (j > 255)
 | 
						|
                j = 0;
 | 
						|
 | 
						|
            sgnature_value[i] = j;
 | 
						|
            j++;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert a signature value
 | 
						|
        Token token;
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token);
 | 
						|
        CPPUNIT_ASSERT( rc == ERR_DICT_SIZE_GT_8000);
 | 
						|
        largeSize = 6000;
 | 
						|
        Token token3;
 | 
						|
 | 
						|
        for (int i = 0; i < largeSize; i++)
 | 
						|
        {
 | 
						|
            if (j > 255)
 | 
						|
                j = 0;
 | 
						|
 | 
						|
            sgnature_value[i] = j;
 | 
						|
            j++;
 | 
						|
        }
 | 
						|
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, largeSize,
 | 
						|
                                   sgnature_value, token3);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        CPPUNIT_ASSERT( token3.fbo == 0 );
 | 
						|
        CPPUNIT_ASSERT( token3.op == 1 );
 | 
						|
        m_Dctnry.closeDctnry(dFile);
 | 
						|
        printf("After insert token 3 into dictionary \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        j = 255;
 | 
						|
 | 
						|
        for (int i = 0; i < smallSize; i++)
 | 
						|
        {
 | 
						|
            if (j == 0)
 | 
						|
                j = 255;
 | 
						|
 | 
						|
            sgnature_value[i] = j;
 | 
						|
            j--;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert another signature value
 | 
						|
        Token token2;
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, smallSize,
 | 
						|
                                   sgnature_value, token2);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        CPPUNIT_ASSERT( token2.fbo == 0 );
 | 
						|
        CPPUNIT_ASSERT( token2.op == 2 );
 | 
						|
        m_Dctnry.closeDctnry(dFile);
 | 
						|
        printf("After insert token 2 into dictionary \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        //delete
 | 
						|
        memset(&token, 0, sizeof(token));
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        //token dose not exist in dictionary
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
        CPPUNIT_ASSERT( rc == ERR_DICT_NO_OP_DELETE );
 | 
						|
 | 
						|
        //rc =m_Dctnry.deleteDctnryValue( dFile, token3);
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token2);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After delete dictionary token2 \n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        //delete right after
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        //rc =m_Dctnry.deleteDctnryValue( dFile, token2);
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token3);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        //m_Dctnry.closeFile( dFile );
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After delete dictionary token3\n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        rc = m_Dctnry.openDctnry();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        dFile = m_Dctnry.getDctnryFile();
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        //rc =m_Dctnry.deleteDctnryValue( dFile, token2);
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token3);
 | 
						|
        CPPUNIT_ASSERT( rc == ERR_DICT_NO_OP_DELETE );
 | 
						|
        rc = m_Dctnry.deleteDctnryValue( dFile, token2);
 | 
						|
        CPPUNIT_ASSERT( rc == ERR_DICT_NO_OP_DELETE );
 | 
						|
        //CPPUNIT_ASSERT( rc == ERR_DICT_ZERO_LEN );
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        return;
 | 
						|
    }//testDctnryInsertDelete
 | 
						|
 | 
						|
    void testDctnryInsertStress()
 | 
						|
    {
 | 
						|
 | 
						|
        int                     oId = 2002;
 | 
						|
        int                     blockCount = 2;
 | 
						|
        FILE*                   dFile = NULL;
 | 
						|
        int                     rc = 0;
 | 
						|
        DataBlock               curBlock;
 | 
						|
        int                     smallSize = 1000;
 | 
						|
        uint16_t                freeSpace;
 | 
						|
        Offset                  hdrOffsets[4039];
 | 
						|
        int                     opCount = 0;
 | 
						|
 | 
						|
        m_Dctnry.setDebugLevel( DEBUG_3);
 | 
						|
        m_Dctnry.setUseSmallSize(true);
 | 
						|
        m_oId = oId;
 | 
						|
        memset(curBlock.data, 0, sizeof (curBlock.data));
 | 
						|
        memset(hdrOffsets, 0, sizeof(hdrOffsets));
 | 
						|
        printf("\nRunning testDctnryInsertStress \n");
 | 
						|
 | 
						|
        rc = m_Dctnry.deleteFile(oId);
 | 
						|
        rc = m_Dctnry.createFile(oId, blockCount);
 | 
						|
 | 
						|
        dFile = m_Dctnry.openFile( oId );
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
 | 
						|
        rc = m_Dctnry.initDctnryHdr( dFile);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        //m_Dctnry.closeFile(dFile);
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After initDctnryHdr");
 | 
						|
        testGetBlockHdr();
 | 
						|
        dFile = m_Dctnry.openFile( oId);
 | 
						|
        unsigned char sgnature_value[smallSize];
 | 
						|
        Token token[100];
 | 
						|
        int i, j, k;
 | 
						|
        j = 255;
 | 
						|
 | 
						|
        for (k = 0; k < 18; k++)
 | 
						|
        {
 | 
						|
            for (int i = 0; i < smallSize; i++)
 | 
						|
            {
 | 
						|
                if (j == 0)
 | 
						|
                    j = 255;
 | 
						|
 | 
						|
                sgnature_value[i] = k;
 | 
						|
                j--;
 | 
						|
 | 
						|
            }// endfor i
 | 
						|
 | 
						|
            rc = m_Dctnry.insertDctnry(dFile, smallSize,
 | 
						|
                                       sgnature_value, token[k]);
 | 
						|
 | 
						|
            if (rc != NO_ERROR)
 | 
						|
            {
 | 
						|
 | 
						|
                printf ("k: %i Error Code is: %i \n", k, rc);
 | 
						|
                //return;
 | 
						|
            }
 | 
						|
 | 
						|
            if (k > 15)
 | 
						|
            {
 | 
						|
                CPPUNIT_ASSERT( rc != NO_ERROR );
 | 
						|
                printf("294. Error code is: %i \n", rc);
 | 
						|
            }
 | 
						|
            else
 | 
						|
                CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        }//endfor k
 | 
						|
 | 
						|
        Offset prevOffset, curOffset;
 | 
						|
        j = 0;
 | 
						|
        unsigned char* value = NULL;
 | 
						|
 | 
						|
        //This is to get the value out
 | 
						|
        for (i = 0; i < blockCount; i++)
 | 
						|
        {
 | 
						|
            rc = m_Dctnry.readSubBlockEntry( dFile, &curBlock, i, 0, 0, 2, &freeSpace);
 | 
						|
            CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
            j = 0;
 | 
						|
 | 
						|
            prevOffset.hdrLoc = 2 + 8; // 8 bytes
 | 
						|
            memcpy(&(prevOffset.offset), &(curBlock.data[prevOffset.hdrLoc]), 2);
 | 
						|
            curOffset.hdrLoc = prevOffset.hdrLoc + 2;
 | 
						|
            memcpy(&(curOffset.offset), &(curBlock.data[curOffset.hdrLoc]), 2);
 | 
						|
 | 
						|
            int op = 1;
 | 
						|
            int size = prevOffset.offset - curOffset.offset;
 | 
						|
 | 
						|
            value = (unsigned char*)malloc(sizeof(unsigned char) * size);
 | 
						|
            memcpy(value, &curBlock.data[curOffset.offset], size );
 | 
						|
 | 
						|
            while (curOffset.offset != 0xFFFF)
 | 
						|
            {
 | 
						|
                //printf("fbo: %i op: %i starting offset: %i ending offset  %i size: %i  \n",
 | 
						|
                //        i, op, curOffset.offset, prevOffset.offset, size);
 | 
						|
 | 
						|
                //printf("value : ");
 | 
						|
                for (k = 0; k < size; k++)
 | 
						|
                {
 | 
						|
                    //printf("%u",value[k]);
 | 
						|
                }
 | 
						|
 | 
						|
                // printf("\n");
 | 
						|
                //start again
 | 
						|
                free(value);
 | 
						|
                value = NULL;
 | 
						|
                prevOffset.hdrLoc = curOffset.hdrLoc;
 | 
						|
                prevOffset.offset = curOffset.offset;
 | 
						|
                curOffset.hdrLoc += 2;
 | 
						|
                memcpy(&(curOffset.offset), &curBlock.data[curOffset.hdrLoc], 2);
 | 
						|
                size = prevOffset.offset - curOffset.offset;
 | 
						|
 | 
						|
                if (curOffset.offset != 0xFFFF)
 | 
						|
                {
 | 
						|
                    value = (unsigned char*)malloc(sizeof(unsigned char) * size);
 | 
						|
                    memcpy(value, &curBlock.data[curOffset.offset], size );
 | 
						|
                }
 | 
						|
 | 
						|
                op++;
 | 
						|
 | 
						|
            }//end while
 | 
						|
 | 
						|
            //Get Offset info
 | 
						|
            m_Dctnry.closeDctnry();
 | 
						|
            printf("After insertDctnry");
 | 
						|
            testGetBlockHdr();
 | 
						|
            dFile = m_Dctnry.openFile( oId );
 | 
						|
            CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
            m_Dctnry.getBlockHdr(dFile, i, opCount, hdrOffsets);
 | 
						|
            int opCount2 = 0;
 | 
						|
 | 
						|
            for (k = 0; k < opCount; k++)
 | 
						|
            {
 | 
						|
                Token token;
 | 
						|
                token.fbo = i;
 | 
						|
                token.op = k + 1;
 | 
						|
                rc = m_Dctnry.findTokenValue(dFile, token, sgnature_value, size);
 | 
						|
                CPPUNIT_ASSERT( rc == NO_ERROR);
 | 
						|
                CPPUNIT_ASSERT( size == smallSize);
 | 
						|
                rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
                printf("After deleteDctnryValue fbo %i op %i\n", (int)i, k + 1);
 | 
						|
                m_Dctnry.getBlockHdr(dFile, i, opCount2, hdrOffsets);
 | 
						|
                Offset startOffset, endOffset;
 | 
						|
                printf("Header Info for fbo: %i \n %i %llu ", i, (int)m_Dctnry.getFree(),
 | 
						|
                       m_Dctnry.getNextPtr());
 | 
						|
 | 
						|
                endOffset.hdrLoc = 10;
 | 
						|
                endOffset.offset = 8192;
 | 
						|
                printf("%i ", endOffset.offset);
 | 
						|
 | 
						|
                for (int k1 = 0; k1 < opCount2; k1++)
 | 
						|
                {
 | 
						|
                    startOffset.hdrLoc = hdrOffsets[k1].hdrLoc;
 | 
						|
                    startOffset.offset = hdrOffsets[k1].offset;
 | 
						|
                    printf("%i ", startOffset.offset);
 | 
						|
                }//end for k1
 | 
						|
 | 
						|
                rc = m_Dctnry.deleteDctnryValue( dFile, token);
 | 
						|
 | 
						|
                printf("%x \n", 0xFFFF);
 | 
						|
                printf("k-> %i i-> %i error code -> %i \n ", k, i, rc);
 | 
						|
 | 
						|
                if (k < opCount - 1)
 | 
						|
                    CPPUNIT_ASSERT( rc == ERR_DICT_ZERO_LEN);
 | 
						|
                else
 | 
						|
                    CPPUNIT_ASSERT( rc == ERR_DICT_NO_OP_DELETE);
 | 
						|
            }//end for k
 | 
						|
        } //end for i
 | 
						|
 | 
						|
        //m_Dctnry.closeFile( dFile );
 | 
						|
        char sigString[] = "Hello, I am a string; what are you? I am testing dictionary as a signature value, I don't know how long I am but we will find out in a minute";
 | 
						|
        int sigStringSize = strlen(sigString);
 | 
						|
        char resultString[sigStringSize + 1];
 | 
						|
        Token stringToken;
 | 
						|
        rc = m_Dctnry.insertDctnry(dFile, sigStringSize,
 | 
						|
                                   (unsigned char*)sigString, stringToken);
 | 
						|
        rc = m_Dctnry.findTokenValue(dFile, stringToken, (unsigned char*)resultString, sigStringSize);
 | 
						|
        resultString[sigStringSize] = '\0';
 | 
						|
        printf("result String is %s  --->size is %i\n", resultString, strlen(resultString) );
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
        printf("After insert the result string, the header look like the following:\n");
 | 
						|
        testGetBlockHdr();
 | 
						|
        return;
 | 
						|
    }//testDctnryInsertStress
 | 
						|
 | 
						|
    void testGetBlockHdr()
 | 
						|
    {
 | 
						|
 | 
						|
        int blockCount = 2;
 | 
						|
        int oId = 2002;
 | 
						|
        int i = 0, k = 0;
 | 
						|
        FILE* dFile;
 | 
						|
        int opCount;
 | 
						|
        Offset hdrOffsets[4040];
 | 
						|
        memset(hdrOffsets, 0, sizeof(hdrOffsets));
 | 
						|
        m_Dctnry.setDebugLevel( DEBUG_3 );
 | 
						|
 | 
						|
 | 
						|
        printf("\nRunning testGetBlockHdr \n");
 | 
						|
 | 
						|
        dFile = m_Dctnry.openFile( m_oId );
 | 
						|
 | 
						|
        if (dFile == NULL)
 | 
						|
            dFile = m_Dctnry.openFile( oId );
 | 
						|
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        blockCount = m_Dctnry.getFileSize( dFile ) / BYTE_PER_BLOCK ;
 | 
						|
 | 
						|
        for (i = 0; i < blockCount; i++)
 | 
						|
        {
 | 
						|
            m_Dctnry.getBlockHdr(dFile, i, opCount, hdrOffsets);
 | 
						|
            Offset startOffset, endOffset;
 | 
						|
            int sigSize;
 | 
						|
            printf("Header Info for fbo: %i \n %i %llu ", i, (int)m_Dctnry.getFree(),
 | 
						|
                   m_Dctnry.getNextPtr());
 | 
						|
            //printf(" fbo %i  total offset number %i \n", i, opCount);
 | 
						|
            endOffset.hdrLoc = 10;
 | 
						|
            endOffset.offset = 8192;
 | 
						|
            printf("%i ", endOffset.offset);
 | 
						|
 | 
						|
            for (k = 0; k < opCount; k++)
 | 
						|
            {
 | 
						|
                startOffset.hdrLoc = hdrOffsets[k].hdrLoc;
 | 
						|
                startOffset.offset = hdrOffsets[k].offset;
 | 
						|
                sigSize = endOffset.offset - startOffset.offset;
 | 
						|
 | 
						|
                //printf("  OP %i signature size : %i \n from %i to %i \n", k+1,
 | 
						|
                //         sigSize, startOffset.offset,endOffset.offset  );
 | 
						|
                endOffset.hdrLoc = startOffset.hdrLoc ;
 | 
						|
                endOffset.offset = startOffset.offset;
 | 
						|
                printf("%i ", endOffset.offset);
 | 
						|
            }//end for k
 | 
						|
 | 
						|
            printf("%x \n", 0xFFFF);
 | 
						|
        }//endfor i
 | 
						|
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
 | 
						|
    }
 | 
						|
    void testGetFreeSpace()
 | 
						|
    {
 | 
						|
        int  oId = 2002;
 | 
						|
        FILE* dFile;
 | 
						|
 | 
						|
        m_Dctnry.setDebugLevel( DEBUG_1 );
 | 
						|
 | 
						|
 | 
						|
        printf("\nRunning testGetFreeSpace \n");
 | 
						|
        dFile = m_Dctnry.openFile( m_oId );
 | 
						|
 | 
						|
        if (dFile == NULL)
 | 
						|
            dFile = m_Dctnry.openFile( oId );
 | 
						|
 | 
						|
        CPPUNIT_ASSERT( dFile != NULL );
 | 
						|
        m_Dctnry.getFreeSpaceArray(dFile);
 | 
						|
 | 
						|
        for (int i = 0; i < m_Dctnry.getNumBlocks(); i++)
 | 
						|
        {
 | 
						|
            printf("fbo  %i -->free space:%i \n", i, m_Dctnry.m_freeSpaceArray[i]);
 | 
						|
        }
 | 
						|
 | 
						|
        m_Dctnry.closeDctnry();
 | 
						|
    }
 | 
						|
    void testDctnryInsertDeleteStore()
 | 
						|
    {
 | 
						|
        int                     rc = 0;
 | 
						|
        int                     smallSize = 1000;
 | 
						|
        FID                     dctnryOID = 2002;
 | 
						|
        FID                     treeOID = 101;
 | 
						|
        FID                     listOID = 102;
 | 
						|
        m_DctnryStore.setDebugLevel( DEBUG_3 );
 | 
						|
        printf("\nRunning testDctnryInsertDeleteStore \n");
 | 
						|
        rc = m_DctnryStore.dropDctnryStore( treeOID, dctnryOID, listOID);
 | 
						|
        //CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        rc = m_DctnryStore.createDctnryStore( dctnryOID, treeOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        rc = m_DctnryStore.dropDctnryStore( dctnryOID, treeOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        rc = m_DctnryStore.createDctnryStore( dctnryOID, treeOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        rc = m_DctnryStore.dropDctnryStore( treeOID, dctnryOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_DctnryStore.createDctnryStore( dctnryOID, treeOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        rc = m_DctnryStore.dropDctnryStore();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_DctnryStore.createDctnryStore( dctnryOID, treeOID, listOID);
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_DctnryStore.openDctnryStore(dctnryOID, treeOID, listOID );
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        m_DctnryStore.closeDctnryStore();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        rc = m_DctnryStore.openDctnryStore();
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        unsigned char sgnature_value[smallSize];
 | 
						|
        Token token[100];
 | 
						|
        memset(token, 0, sizeof(token));
 | 
						|
        int i, j, k;
 | 
						|
 | 
						|
        for (int i = 0; i < smallSize; i++)
 | 
						|
        {
 | 
						|
//          if (j>255)
 | 
						|
//           j=0;
 | 
						|
            sgnature_value[i] = 119;
 | 
						|
//         j++;
 | 
						|
        }
 | 
						|
 | 
						|
        //insert a signature value
 | 
						|
        for (k = 1; k < 12; k++)
 | 
						|
        {
 | 
						|
 | 
						|
            rc = m_DctnryStore.updateDctnryStore(sgnature_value, smallSize, token[k]);
 | 
						|
            printf("token fbo = %i", token[k].fbo);
 | 
						|
            printf("token op = %i", token[k].op);
 | 
						|
        }
 | 
						|
 | 
						|
        testGetBlockHdr();
 | 
						|
        return;
 | 
						|
 | 
						|
        rc = m_DctnryStore.updateDctnryStore(sgnature_value, smallSize, token[1]);
 | 
						|
        testGetBlockHdr();
 | 
						|
 | 
						|
 | 
						|
        //Recheck if the tokens are all inserted
 | 
						|
        for (k = 1; k < 99; k++)
 | 
						|
        {
 | 
						|
            for (i = 0; i < smallSize; i++)
 | 
						|
            {
 | 
						|
                if (j == 0)
 | 
						|
                    j = 255;
 | 
						|
 | 
						|
                if (k > 10)
 | 
						|
                    sgnature_value[i] = k;
 | 
						|
                else
 | 
						|
                {
 | 
						|
                    if (i < 8)
 | 
						|
                        sgnature_value[i] = 1;
 | 
						|
                    else
 | 
						|
                        sgnature_value[i] = k;
 | 
						|
                }
 | 
						|
 | 
						|
                j--;
 | 
						|
            }//endfor i ; second time
 | 
						|
 | 
						|
            rc = m_DctnryStore.updateDctnryStore(sgnature_value,
 | 
						|
                                                 smallSize, token[k]);
 | 
						|
 | 
						|
            if (rc != NO_ERROR)
 | 
						|
            {
 | 
						|
                printf("443. Attentione!!! ERROR CODE : %i \n", rc);
 | 
						|
            }
 | 
						|
 | 
						|
            CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        } //endof for k; second time
 | 
						|
 | 
						|
        int tempSize = 7;
 | 
						|
        rc = m_DctnryStore.updateDctnryStore(sgnature_value,
 | 
						|
                                             tempSize, token[k]);
 | 
						|
 | 
						|
        if (rc != NO_ERROR)
 | 
						|
        {
 | 
						|
            printf("452. Predicted Error Code should be 1363:  The result ERROR CODE : %i \n", rc);
 | 
						|
        }
 | 
						|
 | 
						|
        CPPUNIT_ASSERT( rc == 1363 );
 | 
						|
 | 
						|
        tempSize = 8;
 | 
						|
        rc = m_DctnryStore.updateDctnryStore(sgnature_value,
 | 
						|
                                             tempSize, token[k]);
 | 
						|
 | 
						|
        if (rc != NO_ERROR)
 | 
						|
        {
 | 
						|
            printf("461. Attention!!! ERROR CODE : %i \n", rc);
 | 
						|
        }
 | 
						|
 | 
						|
        CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
 | 
						|
        for (i = 1; i < 99; i++)
 | 
						|
        {
 | 
						|
            if ( m_DctnryStore.isDebug( DEBUG_3 ))
 | 
						|
            {
 | 
						|
                printf("i : %i  token.fbo %i   token.op %i \n", i, (int)token[i].fbo, (int)token[i].op);
 | 
						|
            }
 | 
						|
        }
 | 
						|
 | 
						|
        for (i = 1; i < 99; i++)
 | 
						|
        {
 | 
						|
            rc = m_DctnryStore.deleteDctnryToken(token[i]);
 | 
						|
 | 
						|
            if (rc != NO_ERROR)
 | 
						|
            {
 | 
						|
                printf("475 . Attention!!! ERROR CODE : %i \n", rc);
 | 
						|
            }
 | 
						|
 | 
						|
            CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        }
 | 
						|
 | 
						|
        m_DctnryStore.closeDctnryStore();
 | 
						|
        //rc = m_DctnryStore.dropDctnryStore();
 | 
						|
        //CPPUNIT_ASSERT( rc == NO_ERROR );
 | 
						|
        return;
 | 
						|
    }//testDctnryInsertDeleteStore
 | 
						|
};
 | 
						|
 | 
						|
CPPUNIT_TEST_SUITE_REGISTRATION( DctnryTest );
 | 
						|
 | 
						|
#include <cppunit/extensions/TestFactoryRegistry.h>
 | 
						|
#include <cppunit/ui/text/TestRunner.h>
 | 
						|
 | 
						|
int main( int argc, char** argv)
 | 
						|
{
 | 
						|
    CppUnit::TextUi::TestRunner runner;
 | 
						|
    CppUnit::TestFactoryRegistry& registry = CppUnit::TestFactoryRegistry::getRegistry();
 | 
						|
    runner.addTest( registry.makeTest() );
 | 
						|
    bool wasSuccessful = runner.run( "", false );
 | 
						|
    return (wasSuccessful ? 0 : 1);
 | 
						|
}
 | 
						|
 | 
						|
 |