mariadb-columnstore-engine/primitives/primproc/primitiveserver.h

/* Copyright (C) 2014 InfiniDB, Inc.
   Copyright (C) 2016 MariaDB Corporation

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/***********************************************************************
 *   $Id: primitiveserver.h 2055 2013-02-08 19:09:09Z pleblanc $
 *
 *
 ***********************************************************************/
/** @file */
#ifndef PRIMITIVESERVER_H
#define PRIMITIVESERVER_H

#include <map>
#ifdef _MSC_VER
#include <unordered_map>
#include <unordered_set>
#else
#include <tr1/unordered_map>
#include <tr1/unordered_set>
#endif
#include <boost/thread.hpp>

#include "threadpool.h"
#include "../../utils/threadpool/prioritythreadpool.h"
#include "messagequeue.h"
#include "blockrequestprocessor.h"
#include "batchprimitiveprocessor.h"

//#define PRIMPROC_STOPWATCH
#ifdef PRIMPROC_STOPWATCH
#include "stopwatch.h"
#endif

#include "oamcache.h"
extern oam::OamCache* oamCache;

namespace primitiveprocessor
{
extern boost::shared_ptr<threadpool::PriorityThreadPool> OOBPool;
extern dbbc::BlockRequestProcessor** BRPp;
extern BRM::DBRM* brm;
extern boost::mutex bppLock;
extern uint32_t highPriorityThreads, medPriorityThreads, lowPriorityThreads;

#ifdef PRIMPROC_STOPWATCH
extern std::map<pthread_t, logging::StopWatch*> stopwatchMap;
extern pthread_mutex_t stopwatchMapMutex;
extern bool stopwatchThreadCreated;

extern void pause_(int seconds);
extern void* autoFinishStopwatchThread(void* arg);
#endif

class BPPV
{
public:
    BPPV();
    ~BPPV();
    boost::shared_ptr<BatchPrimitiveProcessor> next();
    void add(boost::shared_ptr<BatchPrimitiveProcessor> a);
    const std::vector<boost::shared_ptr<BatchPrimitiveProcessor> >& get();
    inline boost::shared_ptr<BPPSendThread> getSendThread()
    {
        return sendThread;
    }
    void abort();
    bool aborted();
    volatile bool joinDataReceived;
private:
    std::vector<boost::shared_ptr<BatchPrimitiveProcessor> > v;
    boost::shared_ptr<BPPSendThread> sendThread;

    // the instance other instances are created from
    boost::shared_ptr<BatchPrimitiveProcessor> unusedInstance;

    // pos keeps the position of the last BPP returned by next(),
    // next() will start searching at this pos on the next call.
    uint32_t pos;
};

typedef boost::shared_ptr<BPPV> SBPPV;
typedef std::map<uint32_t, SBPPV> BPPMap;
extern BPPMap bppMap;

void prefetchBlocks(uint64_t lbid, const int compType, uint32_t* rCount);
void prefetchExtent(uint64_t lbid, uint32_t ver, uint32_t txn, uint32_t* rCount);
void loadBlock(uint64_t lbid, BRM::QueryContext q, uint32_t txn, int compType, void* bufferPtr,
               bool* pWasBlockInCache, uint32_t* rCount = NULL, bool LBIDTrace = false,
               uint32_t sessionID = 0, bool doPrefetch = true, VSSCache* vssCache = NULL);
void loadBlockAsync(uint64_t lbid, const BRM::QueryContext& q, uint32_t txn, int CompType,
                    uint32_t* cCount, uint32_t* rCount, bool LBIDTrace, uint32_t sessionID,
                    boost::mutex* m, uint32_t* busyLoaders, boost::shared_ptr<BPPSendThread> sendThread, VSSCache* vssCache = 0);
uint32_t loadBlocks(BRM::LBID_t* lbids, BRM::QueryContext q, BRM::VER_t txn, int compType,
                    uint8_t** bufferPtrs, uint32_t* rCount, bool LBIDTrace, uint32_t sessionID,
                    uint32_t blockCount, bool* wasVersioned, bool doPrefetch = true, VSSCache* vssCache = NULL);
uint32_t cacheNum(uint64_t lbid);
void buildFileName(BRM::OID_t oid, char* fileName);

/** @brief process primitives as they arrive
*/
class PrimitiveServer
{
public:
    /** @brief ctor
    	*/
    PrimitiveServer(int serverThreads,
                    int serverQueueSize,
                    int processorWeight,
                    int processorQueueSize,
                    bool rotatingDestination,
                    uint32_t BRPBlocks = (1024 * 1024 * 2),
                    int BRPThreads = 64,
                    int cacheCount = 8,
                    int maxBlocksPerRead = 128,
                    int readAheadBlocks = 256,
                    uint32_t deleteBlocks = 0,
                    bool ptTrace = false,
                    double prefetchThreshold = 0,
                    uint64_t pmSmallSide = 0);

    /** @brief dtor
    */
    ~PrimitiveServer();

    /** @brief start the primitive server
    *
    */
    void start();

    /** @brief get a pointer the shared processor thread pool
     */
    inline boost::shared_ptr<threadpool::PriorityThreadPool> getProcessorThreadPool() const
    {
        return fProcessorPool;
    }

// 			int fCacheCount;
    const int ReadAheadBlocks() const
    {
        return fReadAheadBlocks;
    }
    bool  rotatingDestination() const
    {
        return fRotatingDestination;
    }
    bool PTTrace() const
    {
        return fPTTrace;
    }
    double prefetchThreshold() const
    {
        return fPrefetchThreshold;
    }
    uint32_t ProcessorThreads() const
    {
        return highPriorityThreads + medPriorityThreads + lowPriorityThreads;
    }
protected:

private:
    /** @brief the thread pool used to listen for
    * incoming primitive commands
    */
    threadpool::ThreadPool fServerpool;

    /** @brief the thread pool used to process
     * primitive commands
     */
    boost::shared_ptr<threadpool::PriorityThreadPool> fProcessorPool;

    int fServerThreads;
    int fServerQueueSize;
    int fProcessorWeight;
    int fProcessorQueueSize;
    int fMaxBlocksPerRead;
    int fReadAheadBlocks;
    bool fRotatingDestination;
    bool fPTTrace;
    double fPrefetchThreshold;
    uint64_t fPMSmallSide;
};


} // namespace primitiveprocessor
#endif //PRIMITIVESERVER_H