mariadb-columnstore-engine/dmlproc/dmlprocessor.h

/* Copyright (C) 2014 InfiniDB, Inc.

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/***********************************************************************
*   $Id: dmlprocessor.h 955 2013-03-20 19:37:27Z rdempsey $
*
*
***********************************************************************/
/** @file */
#ifndef DMLPROCESSOR_H
#define DMLPROCESSOR_H

#include <boost/scoped_ptr.hpp>
#include "threadpool.h"
#include "messagequeue.h"
#include "bytestream.h"
#include "insertdmlpackage.h"
#include "deletedmlpackage.h"
#include "updatedmlpackage.h"
#include "commanddmlpackage.h"
#include "insertpackageprocessor.h"
#include "deletepackageprocessor.h"
#include "updatepackageprocessor.h"
#include "commandpackageprocessor.h"
#include "messagelog.h"
#include "distributedenginecomm.h"
#include "batchinsertprocessor.h"
#include "dmlpackageprocessor.h"
#include "calpontsystemcatalog.h"
#include "dmlpackageprocessor.h"
#include "batchinsertprocessor.h"
#include "querytele.h"

namespace dmlprocessor
{

/** @brief main server thread
  */
class DMLServer
{
public:
	DMLServer(int packageMaxThreads, int packageWorkQueueSize, BRM::DBRM * aDbrm);

	~DMLServer() { }


	void start(); //Does not return

    /** @brief get the dml package thread pool size
      */
    inline int  getPackageThreadPoolSize() const { return fPackageMaxThreads; }

    /** @brief set the dml package thread pool size
      *
      * @param threadPoolSize the maximum number of threads to process dml packages
      */
    inline void setPackageThreadPoolSize( int threadPoolSize ) { fPackageMaxThreads = threadPoolSize; }

    /** @brief get the maximum number of dml packages allowed in the work queue
      */
    inline int getPackageWorkQueueSize() const { return fPackageWorkQueueSize; }

    /** @brief set the dml package work queue size
      *
      * @param workQueueSize the maximum number of dml packages in the work queue
      */
    inline void setPackageWorkQueueSize( int workQueueSize ) {  fPackageWorkQueueSize = workQueueSize; }

private:
	//not copyable
	DMLServer(const DMLServer& rhs);
	DMLServer& operator=(const DMLServer& rhs);

    /** @brief the thread pool for processing dml packages
      */
    threadpool::ThreadPool fDmlPackagepool;

    int fPackageMaxThreads;    /** @brief max number of threads to process dml packages */
    int fPackageWorkQueueSize; /** @brief max number of packages waiting in the work queue */

    boost::scoped_ptr<messageqcpp::MessageQueueServer> fMqServer;
	BRM::DBRM* fDbrm;
};

/** @brief Thread to process a single dml package.
 *  Created and run from DMLProcessor
  */
class PackageHandler
{
public:
    PackageHandler(const messageqcpp::IOSocket& ios, boost::shared_ptr<messageqcpp::ByteStream> bs,
		uint8_t packageType, joblist::DistributedEngineComm *ec, uint64_t maxDeleteRows,
		uint32_t sessionID, execplan::CalpontSystemCatalog::SCN txnId, BRM::DBRM * aDbrm,
		const querytele::QueryTeleClient& qtc);
	~PackageHandler();

    void run();
	void rollbackPending();
	
	execplan::CalpontSystemCatalog::SCN getTxnid() {return fTxnid;}
	uint32_t getSessionID() {return fSessionID;}
private:
    messageqcpp::IOSocket fIos;
    boost::shared_ptr<messageqcpp::ByteStream> fByteStream;
	boost::scoped_ptr<dmlpackageprocessor::DMLPackageProcessor> fProcessor;
    messageqcpp::ByteStream::quadbyte fPackageType;
    joblist::DistributedEngineComm *fEC;
    uint64_t fMaxDeleteRows;
	uint32_t fSessionID;
	execplan::CalpontSystemCatalog::SCN fTxnid;
	execplan::SessionManager sessionManager;
	BRM::DBRM *fDbrm;
	querytele::QueryTeleClient fQtc;
};

/** @brief processes dml packages as they arrive
  */
class DMLProcessor
{
public:
    /** @brief ctor
      *
      * @param packageMaxThreads the maximum number of threads to process dml  packages
      * @param packageWorkQueueSize the maximum number of dml packages in the work queue
      */
    DMLProcessor(messageqcpp::IOSocket ios, BRM::DBRM* aDbrm);

    /** @brief entry point for the DMLProcessor
      */
    void operator()();

	static void log(const std::string& msg, logging::LOG_TYPE level);
private:
	messageqcpp::IOSocket fIos;
	
	execplan::SessionManager sessionManager;
	boost::shared_ptr<execplan::CalpontSystemCatalog> csc;
	BRM::DBRM* fDbrm;
	querytele::QueryTeleClient fQtc;

	// A map to hold pointers to all active PackageProcessors
	typedef std::map<uint32_t, boost::shared_ptr<PackageHandler> > PackageHandlerMap_t;
	static PackageHandlerMap_t packageHandlerMap;
	static boost::mutex packageHandlerMapLock;

	// A map to hold pointers to all BatchInsertProc object
	static std::map<uint32_t, BatchInsertProc*> batchinsertProcessorMap;
	static boost::mutex batchinsertProcessorMapLock;
	
    friend struct CancellationThread;
	friend class PackageHandler;
};

class RollbackTransactionProcessor : public dmlpackageprocessor::DMLPackageProcessor
{

public:
	RollbackTransactionProcessor(BRM::DBRM* aDbrm) : DMLPackageProcessor(aDbrm, 1) {}
    /** @brief process an Rollback transactions
     *
     * @param cpackage the UpdateDMLPackage to process
     */
	 inline DMLResult processPackage(dmlpackage::CalpontDMLPackage& cpackage)
	 {
		DMLResult result;
		result.result = NO_ERROR;
		return result;
	 }
	 
	 void processBulkRollback (BRM::TableLockInfo lockInfo, BRM::DBRM * dbrm, uint64_t uniqueId, 
			oam::OamCache::dbRootPMMap_t& dbRootPMMap, bool & lockReleased);
	
protected:
};


} // namespace dmlprocessor

#endif //DMLPROCESSOR_H
// vim:ts=4 sw=4: