mariadb-columnstore-engine/primitives/blockcache/stats.cpp

/* Copyright (C) 2014 InfiniDB, Inc.
   Copyright (C) 2016 MariaDB Corporaton

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

/*
* $Id: stats.cpp 2035 2013-01-21 14:12:19Z rdempsey $
*/

#include <ctime>
#include <sys/time.h>
#ifndef _MSC_VER
#include <pthread.h>
#else
typedef int pthread_t;
#endif
#include <iomanip>
#include <map>
//#define NDEBUG
#include <cassert>
#include <csignal>
#include <fstream>
using namespace std;

#include <boost/thread.hpp>
#include <boost/shared_ptr.hpp>
using namespace boost;

#include "stats.h"
#include "messagelog.h"
#include "exceptclasses.h"

using namespace BRM;

namespace
{

void pause_(unsigned delay)
{
    struct timespec req;
    struct timespec rem;

    req.tv_sec = delay;
    req.tv_nsec = 0;

    rem.tv_sec = 0;
    rem.tv_nsec = 0;
#ifdef _MSC_VER
    Sleep(req.tv_sec * 1000);
#else
again:

    if (nanosleep(&req, &rem) != 0)
        if (rem.tv_sec > 0 || rem.tv_nsec > 0)
        {
            req = rem;
            goto again;
        }

#endif
}

const string timestr()
{
    // Get a timestamp for output.
    struct tm tm;
    struct timeval tv;

    gettimeofday(&tv, 0);
    localtime_r(reinterpret_cast<time_t*>(&tv.tv_sec), &tm);

    ostringstream oss;
    oss << setfill('0')
        << setw(2) << tm.tm_hour << ':'
        << setw(2) << tm.tm_min << ':'
        << setw(2) << tm.tm_sec << '.'
        << setw(4) << tv.tv_usec / 100;

    return oss.str();
}

class TraceFile
{
public:
    TraceFile(uint32_t sessionID, const char* name)
    {
        if (sessionID > 0 )
        {
            const char* outName;

            if (name == 0)
                outName = "lbids";
            else
                outName = name;

            ostringstream oss;
#ifdef _MSC_VER
            oss << "C:/Calpont/log/trace/" << outName << '.' << sessionID;
#else
            oss << "/var/log/mariadb/columnstore/trace/" << outName << '.' << sessionID;
#endif
            oFile.reset(new ofstream());
            oFile->open(oss.str().c_str(), ios_base::out | ios_base::ate | ios_base::app);
        }
    }

    ~TraceFile()
    {
    }

    void close()
    {
        if (oFile)
        {
            oFile->close();
        }
    }

    void log(OID_t oid, uint64_t lbid, pthread_t thdid, char event = '\0')
    {
        *oFile << oid << ' ' << timestr() << ' ' << lbid
               << ' ' << thdid;

        if (event != '\0')
            *oFile << ' ' << event;

        *oFile << endl;
        oFile->flush();
    }

private:
    //Compiler defaults okay
    //TraceFile(const TraceFile& rhs);
    //TraceFile operator=(const TraceFile& rhs);
    boost::shared_ptr<ofstream> oFile;

};

struct TraceFileInfo
{
    TraceFileInfo(uint32_t session = 0, const char* name = 0) : traceFile(session, name), lastTouched(0) { }
    ~TraceFileInfo() { }

    void log(OID_t oid, uint64_t lbid, pthread_t thdid, char event = '\0')
    {
        traceFile.log(oid, lbid, thdid, event);
        lastTouched = time(0);
    }

    void close()
    {
        traceFile.close();
    }

    TraceFile traceFile;
    time_t lastTouched;

private:
    //Compiler defaults okay
    //TraceFileInfo(const TraceFileInfo& rhs);
    //TraceFileInfo operator=(const TraceFileInfo& rhs);
};

//map a session id to a trace file
typedef map<uint32_t, TraceFileInfo> TraceFileMap_t;

TraceFileMap_t traceFileMap;
//map mutex
mutex traceFileMapMutex;

class StatMon
{
public:
    StatMon()
    {
#ifndef _MSC_VER
        sigset_t sigset;
        sigemptyset(&sigset);
        sigaddset(&sigset, SIGPIPE);
        sigaddset(&sigset, SIGUSR1);
        sigaddset(&sigset, SIGUSR2);
        pthread_sigmask(SIG_BLOCK, &sigset, 0);
#endif
    }
    void operator()() const
    {
        //struct timespec ts = { 60 * 1, 0 };
        mutex::scoped_lock lk(traceFileMapMutex);
        TraceFileMap_t::iterator iter;
        TraceFileMap_t::iterator end;

        for (;;)
        {
            lk.unlock();
            time_t beforeSleep = time(0);
            //nanosleep(&ts, 0);
            pause_(60);
            lk.lock();
            iter = traceFileMap.begin();
            end = traceFileMap.end();

            while (iter != end)
            {
                if (iter->second.lastTouched < beforeSleep)
                {
                    //remove this session trace file
                    iter->second.close();
                    traceFileMap.erase(iter++);
                }
                else
                    ++iter;
            }
        }
    }
private:
    //Compiler defaults okay
    //StatMon(const StatMon& rhs);
    //StatMon operator=(const StatMon& rhs);
};

}

namespace dbbc
{

Stats::Stats() :
    fMonitorp(0)
{

    fMonitorp = new boost::thread(StatMon());
}

Stats::Stats(const char* name) :
    fMonitorp(0), fName(name)
{
    fMonitorp = new boost::thread(StatMon());
    //fName << name;
}

Stats::~Stats()
{
    delete fMonitorp;
}

void Stats::touchedLBID(uint64_t lbid, pthread_t thdid, uint32_t session)
{
    if (lbid < 0 || session == 0) return;

    mutex::scoped_lock lk(traceFileMapMutex);
    TraceFileMap_t::iterator iter = traceFileMap.find(session);

    if (iter == traceFileMap.end())
    {
        traceFileMap[session] = TraceFileInfo(session);
        iter = traceFileMap.find(session);
        idbassert(iter != traceFileMap.end());
    }

    iter->second.log(lbid2oid(lbid), lbid, thdid);
}

void Stats::markEvent(const uint64_t lbid, const pthread_t thdid, const uint32_t session, const char event)
{
    if (lbid < 0 || session == 0) return;

    mutex::scoped_lock lk(traceFileMapMutex);
    TraceFileMap_t::iterator iter = traceFileMap.find(session);

    if (iter == traceFileMap.end())
    {
        traceFileMap[session] = TraceFileInfo(session, fName);
        iter = traceFileMap.find(session);
        idbassert(iter != traceFileMap.end());
    }

    iter->second.log(lbid2oid(lbid), lbid, thdid, event);
}

}