mariadb-columnstore-engine/utils/idbdatafile/IDBLogger.cpp

/* Copyright (C) 2014 InfiniDB, Inc.
   Copyright (C) 2018 MariaDB Corporation

   This program is free software; you can redistribute it and/or
   modify it under the terms of the GNU General Public License
   as published by the Free Software Foundation; version 2 of
   the License.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program; if not, write to the Free Software
   Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
   MA 02110-1301, USA. */

#ifndef SKIP_UNWIND
#define SKIP_UNWIND
#endif

#include <unistd.h>
#if !defined(_MSC_VER) && !defined(SKIP_UNWIND)
#include <libunwind.h>
#include <demangle.h>
#endif
#define basename

#include "IDBLogger.h"

#include "installdir.h"

#include <sstream>
#include <fstream>
#include <time.h>
#include <sys/time.h>
using namespace std;

using namespace logging;

namespace idbdatafile
{
bool IDBLogger::s_enabled = false;

/*
 * Log format is:
 * [timestamp] , [filename/pathname] , [ptr] , [operation] , [op-args1] , [op-args2] , [ret] , [backtrace]
 */
void IDBLogger::writeLog(const std::string& logmsg)
{
  pid_t pid = getpid();
  pthread_t threadid = pthread_self();
  ostringstream fname;

  string tmpDir = startup::StartUp::tmpDir();

  fname << tmpDir + "/idbdf-log-" << pid << "-" << threadid << ".csv";

  ofstream output;
  output.open(fname.str().c_str(), ios::out | ios::app);

  char fmt[64], buf[64];
  struct timeval tv;
  struct tm tm;

  gettimeofday(&tv, NULL);
  localtime_r(&tv.tv_sec, &tm);
  strftime(fmt, sizeof fmt, "\'%Y-%m-%d %H:%M:%S.%%06u", &tm);
  snprintf(buf, sizeof buf, fmt, tv.tv_usec);

  output << buf << "," << logmsg << "," << get_backtrace(3, 4) << endl;
  output.close();
}

void IDBLogger::logOpen(IDBDataFile::Types type, const char* fname, const char* mode, unsigned opts,
                        IDBDataFile* ret)
{
  ostringstream logmsg;
  logmsg << fname << ",,open,type=";
  logmsg << ((type == IDBDataFile::UNBUFFERED) ? "unbuffered"
             : (type == IDBDataFile::HDFS)     ? "hdfs"
                                               : "buffered");
  logmsg << ";mode=" << mode;
  logmsg << ";opts=" << opts << ",,";
  logmsg << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logNoArg(const std::string& fname, const IDBDataFile* ptr, const char* op, int ret)
{
  ostringstream logmsg;
  logmsg << fname << "," << ptr << "," << op << ",,," << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logRW(const char* op, const std::string& fname, const IDBDataFile* ptr, size_t offset,
                      size_t count, size_t bytesRead)
{
  ostringstream logmsg;
  logmsg << fname << "," << ptr << "," << op << "," << offset << "," << count << "," << bytesRead;
  writeLog(logmsg.str());
}

void IDBLogger::logSeek(const std::string& fname, const IDBDataFile* ptr, off64_t offset, int whence, int ret)
{
  ostringstream logmsg;
  logmsg << fname << "," << ptr << ",seek," << offset << "," << whence << "," << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logTruncate(const std::string& fname, const IDBDataFile* ptr, off64_t length, int ret)
{
  ostringstream logmsg;
  logmsg << fname << "," << ptr << ",truncate," << length << ",," << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logSize(const std::string& fname, const IDBDataFile* ptr, long long ret)
{
  ostringstream logmsg;
  logmsg << fname << "," << ptr << ",size,,," << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logFSop(IDBFileSystem::Types type, const char* op, const char* pathname,
                        const IDBFileSystem* ptr, long long ret)
{
  ostringstream logmsg;
  logmsg << pathname << "," << ptr << "," << op << ",";
  logmsg << "type=" << (type == IDBFileSystem::POSIX ? "posix" : "hdfs") << ",";
  logmsg << "," << ret;
  writeLog(logmsg.str());
}

void IDBLogger::logFSop2(IDBFileSystem::Types type, const char* op, const char* oldpath, const char* newpath,
                         const IDBFileSystem* ptr, long long ret)
{
  ostringstream logmsg;
  logmsg << oldpath << "," << ptr << "," << op << ",";
  logmsg << "type=" << (type == IDBFileSystem::POSIX ? "posix" : "hdfs") << ",";
  logmsg << newpath;
  logmsg << "," << ret;
  writeLog(logmsg.str());
}

string IDBLogger::get_backtrace([[maybe_unused]] int to_skip, [[maybe_unused]] int num_to_show)
{
  string retval;
#if !defined(_MSC_VER) && !defined(SKIP_UNWIND)
  char name[256];
  unw_cursor_t cursor;
  unw_context_t uc;
  unw_word_t ip, sp, offp;

  unw_getcontext(&uc);
  unw_init_local(&cursor, &uc);

  int frame_ct = 0;

  while (unw_step(&cursor) > 0 && frame_ct < (to_skip + num_to_show))
  {
    ++frame_ct;

    if (frame_ct > to_skip)
    {
      name[0] = '\0';
      unw_get_proc_name(&cursor, name, 256, &offp);
      unw_get_reg(&cursor, UNW_REG_IP, &ip);
      unw_get_reg(&cursor, UNW_REG_SP, &sp);

      if (retval.length())
        retval = retval + ",";

      char* dem_name_ptr = cplus_demangle(name, 0);

      //          replace with this for full function prototype names including parms
      //			char* dem_name_ptr = cplus_demangle(name,DMGL_PARAMS | DMGL_ANSI);
      if (dem_name_ptr)
        retval = retval + "\"" + dem_name_ptr + "\"";
      else
        retval = retval + "\"" + name + "\"";
    }
  }

#endif
  return retval;
}

void IDBLogger::syslog(const std::string& msg, logging::LOG_TYPE level)
{
  logging::Message::Args args;
  logging::Message message(2);
  args.add(msg);
  message.format(args);
  logging::LoggingID lid(35);
  logging::MessageLog ml(lid);

  switch (level)
  {
    case LOG_TYPE_DEBUG: ml.logDebugMessage(message); break;

    case LOG_TYPE_INFO: ml.logInfoMessage(message); break;

    case LOG_TYPE_WARNING: ml.logWarningMessage(message); break;

    case LOG_TYPE_ERROR: ml.logErrorMessage(message); break;

    case LOG_TYPE_CRITICAL: ml.logCriticalMessage(message); break;
  }
}

}  // namespace idbdatafile