You've already forked mariadb-columnstore-engine
mirror of
https://github.com/mariadb-corporation/mariadb-columnstore-engine.git
synced 2025-07-29 08:21:15 +03:00
Reformat all code to coding standard
This commit is contained in:
Andrew Hutchings
@ -11,18 +11,20 @@
|
||||
|
||||
using namespace std;
|
||||
|
||||
void timespec_sub(const struct timespec &tv1,
|
||||
const struct timespec &tv2,
|
||||
struct timespec &diff)
|
||||
void timespec_sub(const struct timespec& tv1,
|
||||
const struct timespec& tv2,
|
||||
struct timespec& diff)
|
||||
{
|
||||
if (tv2.tv_nsec < tv1.tv_nsec) {
|
||||
diff.tv_sec = tv2.tv_sec - tv1.tv_sec - 1;
|
||||
diff.tv_nsec = tv1.tv_nsec - tv2.tv_nsec;
|
||||
}
|
||||
else {
|
||||
diff.tv_sec = tv2.tv_sec - tv1.tv_sec;
|
||||
diff.tv_nsec = tv2.tv_nsec - tv1.tv_nsec;
|
||||
}
|
||||
if (tv2.tv_nsec < tv1.tv_nsec)
|
||||
{
|
||||
diff.tv_sec = tv2.tv_sec - tv1.tv_sec - 1;
|
||||
diff.tv_nsec = tv1.tv_nsec - tv2.tv_nsec;
|
||||
}
|
||||
else
|
||||
{
|
||||
diff.tv_sec = tv2.tv_sec - tv1.tv_sec;
|
||||
diff.tv_nsec = tv2.tv_nsec - tv1.tv_nsec;
|
||||
}
|
||||
}
|
||||
|
||||
// TODO:
|
||||
@ -31,239 +33,256 @@ void timespec_sub(const struct timespec &tv1,
|
||||
|
||||
struct readThr
|
||||
{
|
||||
public:
|
||||
readThr(const int oid, const int rSize)
|
||||
{
|
||||
fblockSize=8192;
|
||||
fpageSize=getpagesize();
|
||||
freadBlocks=rSize;
|
||||
freadSize=rSize*fblockSize; // read size ib bytes
|
||||
freadBufferSz=freadSize+fpageSize;
|
||||
falignedbuff=0;
|
||||
foid=oid;
|
||||
facc=0;
|
||||
memset(fname,0, sizeof(fname));
|
||||
memset((char*)&ftm, 0, sizeof(ftm));
|
||||
memset((char*)&ftm2, 0, sizeof(ftm2));
|
||||
memset((char*)&ftm3, 0, sizeof(ftm3));
|
||||
memset((char*)&fstarttm, 0, sizeof(fstarttm));
|
||||
memset((char*)&fendtm, 0, sizeof(fendtm));
|
||||
memset((char*)&ftottm, 0, sizeof(ftottm));
|
||||
fodirect=true;
|
||||
fd = 0;
|
||||
cout << "o: " << foid << " r: " << freadBlocks << " b: " << freadBufferSz << endl;
|
||||
}
|
||||
public:
|
||||
readThr(const int oid, const int rSize)
|
||||
{
|
||||
fblockSize = 8192;
|
||||
fpageSize = getpagesize();
|
||||
freadBlocks = rSize;
|
||||
freadSize = rSize * fblockSize; // read size ib bytes
|
||||
freadBufferSz = freadSize + fpageSize;
|
||||
falignedbuff = 0;
|
||||
foid = oid;
|
||||
facc = 0;
|
||||
memset(fname, 0, sizeof(fname));
|
||||
memset((char*)&ftm, 0, sizeof(ftm));
|
||||
memset((char*)&ftm2, 0, sizeof(ftm2));
|
||||
memset((char*)&ftm3, 0, sizeof(ftm3));
|
||||
memset((char*)&fstarttm, 0, sizeof(fstarttm));
|
||||
memset((char*)&fendtm, 0, sizeof(fendtm));
|
||||
memset((char*)&ftottm, 0, sizeof(ftottm));
|
||||
fodirect = true;
|
||||
fd = 0;
|
||||
cout << "o: " << foid << " r: " << freadBlocks << " b: " << freadBufferSz << endl;
|
||||
}
|
||||
|
||||
void operator() ()
|
||||
{
|
||||
void operator() ()
|
||||
{
|
||||
|
||||
WriteEngine::FileOp fFileOp;
|
||||
char frealbuff[freadBufferSz];
|
||||
memset(frealbuff, 0, freadBufferSz);
|
||||
if (frealbuff==0) {
|
||||
cerr << "thr_popper: Can't allocate space for a whole extent in memory" << endl;
|
||||
return;
|
||||
}
|
||||
WriteEngine::FileOp fFileOp;
|
||||
char frealbuff[freadBufferSz];
|
||||
memset(frealbuff, 0, freadBufferSz);
|
||||
|
||||
if (fFileOp.getFileName(foid, fname) != WriteEngine::NO_ERROR) {
|
||||
fname[0]=0;
|
||||
throw std::runtime_error("fileOp.getFileName failed");
|
||||
}
|
||||
else {
|
||||
cout << "Reading oid: " << foid << " od: " << fodirect << " file: " << fname << endl;
|
||||
}
|
||||
if (frealbuff == 0)
|
||||
{
|
||||
cerr << "thr_popper: Can't allocate space for a whole extent in memory" << endl;
|
||||
return;
|
||||
}
|
||||
|
||||
if (fFileOp.getFileName(foid, fname) != WriteEngine::NO_ERROR)
|
||||
{
|
||||
fname[0] = 0;
|
||||
throw std::runtime_error("fileOp.getFileName failed");
|
||||
}
|
||||
else
|
||||
{
|
||||
cout << "Reading oid: " << foid << " od: " << fodirect << " file: " << fname << endl;
|
||||
}
|
||||
|
||||
#if __LP64__
|
||||
falignedbuff=(char*)((((ptrdiff_t)frealbuff >> 12) << 12) + fpageSize);
|
||||
falignedbuff = (char*)((((ptrdiff_t)frealbuff >> 12) << 12) + fpageSize);
|
||||
#else
|
||||
falignedbuff=(char*)(((((ptrdiff_t)frealbuff >> 12) << 12) & 0xffffffff) + fpageSize);
|
||||
falignedbuff = (char*)(((((ptrdiff_t)frealbuff >> 12) << 12) & 0xffffffff) + fpageSize);
|
||||
#endif
|
||||
idbassert(((ptrdiff_t)falignedbuff - (ptrdiff_t)frealbuff) < (ptrdiff_t)fpageSize);
|
||||
idbassert(((ptrdiff_t)falignedbuff % fpageSize) == 0);
|
||||
idbassert(((ptrdiff_t)falignedbuff - (ptrdiff_t)frealbuff) < (ptrdiff_t)fpageSize);
|
||||
idbassert(((ptrdiff_t)falignedbuff % fpageSize) == 0);
|
||||
|
||||
if (fodirect)
|
||||
fd=open(fname, O_RDONLY|O_DIRECT|O_LARGEFILE|O_NOATIME);
|
||||
else
|
||||
fd=open(fname, O_RDONLY|O_LARGEFILE|O_NOATIME);
|
||||
if (fodirect)
|
||||
fd = open(fname, O_RDONLY | O_DIRECT | O_LARGEFILE | O_NOATIME);
|
||||
else
|
||||
fd = open(fname, O_RDONLY | O_LARGEFILE | O_NOATIME);
|
||||
|
||||
if (fd<0) {
|
||||
cerr << "Open failed" << endl;
|
||||
perror("open");
|
||||
throw runtime_error("Error opening file");
|
||||
}
|
||||
if (fd < 0)
|
||||
{
|
||||
cerr << "Open failed" << endl;
|
||||
perror("open");
|
||||
throw runtime_error("Error opening file");
|
||||
}
|
||||
|
||||
uint64_t i=1;
|
||||
uint64_t rCnt=0;
|
||||
uint64_t i = 1;
|
||||
uint64_t rCnt = 0;
|
||||
|
||||
clock_gettime(CLOCK_REALTIME, &fstarttm);
|
||||
while (i>0) {
|
||||
clock_gettime(CLOCK_REALTIME, &ftm);
|
||||
i = pread(fd, falignedbuff, freadSize, facc);
|
||||
clock_gettime(CLOCK_REALTIME, &ftm2);
|
||||
clock_gettime(CLOCK_REALTIME, &fstarttm);
|
||||
|
||||
idbassert(i==0||i==freadSize);
|
||||
idbassert(i%fpageSize==0);
|
||||
idbassert(facc%fpageSize==0);
|
||||
while (i > 0)
|
||||
{
|
||||
clock_gettime(CLOCK_REALTIME, &ftm);
|
||||
i = pread(fd, falignedbuff, freadSize, facc);
|
||||
clock_gettime(CLOCK_REALTIME, &ftm2);
|
||||
|
||||
if (i < 0 && errno == EINTR)
|
||||
{
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout << "* "
|
||||
<< i << " "
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << "."
|
||||
<< right << setw(9) << setfill('0') << ftm3.tv_nsec
|
||||
<< endl;
|
||||
continue;
|
||||
}
|
||||
else if (i < 0)
|
||||
{
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout << "* i: "
|
||||
<< i << " sz: " << freadSize << " acc: " << facc
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << " "
|
||||
<< right << ftm3.tv_nsec
|
||||
<< endl;
|
||||
perror("pread");
|
||||
}
|
||||
idbassert(i == 0 || i == freadSize);
|
||||
idbassert(i % fpageSize == 0);
|
||||
idbassert(facc % fpageSize == 0);
|
||||
|
||||
facc += i;
|
||||
if (i>0)
|
||||
rCnt++;
|
||||
/**
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout
|
||||
<< rCnt << " " << facc/(1024*1024)
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << "."
|
||||
<< right << ftm3.tv_nsec << " i: " << i/(1024*1024)
|
||||
<< endl;
|
||||
**/
|
||||
if (i < 0 && errno == EINTR)
|
||||
{
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout << "* "
|
||||
<< i << " "
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << "."
|
||||
<< right << setw(9) << setfill('0') << ftm3.tv_nsec
|
||||
<< endl;
|
||||
continue;
|
||||
}
|
||||
else if (i < 0)
|
||||
{
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout << "* i: "
|
||||
<< i << " sz: " << freadSize << " acc: " << facc
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << " "
|
||||
<< right << ftm3.tv_nsec
|
||||
<< endl;
|
||||
perror("pread");
|
||||
}
|
||||
|
||||
} // while(acc...
|
||||
facc += i;
|
||||
|
||||
clock_gettime(CLOCK_REALTIME, &fendtm);
|
||||
timespec_sub(fstarttm, fendtm, ftottm);
|
||||
if (i > 0)
|
||||
rCnt++;
|
||||
|
||||
cout << "Total reads: " << rCnt
|
||||
<< " sz: " << facc/(1024*1024) << "MB"
|
||||
<< " tm: " << ftottm.tv_sec << "secs "
|
||||
<< ftottm.tv_nsec << "ns"
|
||||
<< endl;
|
||||
/**
|
||||
timespec_sub(ftm, ftm2, ftm3);
|
||||
cout
|
||||
<< rCnt << " " << facc/(1024*1024)
|
||||
<< right << setw(2) << setfill(' ') << ftm3.tv_sec << "."
|
||||
<< right << ftm3.tv_nsec << " i: " << i/(1024*1024)
|
||||
<< endl;
|
||||
**/
|
||||
|
||||
facc=0;
|
||||
close(fd);
|
||||
} // operator()
|
||||
} // while(acc...
|
||||
|
||||
public:
|
||||
uint64_t facc;
|
||||
uint64_t freadBlocks; // read size ib blocks
|
||||
uint64_t freadSize; // read size ib bytes
|
||||
uint64_t freadBufferSz;
|
||||
uint64_t fblockSize;
|
||||
char* falignedbuff;
|
||||
unsigned fpageSize ;
|
||||
BRM::OID_t foid;
|
||||
char fname[256];
|
||||
struct timespec ftm;
|
||||
struct timespec ftm2;
|
||||
struct timespec ftm3;
|
||||
struct timespec fstarttm;
|
||||
struct timespec fendtm;
|
||||
struct timespec ftottm;
|
||||
bool fodirect;
|
||||
int fd;
|
||||
clock_gettime(CLOCK_REALTIME, &fendtm);
|
||||
timespec_sub(fstarttm, fendtm, ftottm);
|
||||
|
||||
cout << "Total reads: " << rCnt
|
||||
<< " sz: " << facc / (1024 * 1024) << "MB"
|
||||
<< " tm: " << ftottm.tv_sec << "secs "
|
||||
<< ftottm.tv_nsec << "ns"
|
||||
<< endl;
|
||||
|
||||
facc = 0;
|
||||
close(fd);
|
||||
} // operator()
|
||||
|
||||
public:
|
||||
uint64_t facc;
|
||||
uint64_t freadBlocks; // read size ib blocks
|
||||
uint64_t freadSize; // read size ib bytes
|
||||
uint64_t freadBufferSz;
|
||||
uint64_t fblockSize;
|
||||
char* falignedbuff;
|
||||
unsigned fpageSize ;
|
||||
BRM::OID_t foid;
|
||||
char fname[256];
|
||||
struct timespec ftm;
|
||||
struct timespec ftm2;
|
||||
struct timespec ftm3;
|
||||
struct timespec fstarttm;
|
||||
struct timespec fendtm;
|
||||
struct timespec ftottm;
|
||||
bool fodirect;
|
||||
int fd;
|
||||
|
||||
}; // struct readThr
|
||||
|
||||
//
|
||||
void usage()
|
||||
{
|
||||
cerr << "usage: mtread -o <oid> -s <read size in blocks>" << endl;
|
||||
cerr << "usage: mtread -o <oid> -s <read size in blocks>" << endl;
|
||||
}
|
||||
|
||||
// main()
|
||||
//
|
||||
int main(int argc, char **argv)
|
||||
int main(int argc, char** argv)
|
||||
{
|
||||
int ch=0;
|
||||
int readBlocks=0;
|
||||
BRM::OID_t oid=0;
|
||||
std::vector<BRM::OID_t> oidList;
|
||||
int ch = 0;
|
||||
int readBlocks = 0;
|
||||
BRM::OID_t oid = 0;
|
||||
std::vector<BRM::OID_t> oidList;
|
||||
|
||||
enum CLA_ENUM {
|
||||
OID=(int)0,
|
||||
READSIZE
|
||||
};
|
||||
enum CLA_ENUM
|
||||
{
|
||||
OID = (int)0,
|
||||
READSIZE
|
||||
};
|
||||
|
||||
//longopt struct
|
||||
//struct option {
|
||||
//longopt struct
|
||||
//struct option {
|
||||
//const char *name;
|
||||
//int has_arg;
|
||||
//int *flag;
|
||||
//int val;
|
||||
//};
|
||||
//};
|
||||
|
||||
static struct
|
||||
option long_options[] =
|
||||
{
|
||||
//{const char *name, int has_arg, int *flag, int val},
|
||||
{"oid", required_argument, NULL, OID},
|
||||
{"rsize", required_argument, NULL, READSIZE},
|
||||
{0, 0, 0, 0}
|
||||
};
|
||||
static struct
|
||||
option long_options[] =
|
||||
{
|
||||
//{const char *name, int has_arg, int *flag, int val},
|
||||
{"oid", required_argument, NULL, OID},
|
||||
{"rsize", required_argument, NULL, READSIZE},
|
||||
{0, 0, 0, 0}
|
||||
};
|
||||
|
||||
if (argc <= 1) {
|
||||
return -1;
|
||||
}
|
||||
if (argc <= 1)
|
||||
{
|
||||
return -1;
|
||||
}
|
||||
|
||||
// process command line arguments
|
||||
while( (ch = getopt_long_only(argc, argv, "o:s:", long_options, NULL)) != -1 )
|
||||
{
|
||||
//pid_t pidId = getpid();
|
||||
switch (ch) {
|
||||
// process command line arguments
|
||||
while ( (ch = getopt_long_only(argc, argv, "o:s:", long_options, NULL)) != -1 )
|
||||
{
|
||||
//pid_t pidId = getpid();
|
||||
switch (ch)
|
||||
{
|
||||
|
||||
case OID:
|
||||
case 'o':
|
||||
oid=atoi(optarg);
|
||||
oidList.push_back(oid);
|
||||
cout << "oid: " << optarg << endl;
|
||||
break;
|
||||
case OID:
|
||||
case 'o':
|
||||
oid = atoi(optarg);
|
||||
oidList.push_back(oid);
|
||||
cout << "oid: " << optarg << endl;
|
||||
break;
|
||||
|
||||
case READSIZE:
|
||||
case 's':
|
||||
readBlocks = atoi(optarg);
|
||||
cout << "read size: " << optarg << endl;
|
||||
if (readBlocks <= 0)
|
||||
readBlocks = 1;
|
||||
break;
|
||||
case READSIZE:
|
||||
case 's':
|
||||
readBlocks = atoi(optarg);
|
||||
cout << "read size: " << optarg << endl;
|
||||
|
||||
case '?':
|
||||
default:
|
||||
cout << "optarg " << optarg << endl;
|
||||
usage();
|
||||
break;
|
||||
if (readBlocks <= 0)
|
||||
readBlocks = 1;
|
||||
|
||||
} // switch
|
||||
break;
|
||||
|
||||
} // while...
|
||||
case '?':
|
||||
default:
|
||||
cout << "optarg " << optarg << endl;
|
||||
usage();
|
||||
break;
|
||||
|
||||
} // switch
|
||||
|
||||
} // while...
|
||||
|
||||
|
||||
uint32_t idx=0;
|
||||
std::vector<boost::thread*> thrList;
|
||||
uint32_t idx = 0;
|
||||
std::vector<boost::thread*> thrList;
|
||||
|
||||
while(idx < oidList.size()) {
|
||||
struct readThr rdr(oidList[idx++], readBlocks);
|
||||
boost::thread* thr = new boost::thread(rdr);
|
||||
thrList.push_back(thr);
|
||||
}
|
||||
while (idx < oidList.size())
|
||||
{
|
||||
struct readThr rdr(oidList[idx++], readBlocks);
|
||||
boost::thread* thr = new boost::thread(rdr);
|
||||
thrList.push_back(thr);
|
||||
}
|
||||
|
||||
idx=0;
|
||||
while(idx<thrList.size()) {
|
||||
boost::thread* thr = thrList[idx++];
|
||||
thr->join();
|
||||
delete thr;
|
||||
}
|
||||
idx = 0;
|
||||
|
||||
thrList.clear();
|
||||
while (idx < thrList.size())
|
||||
{
|
||||
boost::thread* thr = thrList[idx++];
|
||||
thr->join();
|
||||
delete thr;
|
||||
}
|
||||
|
||||
thrList.clear();
|
||||
|
||||
} //main
|
||||
|
||||
|
||||
Reference in New Issue
Block a user