the begginning

tools/cfread/cfread.cpp

@@ -0,0 +1,176 @@
+//
+
+#include <iostream>
+#include <iomanip>
+#include <boost/scoped_array.hpp>
+#include <errno.h>
+#define NDEBUG
+#include <cassert>
+#include "writeengine.h"
+
+using namespace std;
+
+void timespec_sub(const struct timespec &tv1,
+				const struct timespec &tv2,
+				struct timespec &diff) 
+{
+		if (tv2.tv_nsec < tv1.tv_nsec) {
+			diff.tv_sec = tv2.tv_sec - tv1.tv_sec - 1;
+			diff.tv_nsec = tv1.tv_nsec - tv2.tv_nsec;
+		}
+		else {
+			diff.tv_sec = tv2.tv_sec - tv1.tv_sec;
+			diff.tv_nsec = tv2.tv_nsec - tv1.tv_nsec;
+		}
+}
+
+// TODO:
+// add getopt for CLAs
+// add threads for reading a file
+// add threads for reading multiple files
+
+// main()
+//
+int main(int argc, char **argv)
+{
+	uint64_t acc=0;
+	uint64_t readBlocks=0; // read size ib blocks
+	uint64_t readSize=0; // read size ib bytes
+	uint64_t readBufferSz=0;
+	const uint64_t blockSize=8192;
+	char* alignedbuff=0;
+ 	boost::scoped_array<char> realbuff;	
+	const unsigned pageSize = 4096; //getpagesize();
+	WriteEngine::FileOp fFileOp;
+	BRM::OID_t oid;
+	char fname[256];
+	struct timespec tm;
+	struct timespec tm2;
+	struct timespec tm3;
+	struct timespec starttm;
+	struct timespec endtm;
+	struct timespec tottm;
+	bool odirect=true;
+	int fd = 0;
+	char response='Y';
+
+	if (argc <= 1) {
+		cerr << "usage: testread <oid> <buffer size in blocks>" << endl;
+		return -1;
+	}
+
+	oid=atoi(argv[1]);
+	if (oid <=0)
+		exit(-1);
+
+	if (argc >=2) {
+		readBlocks = atoi(argv[2]);
+		if (readBlocks <= 0)
+			readBlocks = 8;
+	}
+
+	if (argc >=4) {
+		odirect=false;
+	}
+
+	readSize=readBlocks*blockSize;
+	readBufferSz=readSize+pageSize;
+
+	realbuff.reset(new char[readBufferSz]);
+	if (realbuff.get() == 0) {
+		cerr << "thr_popper: Can't allocate space for a whole extent in memory" << endl;
+		return 0;
+	}
+
+	if (fFileOp.getFileName(oid, fname) != WriteEngine::NO_ERROR) {
+		fname[0]=0;
+		throw std::runtime_error("fileOp.getFileName failed");
+	}
+	else {
+		cout << "Reading oid: " << oid << " od: " << odirect << " file: " << fname << endl;
+	}
+
+#if __LP64__
+	alignedbuff=(char*)((((ptrdiff_t)realbuff.get() >> 12) << 12) + pageSize);
+#else
+	alignedbuff=(char*)(((((ptrdiff_t)realbuff.get() >> 12) << 12) & 0xffffffff) + pageSize);
+#endif
+	idbassert(((ptrdiff_t)alignedbuff - (ptrdiff_t)realbuff.get()) < (ptrdiff_t)pageSize);
+	idbassert(((ptrdiff_t)alignedbuff % pageSize) == 0);
+
+	if (odirect)
+		fd=open(fname, O_RDONLY|O_DIRECT|O_LARGEFILE|O_NOATIME);
+	else
+		fd=open(fname, O_RDONLY|O_LARGEFILE|O_NOATIME);
+
+	if (fd<0) {
+		cerr << "Open failed" << endl;
+		perror("open");
+		throw runtime_error("Error opening file");
+	}
+
+	while (toupper(response) != 'N') {
+	uint64_t i=1;
+	uint64_t rCnt=0;
+	clock_gettime(CLOCK_REALTIME, &starttm);
+	while (i!=0) {
+		//clock_gettime(CLOCK_REALTIME, &tm);
+		i = pread(fd, alignedbuff, readSize, acc);
+		//clock_gettime(CLOCK_REALTIME, &tm2);
+		idbassert(i==0||i==readSize);
+		idbassert(i%pageSize==0);
+		idbassert(acc%pageSize==0);
+		if (i < 0 && errno == EINTR) {
+			timespec_sub(tm, tm2, tm3);
+			cout << "* "
+				<< i << " "
+				<< right << setw(2) << setfill(' ') << tm3.tv_sec << "."
+				<< right << setw(9) << setfill('0') << tm3.tv_nsec
+				<< endl;
+			continue;
+		}
+		else if (i < 0) {
+			timespec_sub(tm, tm2, tm3);
+			cout << "* i: "
+				<< i << " sz: " << readSize << " acc: " << acc
+				<< right << setw(2) << setfill(' ') << tm3.tv_sec << " "
+				<< right << tm3.tv_nsec
+				<< endl;
+			perror("pread");
+			//make loop exit
+			i=0;
+		}
+
+		acc += i;
+		if (i>0)
+			rCnt++;
+
+		//timespec_sub(tm, tm2, tm3);
+		//cout
+		//	<< i << " "
+		//	<< right << setw(2) << setfill(' ') << tm3.tv_sec << " "
+		//	<< right << tm3.tv_nsec
+		//	<< endl;
+
+	} // while(acc...
+
+	clock_gettime(CLOCK_REALTIME, &endtm);
+	timespec_sub(starttm, endtm, tottm);
+
+	cout << "Total reads: " << rCnt
+		<< " sz: " << acc/(1024*1024) << "MB"
+		<< " tm: " << tottm.tv_sec << "secs "
+		<< tottm.tv_nsec << "ns"
+		<< endl;
+
+	cout << "Repeat the last scan[Y,N]?" << endl;
+	cin >> response;
+	acc=0;
+	
+	} // while response...
+
+	close(fd);
+	return 0;
+
+} //main
+