database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-07 03:22:57 +03:00
Code Activity

MCOL-498. Segment files extension uses fallocate() now to optimize load put on SSD disks.

Browse Source
This commit is contained in:
Roman Nozdrin
2018-02-28 19:20:16 +03:00
parent 8a7ccd7d93
commit 1d9f47a55c
13 changed files with 90 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
utils/idbdatafile/BufferedFile.cpp
View File

@@ -279,4 +279,21 @@ int BufferedFile::close()
return ret;
}
int BufferedFile::fallocate(int mode, off64_t offset, off64_t length)
{
int ret = 0;
int savedErrno = 0;
ret = ::fallocate( fileno(m_fp), mode, offset, length );
savedErrno = errno;
if ( ret == -1 && IDBLogger::isEnabled() )
{
IDBLogger::logNoArg(m_fname, this, "fallocate", errno);
}
errno = savedErrno;
return ret;
}
}

1
utils/idbdatafile/BufferedFile.h
View File

@@ -50,6 +50,7 @@ public:
/* virtual */ off64_t tell();
/* virtual */ int flush();
/* virtual */ time_t mtime();
/* virtual */ int fallocate(int mode, off64_t offset, off64_t length);
protected:
/* virtual */

6
utils/idbdatafile/IDBDataFile.h
View File

@@ -186,6 +186,12 @@ public:
*/
virtual time_t mtime() = 0;
/**
* The fallocate() method returns the modification time of the file in
* seconds. Returns -1 on error.
*/
virtual int fallocate(int mode, off64_t offset, off64_t length) = 0;
int colWidth()
{
return m_fColWidth;

17
utils/idbdatafile/UnbufferedFile.cpp
View File

@@ -329,4 +329,21 @@ int UnbufferedFile::close()
return ret;
}
int UnbufferedFile::fallocate(int mode, off64_t offset, off64_t length)
{
int ret = 0;
int savedErrno = 0;
ret = ::fallocate( m_fd, mode, offset, length );
savedErrno = errno;
if ( ret == -1 && IDBLogger::isEnabled() )
{
IDBLogger::logNoArg(m_fname, this, "fallocate", errno);
}
errno = savedErrno;
return ret;
}
}

1
utils/idbdatafile/UnbufferedFile.h
View File

@@ -47,6 +47,7 @@ public:
/* virtual */ off64_t tell();
/* virtual */ int flush();
/* virtual */ time_t mtime();
/* virtual */ int fallocate(int mode, off64_t offset, off64_t length);
protected:
/* virtual */

6
utils/idbhdfs/hdfs-shared/HdfsFile.cpp
View File

@@ -348,4 +348,10 @@ int HdfsFile::close()
return ret;
}
int HdfsFile::fallocate(int mode, off64_t offset, off64_t length)
{
return 0;
}
}

1
utils/idbhdfs/hdfs-shared/HdfsFile.h
View File

@@ -62,6 +62,7 @@ public:
/* virtual */ off64_t tell();
/* virtual */ int flush();
/* virtual */ time_t mtime();
/* virtual */ int fallocate(int mode, off64_t offset, off64_t length);
protected:
/* virtual */

5
utils/idbhdfs/hdfs-shared/HdfsRdwrFileBuffer.cpp
View File

@@ -317,4 +317,9 @@ int HdfsRdwrFileBuffer::close()
return 0;
}
int HdfsRdwrFileBuffer::fallocate(int mode, off64_t offset, off64_t length)
{
return 0;
}
}

1
utils/idbhdfs/hdfs-shared/HdfsRdwrFileBuffer.h
View File

@@ -62,6 +62,7 @@ public:
/* virtual */ off64_t tell();
/* virtual */ int flush();
/* virtual */ time_t mtime();
/* virtual*/ int fallocate(int mode, off64_t offset, off64_t length);
protected:
/* virtual */

5
utils/idbhdfs/hdfs-shared/HdfsRdwrMemBuffer.cpp
View File

@@ -507,5 +507,10 @@ int HdfsRdwrMemBuffer::close()
return 0;
}
int HdfsRdwrMemBuffer::fallocate(int mode, off64_t offset, off64_t length)
{
return 0;
}
}

1
utils/idbhdfs/hdfs-shared/HdfsRdwrMemBuffer.h
View File

@@ -62,6 +62,7 @@ public:
/* virtual */ off64_t tell();
/* virtual */ int flush();
/* virtual */ time_t mtime();
/* virtual */ int fallocate(int mode, off64_t offset, off64_t length);
// Returns the total size of all currently allocated HdfsRdwrMemBuffers
static size_t getTotalBuff()