database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-30 19:23:07 +03:00
Code Activity

Merge pull request #1031 from pleblanc1976/we-splitter-read-from-s3

Browse Source 
MCOL-3520: Fix importing files from S3 for mode 1 imports.
This commit is contained in:
Gagan Goel
2020-02-10 11:57:33 -05:00
committed by Patrick LeBlanc
parent f71158601e
commit 3faa1600c3
7 changed files with 186 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
writeengine/splitter/we_filereadthread.h
View File

@ -30,6 +30,11 @@
#ifndef WE_FILEREADTHREAD_H_
#define WE_FILEREADTHREAD_H_
#include "we_cmdargs.h"
#include "libmarias3/marias3.h"
#include <boost/iostreams/device/array.hpp>
#include <boost/iostreams/stream.hpp>
namespace WriteEngine
{
@ -153,6 +158,19 @@ private:
char fDelim; // Column Delimit char
char* fBuff; // main data buffer
int fBuffSize;
/* To support mode 1 imports from objects on S3 */
void initS3Connection(const WECmdArgs &);
bool doS3Import;
std::string s3Key;
std::string s3Secret;
std::string s3Bucket;
std::string s3Region;
std::string s3Host;
ms3_st *s3Connection;
uint8_t *buf;
std::unique_ptr<boost::iostreams::array_source> arrSource;
std::unique_ptr<boost::iostreams::stream<boost::iostreams::array_source> > s3Stream;
};
} /* namespace WriteEngine */