1
0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-01 06:46:55 +03:00

MCOL-5013: Load Data from S3 into Columnstore

Introduced UDF and stored prodecure.
usage:

set columnstore_s3_key='<s3_key>';
set columnstore_s3_secret='<s3_secret>';
set columnstore_s3_region='region';

and then use UDF
select columnstore_dataload("<tablename>", "<filename>", "<bucket>", "<db_name>");
for UDF db_name can be ommited, then current connection db will be used

or stored function
call calpontsys.columnstore_load_from_s3("<tablename>", "<filename>", "<bucket>", "<db_name>");
This commit is contained in:
Leonid Fedorov
2022-03-28 14:26:02 +00:00
parent 7d955a0f85
commit f5b2a6885f
9 changed files with 356 additions and 29 deletions

View File

@ -143,3 +143,24 @@ void set_cache_use_import(THD* thd, bool value);
ulonglong get_cache_flush_threshold(THD* thd);
void set_cache_flush_threshold(THD* thd, ulonglong value);
ulong get_cmapi_port(THD* thd);
void set_cmapi_port(THD* thd, ulong value);
const char* get_cmapi_key(THD* thd);
void set_cmapi_key(THD* thd, char* value);
const char* get_cmapi_host(THD* thd);
void set_cmapi_host(THD* thd, char* value);
const char* get_cmapi_version(THD* thd);
void set_cmapi_version(THD* thd, char* value);
const char* get_s3_key(THD* thd);
void set_s3_key(THD* thd, char* value);
const char* get_s3_secret(THD* thd);
void set_s3_secret(THD* thd, char* value);
const char* get_s3_region(THD* thd);
void set_s3_region(THD* thd, char* value);