database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-07-30 19:23:07 +03:00
Code Activity

1. Set 1M as the threshold on the number of records to flush the cache.

Browse Source 
2. Set 100k as the batch size when flushing records into ColumnStore, i.e.,
a flush of 1M records will be performed in 10 batches, each being 100k.

3. For INSERT ... SELECT on the cache, use the default insertion method of cpimport.
This commit is contained in:
Gagan Goel
2020-07-01 20:13:04 -04:00
parent f5a8d228a0
commit 86fb66365c
4 changed files with 25 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
dbcon/mysql/ha_mcs.cpp
View File

@ -32,6 +32,7 @@
#endif
#define CACHE_PREFIX "#cache#"
#define CACHE_FLUSH_THRESHOLD 1000000
static handler* mcs_create_handler(handlerton* hton,
TABLE_SHARE* table,
@ -1272,7 +1273,9 @@ my_bool get_status_and_flush_cache(void *param,
/* If first get_status() call for this table, flush cache if needed */
if (!cache->lock_counter++)
{
if (!cache->insert_command && cache->rows_cached())
ha_rows num_rows = cache->num_rows_cached();
if ((!cache->insert_command && num_rows != 0) ||
num_rows == CACHE_FLUSH_THRESHOLD)
{
if ((error= cache->flush_insert_cache()))
{
@ -1703,7 +1706,7 @@ void ha_mcs_cache::start_bulk_insert(ha_rows rows, uint flags)
bzero(&cache_handler->copy_info, sizeof(cache_handler->copy_info));
return cache_handler->start_bulk_insert(rows, flags);
}
return parent::start_bulk_insert(rows, flags);
return parent::start_bulk_insert_from_cache(rows, flags);
}
@ -1887,9 +1890,9 @@ maria_declare_plugin_end;
Implementation of write cache
******************************************************************************/
bool ha_mcs_cache::rows_cached()
ha_rows ha_mcs_cache::num_rows_cached()
{
return cache_handler->file->state->records != 0;
return cache_handler->file->state->records;
}