mirror of
https://github.com/MariaDB/server.git
synced 2025-07-29 05:21:33 +03:00
multithreaded repair-by-sort code
parallel read access to IO_CACHE
This commit is contained in:
466
myisam/sort.c
466
myisam/sort.c
@ -27,7 +27,7 @@
|
||||
#endif
|
||||
#include <queues.h>
|
||||
|
||||
/* static variabels */
|
||||
/* static variables */
|
||||
#undef MIN_SORT_MEMORY
|
||||
#undef MYF_RW
|
||||
#undef DISK_BUFFER_SIZE
|
||||
@ -35,44 +35,43 @@
|
||||
#define MERGEBUFF 15
|
||||
#define MERGEBUFF2 31
|
||||
#define MIN_SORT_MEMORY (4096-MALLOC_OVERHEAD)
|
||||
#define MYF_RW MYF(MY_NABP | MY_WME | MY_WAIT_IF_FULL)
|
||||
#define MYF_RW MYF(MY_NABP | MY_WME | MY_WAIT_IF_FULL)
|
||||
#define DISK_BUFFER_SIZE (IO_SIZE*16)
|
||||
|
||||
typedef struct st_buffpek {
|
||||
my_off_t file_pos; /* Where we are in the sort file */
|
||||
uchar *base,*key; /* Key pointers */
|
||||
ha_rows count; /* Number of rows in table */
|
||||
ulong mem_count; /* numbers of keys in memory */
|
||||
ulong max_keys; /* Max keys in buffert */
|
||||
my_off_t file_pos; /* Where we are in the sort file */
|
||||
uchar *base,*key; /* Key pointers */
|
||||
ha_rows count; /* Number of rows in table */
|
||||
ulong mem_count; /* numbers of keys in memory */
|
||||
ulong max_keys; /* Max keys in buffert */
|
||||
} BUFFPEK;
|
||||
|
||||
extern void print_error _VARARGS((const char *fmt,...));
|
||||
|
||||
/* functions defined in this file */
|
||||
/* functions defined in this file */
|
||||
|
||||
static ha_rows NEAR_F find_all_keys(MI_SORT_PARAM *info,uint keys,
|
||||
uchar **sort_keys,
|
||||
DYNAMIC_ARRAY *buffpek,int *maxbuffer,
|
||||
IO_CACHE *tempfile,
|
||||
IO_CACHE *tempfile_for_exceptions);
|
||||
uchar **sort_keys,
|
||||
DYNAMIC_ARRAY *buffpek,int *maxbuffer,
|
||||
IO_CACHE *tempfile,
|
||||
IO_CACHE *tempfile_for_exceptions);
|
||||
static int NEAR_F write_keys(MI_SORT_PARAM *info,uchar * *sort_keys,
|
||||
uint count, BUFFPEK *buffpek,IO_CACHE *tempfile);
|
||||
uint count, BUFFPEK *buffpek,IO_CACHE *tempfile);
|
||||
static int NEAR_F write_key(MI_SORT_PARAM *info, uchar *key, IO_CACHE *tempfile);
|
||||
static int NEAR_F write_index(MI_SORT_PARAM *info,uchar * *sort_keys,
|
||||
uint count);
|
||||
uint count);
|
||||
static int NEAR_F merge_many_buff(MI_SORT_PARAM *info,uint keys,
|
||||
uchar * *sort_keys,
|
||||
BUFFPEK *buffpek,int *maxbuffer,
|
||||
IO_CACHE *t_file);
|
||||
uchar * *sort_keys,
|
||||
BUFFPEK *buffpek,int *maxbuffer,
|
||||
IO_CACHE *t_file);
|
||||
static uint NEAR_F read_to_buffer(IO_CACHE *fromfile,BUFFPEK *buffpek,
|
||||
uint sort_length);
|
||||
uint sort_length);
|
||||
static int NEAR_F merge_buffers(MI_SORT_PARAM *info,uint keys,
|
||||
IO_CACHE *from_file, IO_CACHE *to_file,
|
||||
uchar * *sort_keys, BUFFPEK *lastbuff,
|
||||
BUFFPEK *Fb, BUFFPEK *Tb);
|
||||
IO_CACHE *from_file, IO_CACHE *to_file,
|
||||
uchar * *sort_keys, BUFFPEK *lastbuff,
|
||||
BUFFPEK *Fb, BUFFPEK *Tb);
|
||||
static int NEAR_F merge_index(MI_SORT_PARAM *,uint,uchar **,BUFFPEK *, int,
|
||||
IO_CACHE *);
|
||||
|
||||
IO_CACHE *);
|
||||
/* Creates a index of sorted keys */
|
||||
/* Returns 0 if everything went ok */
|
||||
|
||||
@ -95,7 +94,7 @@ int _create_index_by_sort(MI_SORT_PARAM *info,my_bool no_messages,
|
||||
maxbuffer=1;
|
||||
|
||||
memavl=max(sortbuff_size,MIN_SORT_MEMORY);
|
||||
records= info->max_records;
|
||||
records= info->sort_info->max_records;
|
||||
sort_length= info->key_length;
|
||||
LINT_INIT(keys);
|
||||
|
||||
@ -174,13 +173,13 @@ int _create_index_by_sort(MI_SORT_PARAM *info,my_bool no_messages,
|
||||
goto err; /* purecov: inspected */
|
||||
}
|
||||
|
||||
if (flush_pending_blocks(info->sort_info->param))
|
||||
if (flush_pending_blocks(info))
|
||||
goto err;
|
||||
|
||||
if (my_b_inited(&tempfile_for_exceptions))
|
||||
{
|
||||
MI_INFO *index=info->sort_info->info;
|
||||
uint keyno=info->sort_info->key;
|
||||
uint keyno=info->key;
|
||||
uint key_length, ref_length=index->s->rec_reflength;
|
||||
|
||||
if (flush_io_cache(&tempfile_for_exceptions) ||
|
||||
@ -224,9 +223,9 @@ static ha_rows NEAR_F find_all_keys(MI_SORT_PARAM *info, uint keys,
|
||||
idx=error=0;
|
||||
sort_keys[0]=(uchar*) (sort_keys+keys);
|
||||
|
||||
while(!(error=(*info->key_read)(info->sort_info,sort_keys[idx])))
|
||||
while(!(error=(*info->key_read)(info,sort_keys[idx])))
|
||||
{
|
||||
if (info->sort_info->real_key_length > info->key_length)
|
||||
if (info->real_key_length > info->key_length)
|
||||
{
|
||||
if (write_key(info,sort_keys[idx],tempfile_for_exceptions))
|
||||
DBUG_RETURN(HA_POS_ERROR); /* purecov: inspected */
|
||||
@ -259,21 +258,262 @@ static ha_rows NEAR_F find_all_keys(MI_SORT_PARAM *info, uint keys,
|
||||
DBUG_RETURN((*maxbuffer)*(keys-1)+idx);
|
||||
} /* find_all_keys */
|
||||
|
||||
/* Write all keys in memory to file for later merge */
|
||||
/* Search after all keys and place them in a temp. file */
|
||||
|
||||
void *_thr_find_all_keys(MI_SORT_PARAM *info)
|
||||
{
|
||||
int error,skr;
|
||||
uint memavl,old_memavl,keys,sort_length;
|
||||
uint idx, maxbuffer;
|
||||
uchar **sort_keys;
|
||||
MI_KEYSEG *keyseg;
|
||||
|
||||
my_b_clear(&info->tempfile);
|
||||
my_b_clear(&info->tempfile_for_exceptions);
|
||||
bzero((char*) &info->buffpek,sizeof(info->buffpek));
|
||||
bzero((char*) &info->unique, sizeof(info->unique));
|
||||
sort_keys= (uchar **) NULL; error= 1;
|
||||
if (info->sort_info->got_error)
|
||||
goto err;
|
||||
|
||||
memavl=max(info->sortbuff_size, MIN_SORT_MEMORY);
|
||||
idx= info->sort_info->max_records;
|
||||
sort_length= info->key_length;
|
||||
|
||||
while (memavl >= MIN_SORT_MEMORY)
|
||||
{
|
||||
if ((my_off_t) (idx+1)*(sort_length+sizeof(char*)) <=
|
||||
(my_off_t) memavl)
|
||||
keys= idx+1;
|
||||
else
|
||||
do
|
||||
{
|
||||
skr=maxbuffer;
|
||||
if (memavl < sizeof(BUFFPEK)*maxbuffer ||
|
||||
(keys=(memavl-sizeof(BUFFPEK)*maxbuffer)/
|
||||
(sort_length+sizeof(char*))) <= 1)
|
||||
{
|
||||
mi_check_print_error(info->sort_info->param,
|
||||
"sort_buffer_size is to small");
|
||||
goto err;
|
||||
}
|
||||
}
|
||||
while ((maxbuffer= (int) (idx/(keys-1)+1)) != skr);
|
||||
|
||||
if ((sort_keys=(uchar **)my_malloc(keys*(sort_length+sizeof(char*))+
|
||||
((info->keyinfo->flag & HA_FULLTEXT) ? HA_FT_MAXLEN : 0), MYF(0))))
|
||||
{
|
||||
if (my_init_dynamic_array(&info->buffpek, sizeof(BUFFPEK),
|
||||
maxbuffer, maxbuffer/2))
|
||||
my_free((gptr) sort_keys,MYF(0));
|
||||
else
|
||||
break;
|
||||
}
|
||||
old_memavl=memavl;
|
||||
if ((memavl=memavl/4*3) < MIN_SORT_MEMORY && old_memavl > MIN_SORT_MEMORY)
|
||||
memavl=MIN_SORT_MEMORY;
|
||||
}
|
||||
if (memavl < MIN_SORT_MEMORY)
|
||||
{
|
||||
mi_check_print_error(info->sort_info->param,"Sort buffer to small"); /* purecov: tested */
|
||||
goto err; /* purecov: tested */
|
||||
}
|
||||
// (*info->lock_in_memory)(info->sort_info->param);/* Everything is allocated */
|
||||
|
||||
if (info->sort_info->param->testflag & T_VERBOSE)
|
||||
printf("Key %d - Allocating buffer for %d keys\n",info->key+1,keys);
|
||||
info->sort_keys=sort_keys;
|
||||
|
||||
idx=error=0;
|
||||
sort_keys[0]=(uchar*) (sort_keys+keys);
|
||||
|
||||
while(!(error=info->sort_info->got_error) ||
|
||||
!(error=(*info->key_read)(info,sort_keys[idx])))
|
||||
{
|
||||
if (info->real_key_length > info->key_length)
|
||||
{
|
||||
if (write_key(info,sort_keys[idx],& info->tempfile_for_exceptions))
|
||||
goto err;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (++idx == keys)
|
||||
{
|
||||
if (write_keys(info,sort_keys,idx-1,
|
||||
(BUFFPEK *)alloc_dynamic(&info->buffpek), &info->tempfile))
|
||||
goto err;
|
||||
|
||||
sort_keys[0]=(uchar*) (sort_keys+keys);
|
||||
memcpy(sort_keys[0],sort_keys[idx-1],(size_t) info->key_length);
|
||||
idx=1;
|
||||
}
|
||||
sort_keys[idx]=sort_keys[idx-1]+info->key_length;
|
||||
}
|
||||
if (error > 0)
|
||||
goto err;
|
||||
if (info->buffpek.elements)
|
||||
{
|
||||
if (write_keys(info,sort_keys,idx,(BUFFPEK *)
|
||||
alloc_dynamic(&info->buffpek),&info->tempfile))
|
||||
goto err;
|
||||
info->keys=(info->buffpek.elements-1)*(keys-1)+idx;
|
||||
}
|
||||
else
|
||||
info->keys=idx;
|
||||
|
||||
info->sort_keys_length=keys;
|
||||
goto ok;
|
||||
|
||||
err:
|
||||
info->sort_info->got_error=1; /* no need to protect this with a mutex */
|
||||
if (sort_keys)
|
||||
my_free((gptr) sort_keys,MYF(0));
|
||||
info->sort_keys=0;
|
||||
delete_dynamic(& info->buffpek);
|
||||
close_cached_file(& info->tempfile);
|
||||
close_cached_file(& info->tempfile_for_exceptions);
|
||||
ok:
|
||||
remove_io_thread(& info->read_cache);
|
||||
pthread_mutex_lock(& info->sort_info->mutex);
|
||||
info->sort_info->threads_running--;
|
||||
pthread_cond_signal(& info->sort_info->cond);
|
||||
pthread_mutex_unlock(& info->sort_info->mutex);
|
||||
return NULL;
|
||||
} /* _thr_find_all_keys */
|
||||
|
||||
int _thr_write_keys(MI_SORT_PARAM *sort_param)
|
||||
{
|
||||
SORT_INFO *sort_info=sort_param->sort_info;
|
||||
MI_CHECK *param=sort_info->param;
|
||||
ulong length, keys;
|
||||
ulong *rec_per_key_part=param->rec_per_key_part;
|
||||
int i, got_error=sort_info->got_error;
|
||||
MI_INFO *info=sort_info->info;
|
||||
MYISAM_SHARE *share=info->s;
|
||||
MI_SORT_PARAM *sinfo;
|
||||
byte *mergebuf=0;
|
||||
|
||||
for (i=0, sinfo=sort_param ; i<sort_info->total_keys ; i++, sinfo++,
|
||||
rec_per_key_part+=sinfo->keyinfo->keysegs)
|
||||
{
|
||||
if (!sinfo->sort_keys)
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
share->state.key_map|=(ulonglong) 1 << sinfo->key;
|
||||
if (param->testflag & T_STATISTICS)
|
||||
update_key_parts(sinfo->keyinfo, rec_per_key_part,
|
||||
sinfo->unique, (ulonglong) info->state->records);
|
||||
if (!sinfo->buffpek.elements)
|
||||
{
|
||||
if (param->testflag & T_VERBOSE)
|
||||
printf("Key %d - Dumping %lu keys\n",sinfo->key+1, sinfo->keys);
|
||||
if (write_index(sinfo,sinfo->sort_keys,(uint) sinfo->keys) ||
|
||||
flush_pending_blocks(sinfo))
|
||||
got_error=1;
|
||||
}
|
||||
my_free((gptr) sinfo->sort_keys,MYF(0));
|
||||
sinfo->sort_keys=0;
|
||||
}
|
||||
|
||||
for (i=0, sinfo=sort_param ; i<sort_info->total_keys ; i++, sinfo++,
|
||||
delete_dynamic(& sinfo->buffpek),
|
||||
close_cached_file(& sinfo->tempfile),
|
||||
close_cached_file(& sinfo->tempfile_for_exceptions))
|
||||
{
|
||||
if (got_error) continue;
|
||||
if (sinfo->buffpek.elements)
|
||||
{
|
||||
uint maxbuffer=sinfo->buffpek.elements-1;
|
||||
if (!mergebuf)
|
||||
{
|
||||
length=param->sort_buffer_length;
|
||||
while (length >= MIN_SORT_MEMORY && !mergebuf)
|
||||
{
|
||||
mergebuf=my_malloc(length, MYF(0));
|
||||
length=length*3/4;
|
||||
}
|
||||
if (!mergebuf)
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
}
|
||||
keys=length/sinfo->key_length;
|
||||
if (maxbuffer >= MERGEBUFF2)
|
||||
{
|
||||
if (param->testflag & T_VERBOSE)
|
||||
printf("Key %d - Merging %lu keys\n",sinfo->key+1, sinfo->keys);
|
||||
if (merge_many_buff(sinfo, keys, (uchar **)mergebuf,
|
||||
dynamic_element(&sinfo->buffpek, 0, BUFFPEK *),
|
||||
&maxbuffer, &sinfo->tempfile))
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
}
|
||||
if (flush_io_cache(&sinfo->tempfile) ||
|
||||
reinit_io_cache(&sinfo->tempfile,READ_CACHE,0L,0,0))
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
if (param->testflag & T_VERBOSE)
|
||||
printf("Key %d - Last merge and dumping keys", sinfo->key+1);
|
||||
if (merge_index(sinfo, keys, (uchar **)mergebuf,
|
||||
dynamic_element(&sinfo->buffpek,0,BUFFPEK *),
|
||||
maxbuffer,&sinfo->tempfile)
|
||||
|| flush_pending_blocks(sinfo))
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
}
|
||||
if (my_b_inited(&sinfo->tempfile_for_exceptions))
|
||||
{
|
||||
uint key_length;
|
||||
|
||||
if (param->testflag & T_VERBOSE)
|
||||
printf("Key %d - Dumping 'long' keys", sinfo->key+1);
|
||||
|
||||
if (flush_io_cache(&sinfo->tempfile_for_exceptions) ||
|
||||
reinit_io_cache(&sinfo->tempfile_for_exceptions,READ_CACHE,0L,0,0))
|
||||
{
|
||||
got_error=1;
|
||||
continue;
|
||||
}
|
||||
|
||||
while (!got_error
|
||||
&& !my_b_read(&sinfo->tempfile_for_exceptions,(byte*)&key_length,
|
||||
sizeof(key_length))
|
||||
&& !my_b_read(&sinfo->tempfile_for_exceptions,(byte*)mergebuf,
|
||||
(uint) key_length))
|
||||
{
|
||||
if (_mi_ck_write(info,sinfo->key,(uchar*) mergebuf,
|
||||
key_length - info->s->rec_reflength))
|
||||
got_error=1;
|
||||
}
|
||||
}
|
||||
}
|
||||
my_free((gptr) mergebuf,MYF(MY_ALLOW_ZERO_PTR));
|
||||
return got_error;
|
||||
}
|
||||
|
||||
/* Write all keys in memory to file for later merge */
|
||||
|
||||
static int NEAR_F write_keys(MI_SORT_PARAM *info, register uchar **sort_keys,
|
||||
uint count, BUFFPEK *buffpek,
|
||||
IO_CACHE *tempfile)
|
||||
uint count, BUFFPEK *buffpek, IO_CACHE *tempfile)
|
||||
{
|
||||
uchar **end;
|
||||
uint sort_length=info->key_length;
|
||||
DBUG_ENTER("write_keys");
|
||||
|
||||
qsort2((byte*) sort_keys,count,sizeof(byte*),(qsort2_cmp) info->key_cmp,
|
||||
info->sort_info);
|
||||
info);
|
||||
if (!my_b_inited(tempfile) &&
|
||||
open_cached_file(tempfile, info->tmpdir, "ST", DISK_BUFFER_SIZE,
|
||||
info->myf_rw))
|
||||
info->sort_info->param->myf_rw))
|
||||
DBUG_RETURN(1); /* purecov: inspected */
|
||||
|
||||
buffpek->file_pos=my_b_tell(tempfile);
|
||||
@ -288,12 +528,12 @@ static int NEAR_F write_keys(MI_SORT_PARAM *info, register uchar **sort_keys,
|
||||
|
||||
static int NEAR_F write_key(MI_SORT_PARAM *info, uchar *key, IO_CACHE *tempfile)
|
||||
{
|
||||
uint key_length=info->sort_info->real_key_length;
|
||||
uint key_length=info->real_key_length;
|
||||
DBUG_ENTER("write_key");
|
||||
|
||||
if (!my_b_inited(tempfile) &&
|
||||
open_cached_file(tempfile, info->tmpdir, "ST", DISK_BUFFER_SIZE,
|
||||
info->myf_rw))
|
||||
info->sort_info->param->myf_rw))
|
||||
DBUG_RETURN(1);
|
||||
|
||||
if (my_b_write(tempfile,(byte*)&key_length,sizeof(key_length)) ||
|
||||
@ -302,27 +542,27 @@ static int NEAR_F write_key(MI_SORT_PARAM *info, uchar *key, IO_CACHE *tempfile)
|
||||
DBUG_RETURN(0);
|
||||
} /* write_key */
|
||||
|
||||
/* Write index */
|
||||
/* Write index */
|
||||
|
||||
static int NEAR_F write_index(MI_SORT_PARAM *info, register uchar **sort_keys,
|
||||
register uint count)
|
||||
register uint count)
|
||||
{
|
||||
DBUG_ENTER("write_index");
|
||||
|
||||
qsort2((gptr) sort_keys,(size_t) count,sizeof(byte*),
|
||||
(qsort2_cmp) info->key_cmp,info->sort_info);
|
||||
(qsort2_cmp) info->key_cmp,info);
|
||||
while (count--)
|
||||
if ((*info->key_write)(info->sort_info,*sort_keys++))
|
||||
if ((*info->key_write)(info,*sort_keys++))
|
||||
DBUG_RETURN(-1); /* purecov: inspected */
|
||||
DBUG_RETURN(0);
|
||||
} /* write_index */
|
||||
|
||||
|
||||
/* Merge buffers to make < MERGEBUFF2 buffers */
|
||||
/* Merge buffers to make < MERGEBUFF2 buffers */
|
||||
|
||||
static int NEAR_F merge_many_buff(MI_SORT_PARAM *info, uint keys,
|
||||
uchar **sort_keys, BUFFPEK *buffpek,
|
||||
int *maxbuffer, IO_CACHE *t_file)
|
||||
uchar **sort_keys, BUFFPEK *buffpek,
|
||||
int *maxbuffer, IO_CACHE *t_file)
|
||||
{
|
||||
register int i;
|
||||
IO_CACHE t_file2, *from_file, *to_file, *temp;
|
||||
@ -330,11 +570,11 @@ static int NEAR_F merge_many_buff(MI_SORT_PARAM *info, uint keys,
|
||||
DBUG_ENTER("merge_many_buff");
|
||||
|
||||
if (*maxbuffer < MERGEBUFF2)
|
||||
DBUG_RETURN(0); /* purecov: inspected */
|
||||
DBUG_RETURN(0); /* purecov: inspected */
|
||||
if (flush_io_cache(t_file) ||
|
||||
open_cached_file(&t_file2,info->tmpdir,"ST",DISK_BUFFER_SIZE,
|
||||
info->myf_rw))
|
||||
DBUG_RETURN(1); /* purecov: inspected */
|
||||
info->sort_info->param->myf_rw))
|
||||
DBUG_RETURN(1); /* purecov: inspected */
|
||||
|
||||
from_file= t_file ; to_file= &t_file2;
|
||||
while (*maxbuffer >= MERGEBUFF2)
|
||||
@ -345,30 +585,30 @@ static int NEAR_F merge_many_buff(MI_SORT_PARAM *info, uint keys,
|
||||
for (i=0 ; i <= *maxbuffer-MERGEBUFF*3/2 ; i+=MERGEBUFF)
|
||||
{
|
||||
if (merge_buffers(info,keys,from_file,to_file,sort_keys,lastbuff++,
|
||||
buffpek+i,buffpek+i+MERGEBUFF-1))
|
||||
break; /* purecov: inspected */
|
||||
buffpek+i,buffpek+i+MERGEBUFF-1))
|
||||
break; /* purecov: inspected */
|
||||
}
|
||||
if (merge_buffers(info,keys,from_file,to_file,sort_keys,lastbuff++,
|
||||
buffpek+i,buffpek+ *maxbuffer))
|
||||
buffpek+i,buffpek+ *maxbuffer))
|
||||
break; /* purecov: inspected */
|
||||
if (flush_io_cache(to_file))
|
||||
break; /* purecov: inspected */
|
||||
break; /* purecov: inspected */
|
||||
temp=from_file; from_file=to_file; to_file=temp;
|
||||
*maxbuffer= (int) (lastbuff-buffpek)-1;
|
||||
}
|
||||
close_cached_file(to_file); /* This holds old result */
|
||||
close_cached_file(to_file); /* This holds old result */
|
||||
if (to_file == t_file)
|
||||
*t_file=t_file2; /* Copy result file */
|
||||
*t_file=t_file2; /* Copy result file */
|
||||
|
||||
DBUG_RETURN(*maxbuffer >= MERGEBUFF2); /* Return 1 if interrupted */
|
||||
DBUG_RETURN(*maxbuffer >= MERGEBUFF2); /* Return 1 if interrupted */
|
||||
} /* merge_many_buff */
|
||||
|
||||
|
||||
/* Read data to buffer */
|
||||
/* This returns (uint) -1 if something goes wrong */
|
||||
/* Read data to buffer */
|
||||
/* This returns (uint) -1 if something goes wrong */
|
||||
|
||||
static uint NEAR_F read_to_buffer(IO_CACHE *fromfile, BUFFPEK *buffpek,
|
||||
uint sort_length)
|
||||
uint sort_length)
|
||||
{
|
||||
register uint count;
|
||||
uint length;
|
||||
@ -376,24 +616,24 @@ static uint NEAR_F read_to_buffer(IO_CACHE *fromfile, BUFFPEK *buffpek,
|
||||
if ((count=(uint) min((ha_rows) buffpek->max_keys,buffpek->count)))
|
||||
{
|
||||
if (my_pread(fromfile->file,(byte*) buffpek->base,
|
||||
(length= sort_length*count),buffpek->file_pos,MYF_RW))
|
||||
return((uint) -1); /* purecov: inspected */
|
||||
(length= sort_length*count),buffpek->file_pos,MYF_RW))
|
||||
return((uint) -1); /* purecov: inspected */
|
||||
buffpek->key=buffpek->base;
|
||||
buffpek->file_pos+= length; /* New filepos */
|
||||
buffpek->count-= count;
|
||||
buffpek->file_pos+= length; /* New filepos */
|
||||
buffpek->count-= count;
|
||||
buffpek->mem_count= count;
|
||||
}
|
||||
return (count*sort_length);
|
||||
} /* read_to_buffer */
|
||||
|
||||
|
||||
/* Merge buffers to one buffer */
|
||||
/* If to_file == 0 then use info->key_write */
|
||||
/* Merge buffers to one buffer */
|
||||
/* If to_file == 0 then use info->key_write */
|
||||
|
||||
static int NEAR_F
|
||||
merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
IO_CACHE *to_file, uchar **sort_keys, BUFFPEK *lastbuff,
|
||||
BUFFPEK *Fb, BUFFPEK *Tb)
|
||||
IO_CACHE *to_file, uchar **sort_keys, BUFFPEK *lastbuff,
|
||||
BUFFPEK *Fb, BUFFPEK *Tb)
|
||||
{
|
||||
int error;
|
||||
uint sort_length,maxcount;
|
||||
@ -413,8 +653,8 @@ merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
sort_length=info->key_length;
|
||||
|
||||
if (init_queue(&queue,(uint) (Tb-Fb)+1,offsetof(BUFFPEK,key),0,
|
||||
(int (*)(void*, byte *,byte*)) info->key_cmp,
|
||||
(void*) info->sort_info))
|
||||
(int (*)(void*, byte *,byte*)) info->key_cmp,
|
||||
(void*) info->sort_info))
|
||||
DBUG_RETURN(1); /* purecov: inspected */
|
||||
|
||||
for (buffpek= Fb ; buffpek <= Tb ; buffpek++)
|
||||
@ -423,7 +663,7 @@ merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
buffpek->base= strpos;
|
||||
buffpek->max_keys=maxcount;
|
||||
strpos+= (uint) (error=(int) read_to_buffer(from_file,buffpek,
|
||||
sort_length));
|
||||
sort_length));
|
||||
if (error == -1)
|
||||
goto err; /* purecov: inspected */
|
||||
queue_insert(&queue,(char*) buffpek);
|
||||
@ -436,52 +676,52 @@ merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
buffpek=(BUFFPEK*) queue_top(&queue);
|
||||
if (to_file)
|
||||
{
|
||||
if (my_b_write(to_file,(byte*) buffpek->key,(uint) sort_length))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
if (my_b_write(to_file,(byte*) buffpek->key,(uint) sort_length))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
if ((*info->key_write)(info->sort_info,(void*) buffpek->key))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
if ((*info->key_write)(info,(void*) buffpek->key))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
}
|
||||
buffpek->key+=sort_length;
|
||||
if (! --buffpek->mem_count)
|
||||
{
|
||||
if (!(error=(int) read_to_buffer(from_file,buffpek,sort_length)))
|
||||
{
|
||||
uchar *base=buffpek->base;
|
||||
uint max_keys=buffpek->max_keys;
|
||||
if (!(error=(int) read_to_buffer(from_file,buffpek,sort_length)))
|
||||
{
|
||||
uchar *base=buffpek->base;
|
||||
uint max_keys=buffpek->max_keys;
|
||||
|
||||
VOID(queue_remove(&queue,0));
|
||||
VOID(queue_remove(&queue,0));
|
||||
|
||||
/* Put room used by buffer to use in other buffer */
|
||||
for (refpek= (BUFFPEK**) &queue_top(&queue);
|
||||
refpek <= (BUFFPEK**) &queue_end(&queue);
|
||||
refpek++)
|
||||
{
|
||||
buffpek= *refpek;
|
||||
if (buffpek->base+buffpek->max_keys*sort_length == base)
|
||||
{
|
||||
buffpek->max_keys+=max_keys;
|
||||
break;
|
||||
}
|
||||
else if (base+max_keys*sort_length == buffpek->base)
|
||||
{
|
||||
buffpek->base=base;
|
||||
buffpek->max_keys+=max_keys;
|
||||
break;
|
||||
}
|
||||
}
|
||||
break; /* One buffer have been removed */
|
||||
}
|
||||
/* Put room used by buffer to use in other buffer */
|
||||
for (refpek= (BUFFPEK**) &queue_top(&queue);
|
||||
refpek <= (BUFFPEK**) &queue_end(&queue);
|
||||
refpek++)
|
||||
{
|
||||
buffpek= *refpek;
|
||||
if (buffpek->base+buffpek->max_keys*sort_length == base)
|
||||
{
|
||||
buffpek->max_keys+=max_keys;
|
||||
break;
|
||||
}
|
||||
else if (base+max_keys*sort_length == buffpek->base)
|
||||
{
|
||||
buffpek->base=base;
|
||||
buffpek->max_keys+=max_keys;
|
||||
break;
|
||||
}
|
||||
}
|
||||
break; /* One buffer have been removed */
|
||||
}
|
||||
}
|
||||
else if (error == -1)
|
||||
goto err; /* purecov: inspected */
|
||||
queue_replaced(&queue); /* Top element has been replaced */
|
||||
goto err; /* purecov: inspected */
|
||||
queue_replaced(&queue); /* Top element has been replaced */
|
||||
}
|
||||
}
|
||||
buffpek=(BUFFPEK*) queue_top(&queue);
|
||||
@ -492,9 +732,9 @@ merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
if (to_file)
|
||||
{
|
||||
if (my_b_write(to_file,(byte*) buffpek->key,
|
||||
(sort_length*buffpek->mem_count)))
|
||||
(sort_length*buffpek->mem_count)))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
}
|
||||
else
|
||||
@ -502,18 +742,18 @@ merge_buffers(MI_SORT_PARAM *info, uint keys, IO_CACHE *from_file,
|
||||
register uchar *end;
|
||||
strpos= buffpek->key;
|
||||
for (end=strpos+buffpek->mem_count*sort_length;
|
||||
strpos != end ;
|
||||
strpos+=sort_length)
|
||||
strpos != end ;
|
||||
strpos+=sort_length)
|
||||
{
|
||||
if ((*info->key_write)(info->sort_info,(void*) strpos))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
if ((*info->key_write)(info,(void*) strpos))
|
||||
{
|
||||
error=1; goto err; /* purecov: inspected */
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
while ((error=(int) read_to_buffer(from_file,buffpek,sort_length)) != -1 &&
|
||||
error != 0);
|
||||
error != 0);
|
||||
|
||||
lastbuff->count=count;
|
||||
if (to_file)
|
||||
@ -524,15 +764,15 @@ err:
|
||||
} /* merge_buffers */
|
||||
|
||||
|
||||
/* Do a merge to output-file (save only positions) */
|
||||
/* Do a merge to output-file (save only positions) */
|
||||
|
||||
static int NEAR_F
|
||||
merge_index(MI_SORT_PARAM *info, uint keys, uchar **sort_keys,
|
||||
BUFFPEK *buffpek, int maxbuffer, IO_CACHE *tempfile)
|
||||
BUFFPEK *buffpek, int maxbuffer, IO_CACHE *tempfile)
|
||||
{
|
||||
DBUG_ENTER("merge_index");
|
||||
if (merge_buffers(info,keys,tempfile,(IO_CACHE*) 0,sort_keys,buffpek,buffpek,
|
||||
buffpek+maxbuffer))
|
||||
buffpek+maxbuffer))
|
||||
DBUG_RETURN(1); /* purecov: inspected */
|
||||
DBUG_RETURN(0);
|
||||
} /* merge_index */
|
||||
|
Reference in New Issue
Block a user