mirror of
https://github.com/postgres/postgres.git
synced 2025-10-24 01:29:19 +03:00
419fe7cd1b
Fix string's length calculation for recoding, fix strlower() to avoid wrong assumption about length of recoded string (was: recoded string is no greater that source, it may not true for multibyte encodings) Thanks to Thomas H. <me@alternize.com> and Magnus Hagander <mha@sollentuna.net>
115 lines
2.0 KiB
C
115 lines
2.0 KiB
C
/*
|
|
* stopword library
|
|
* Teodor Sigaev <teodor@sigaev.ru>
|
|
*/
|
|
#include "postgres.h"
|
|
|
|
#include "common.h"
|
|
#include "dict.h"
|
|
#include "ts_locale.h"
|
|
|
|
#define STOPBUFLEN 4096
|
|
|
|
void
|
|
freestoplist(StopList * s)
|
|
{
|
|
char **ptr = s->stop;
|
|
|
|
if (ptr)
|
|
while (*ptr && s->len > 0)
|
|
{
|
|
free(*ptr);
|
|
ptr++;
|
|
s->len--;
|
|
free(s->stop);
|
|
}
|
|
memset(s, 0, sizeof(StopList));
|
|
}
|
|
|
|
void
|
|
readstoplist(text *in, StopList * s)
|
|
{
|
|
char **stop = NULL;
|
|
|
|
s->len = 0;
|
|
if (in && VARSIZE(in) - VARHDRSZ > 0)
|
|
{
|
|
char *filename = to_absfilename(text2char(in));
|
|
FILE *hin;
|
|
char buf[STOPBUFLEN], *pbuf;
|
|
int reallen = 0;
|
|
|
|
if ((hin = fopen(filename, "r")) == NULL)
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_CONFIG_FILE_ERROR),
|
|
errmsg("could not open file \"%s\": %m",
|
|
filename)));
|
|
|
|
while (fgets(buf, STOPBUFLEN, hin))
|
|
{
|
|
buf[strlen(buf) - 1] = '\0';
|
|
pg_verifymbstr(buf, strlen(buf), false);
|
|
if (*buf == '\0')
|
|
continue;
|
|
|
|
if (s->len >= reallen)
|
|
{
|
|
char **tmp;
|
|
|
|
reallen = (reallen) ? reallen * 2 : 16;
|
|
tmp = (char **) realloc((void *) stop, sizeof(char *) * reallen);
|
|
if (!tmp)
|
|
{
|
|
freestoplist(s);
|
|
fclose(hin);
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_OUT_OF_MEMORY),
|
|
errmsg("out of memory")));
|
|
}
|
|
stop = tmp;
|
|
}
|
|
|
|
if (s->wordop)
|
|
{
|
|
pbuf = s->wordop(buf);
|
|
stop[s->len] = strdup(pbuf);
|
|
pfree(pbuf);
|
|
} else
|
|
stop[s->len] = strdup(buf);
|
|
|
|
if (!stop[s->len])
|
|
{
|
|
freestoplist(s);
|
|
fclose(hin);
|
|
ereport(ERROR,
|
|
(errcode(ERRCODE_OUT_OF_MEMORY),
|
|
errmsg("out of memory")));
|
|
}
|
|
|
|
(s->len)++;
|
|
}
|
|
fclose(hin);
|
|
pfree(filename);
|
|
}
|
|
s->stop = stop;
|
|
}
|
|
|
|
static int
|
|
comparestr(const void *a, const void *b)
|
|
{
|
|
return strcmp(*(char **) a, *(char **) b);
|
|
}
|
|
|
|
void
|
|
sortstoplist(StopList * s)
|
|
{
|
|
if (s->stop && s->len > 0)
|
|
qsort(s->stop, s->len, sizeof(char *), comparestr);
|
|
}
|
|
|
|
bool
|
|
searchstoplist(StopList * s, char *key)
|
|
{
|
|
return (s->stop && s->len > 0 && bsearch(&key, s->stop, s->len, sizeof(char *), comparestr)) ? true : false;
|
|
}
|