mirror of
https://github.com/MariaDB/server.git
synced 2025-07-23 08:45:18 +03:00
WL#5151: Conversion between different types when replicating
Row-based replication requires the types of columns on the
master and slave to be approximately the same (some safe
conversions between strings are allowed), but does not
allow safe conversions between fields of similar types such
as TINYINT and INT.
This patch implement type conversions between similar fields
on the master and slave.
The conversions are controlled using a new variable
SLAVE_TYPE_CONVERSIONS of type SET('ALL_LOSSY','ALL_NON_LOSSY').
Non-lossy conversions are any conversions that do not run the
risk of losing any information, while lossy conversions can
potentially truncate the value. The column definitions are
checked to decide if the conversion is acceptable.
If neither conversion is enabled, it is required that the
definitions of the columns are identical on master and slave.
Conversion is done by creating an internal conversion table,
unpacking the master data into it, and then copy the data to
the real table on the slave.
This commit is contained in:
Mats Kindahl
@ -14,8 +14,184 @@
|
||||
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */
|
||||
|
||||
#include "rpl_utility.h"
|
||||
|
||||
#ifndef MYSQL_CLIENT
|
||||
#include "rpl_rli.h"
|
||||
|
||||
/**
|
||||
Template function to compare two objects.
|
||||
*/
|
||||
namespace {
|
||||
template <class Type>
|
||||
int compare(Type a, Type b)
|
||||
{
|
||||
if (a < b)
|
||||
return -1;
|
||||
if (b < a)
|
||||
return 1;
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
Max value for an unsigned integer of 'bits' bits.
|
||||
|
||||
The somewhat contorted expression is to avoid overflow.
|
||||
*/
|
||||
uint32 uint_max(int bits) {
|
||||
return (((1UL << (bits - 1)) - 1) << 1) | 1;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
Compute the maximum display length of a field.
|
||||
|
||||
@param sql_type Type of the field
|
||||
@param metadata The metadata from the master for the field.
|
||||
@return Maximum length of the field in bytes.
|
||||
*/
|
||||
static uint32
|
||||
max_display_length_for_field(enum_field_types sql_type, unsigned int metadata)
|
||||
{
|
||||
DBUG_PRINT("debug", ("sql_type: %d, metadata: 0x%x", sql_type, metadata));
|
||||
DBUG_ASSERT(metadata >> 16 == 0);
|
||||
|
||||
switch (sql_type) {
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
return metadata >> 8;
|
||||
|
||||
case MYSQL_TYPE_FLOAT:
|
||||
return 12;
|
||||
|
||||
case MYSQL_TYPE_DOUBLE:
|
||||
return 22;
|
||||
|
||||
case MYSQL_TYPE_SET:
|
||||
case MYSQL_TYPE_ENUM:
|
||||
return metadata & 0x00ff;
|
||||
|
||||
case MYSQL_TYPE_STRING:
|
||||
{
|
||||
uchar type= metadata >> 8;
|
||||
if (type == MYSQL_TYPE_SET || type == MYSQL_TYPE_ENUM)
|
||||
return metadata & 0xff;
|
||||
else
|
||||
/* This is taken from Field_string::unpack. */
|
||||
return (((metadata >> 4) & 0x300) ^ 0x300) + (metadata & 0x00ff);
|
||||
}
|
||||
|
||||
case MYSQL_TYPE_YEAR:
|
||||
case MYSQL_TYPE_TINY:
|
||||
return 4;
|
||||
|
||||
case MYSQL_TYPE_SHORT:
|
||||
return 6;
|
||||
|
||||
case MYSQL_TYPE_INT24:
|
||||
return 9;
|
||||
|
||||
case MYSQL_TYPE_LONG:
|
||||
return 11;
|
||||
|
||||
#ifdef HAVE_LONG_LONG
|
||||
case MYSQL_TYPE_LONGLONG:
|
||||
return 20;
|
||||
|
||||
#endif
|
||||
case MYSQL_TYPE_NULL:
|
||||
return 0;
|
||||
|
||||
case MYSQL_TYPE_NEWDATE:
|
||||
return 3;
|
||||
|
||||
case MYSQL_TYPE_DATE:
|
||||
case MYSQL_TYPE_TIME:
|
||||
return 3;
|
||||
|
||||
case MYSQL_TYPE_TIMESTAMP:
|
||||
return 4;
|
||||
|
||||
case MYSQL_TYPE_DATETIME:
|
||||
return 8;
|
||||
|
||||
case MYSQL_TYPE_BIT:
|
||||
{
|
||||
/*
|
||||
Decode the size of the bit field from the master.
|
||||
from_len is the length in bytes from the master
|
||||
from_bit_len is the number of extra bits stored in the master record
|
||||
*/
|
||||
uint from_len= (metadata >> 8U) & 0x00ff;
|
||||
uint from_bit_len= metadata & 0x00ff;
|
||||
DBUG_ASSERT(from_bit_len <= 7);
|
||||
return 8 * from_len + from_bit_len;
|
||||
}
|
||||
|
||||
case MYSQL_TYPE_VAR_STRING:
|
||||
case MYSQL_TYPE_VARCHAR:
|
||||
return metadata;
|
||||
|
||||
/*
|
||||
The actual length for these types does not really matter since
|
||||
they are used to calc_pack_length, which ignores the given
|
||||
length for these types.
|
||||
|
||||
Since we want this to be accurate for other uses, we return the
|
||||
maximum size in bytes of these BLOBs.
|
||||
*/
|
||||
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
return uint_max(1 * 8);
|
||||
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
return uint_max(3 * 8);
|
||||
|
||||
case MYSQL_TYPE_BLOB:
|
||||
/*
|
||||
For the blob type, Field::real_type() lies and say that all
|
||||
blobs are of type MYSQL_TYPE_BLOB. In that case, we have to look
|
||||
at the length instead to decide what the max display size is.
|
||||
*/
|
||||
return uint_max(metadata * 8);
|
||||
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
case MYSQL_TYPE_GEOMETRY:
|
||||
return uint_max(4 * 8);
|
||||
|
||||
default:
|
||||
return ~(uint32) 0;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/*
|
||||
Compare the pack lengths of a source field (on the master) and a
|
||||
target field (on the slave).
|
||||
|
||||
@param field Target field.
|
||||
@param type Source field type.
|
||||
@param metadata Source field metadata.
|
||||
|
||||
@retval -1 The length of the source field is smaller than the target field.
|
||||
@retval 0 The length of the source and target fields are the same.
|
||||
@retval 1 The length of the source field is greater than the target field.
|
||||
*/
|
||||
int compare_lengths(Field *field, enum_field_types source_type, uint16 metadata)
|
||||
{
|
||||
DBUG_ENTER("compare_lengths");
|
||||
size_t const source_length=
|
||||
max_display_length_for_field(source_type, metadata);
|
||||
size_t const target_length= field->max_display_length();
|
||||
DBUG_PRINT("debug", ("source_length: %lu, source_type: %u,"
|
||||
" target_length: %lu, target_type: %u",
|
||||
(unsigned long) source_length, source_type,
|
||||
(unsigned long) target_length, field->real_type()));
|
||||
int result= compare(source_length, target_length);
|
||||
DBUG_PRINT("result", ("%d", result));
|
||||
DBUG_RETURN(result);
|
||||
}
|
||||
|
||||
/*********************************************************************
|
||||
* table_def member definitions *
|
||||
*********************************************************************/
|
||||
@ -169,58 +345,698 @@ uint32 table_def::calc_field_size(uint col, uchar *master_data) const
|
||||
return length;
|
||||
}
|
||||
|
||||
/*
|
||||
|
||||
/**
|
||||
*/
|
||||
void show_sql_type(enum_field_types type, uint16 metadata, String *str)
|
||||
{
|
||||
DBUG_ENTER("show_sql_type");
|
||||
DBUG_PRINT("enter", ("type: %d, metadata: 0x%x", type, metadata));
|
||||
|
||||
switch (type)
|
||||
{
|
||||
case MYSQL_TYPE_TINY:
|
||||
str->set_ascii(STRING_WITH_LEN("tinyint"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_SHORT:
|
||||
str->set_ascii(STRING_WITH_LEN("smallint"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_LONG:
|
||||
str->set_ascii(STRING_WITH_LEN("int"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_FLOAT:
|
||||
str->set_ascii(STRING_WITH_LEN("float"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_DOUBLE:
|
||||
str->set_ascii(STRING_WITH_LEN("double"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_NULL:
|
||||
str->set_ascii(STRING_WITH_LEN("null"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_TIMESTAMP:
|
||||
str->set_ascii(STRING_WITH_LEN("timestamp"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_LONGLONG:
|
||||
str->set_ascii(STRING_WITH_LEN("bigint"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_INT24:
|
||||
str->set_ascii(STRING_WITH_LEN("mediumint"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_NEWDATE:
|
||||
case MYSQL_TYPE_DATE:
|
||||
str->set_ascii(STRING_WITH_LEN("date"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_TIME:
|
||||
str->set_ascii(STRING_WITH_LEN("time"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_DATETIME:
|
||||
str->set_ascii(STRING_WITH_LEN("datetime"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_YEAR:
|
||||
str->set_ascii(STRING_WITH_LEN("year"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_VAR_STRING:
|
||||
case MYSQL_TYPE_VARCHAR:
|
||||
{
|
||||
CHARSET_INFO *cs= str->charset();
|
||||
uint32 length=
|
||||
cs->cset->snprintf(cs, (char*) str->ptr(), str->alloced_length(),
|
||||
"varchar(%u)", metadata);
|
||||
str->length(length);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_BIT:
|
||||
{
|
||||
CHARSET_INFO *cs= str->charset();
|
||||
int bit_length= (metadata >> 8) + (metadata & 0xFF);
|
||||
uint32 length=
|
||||
cs->cset->snprintf(cs, (char*) str->ptr(), str->alloced_length(),
|
||||
"bit(%d)", bit_length);
|
||||
str->length(length);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_DECIMAL:
|
||||
{
|
||||
CHARSET_INFO *cs= str->charset();
|
||||
uint32 length=
|
||||
cs->cset->snprintf(cs, (char*) str->ptr(), str->alloced_length(),
|
||||
"decimal(%d,?)", metadata);
|
||||
str->length(length);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
{
|
||||
CHARSET_INFO *cs= str->charset();
|
||||
uint32 length=
|
||||
cs->cset->snprintf(cs, (char*) str->ptr(), str->alloced_length(),
|
||||
"decimal(%d,%d)", metadata >> 8, metadata & 0xff);
|
||||
str->length(length);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_ENUM:
|
||||
str->set_ascii(STRING_WITH_LEN("enum"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_SET:
|
||||
str->set_ascii(STRING_WITH_LEN("set"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_BLOB:
|
||||
/*
|
||||
Field::real_type() lies regarding the actual type of a BLOB, so
|
||||
it is necessary to check the pack length to figure out what kind
|
||||
of blob it really is.
|
||||
*/
|
||||
switch (get_blob_type_from_length(metadata))
|
||||
{
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
str->set_ascii(STRING_WITH_LEN("tinyblob"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
str->set_ascii(STRING_WITH_LEN("mediumblob"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
str->set_ascii(STRING_WITH_LEN("longblob"));
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_BLOB:
|
||||
str->set_ascii(STRING_WITH_LEN("blob"));
|
||||
break;
|
||||
|
||||
default:
|
||||
DBUG_ASSERT(0);
|
||||
break;
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_STRING:
|
||||
{
|
||||
/*
|
||||
This is taken from Field_string::unpack.
|
||||
*/
|
||||
CHARSET_INFO *cs= str->charset();
|
||||
uint bytes= (((metadata >> 4) & 0x300) ^ 0x300) + (metadata & 0x00ff);
|
||||
uint32 length=
|
||||
cs->cset->snprintf(cs, (char*) str->ptr(), str->alloced_length(),
|
||||
"char(%d)", bytes / cs->mbmaxlen);
|
||||
str->length(length);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_GEOMETRY:
|
||||
str->set_ascii(STRING_WITH_LEN("geometry"));
|
||||
break;
|
||||
|
||||
default:
|
||||
str->set_ascii(STRING_WITH_LEN("<unknown type>"));
|
||||
}
|
||||
DBUG_VOID_RETURN;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
Check the order variable and print errors if the order is not
|
||||
acceptable according to the current settings.
|
||||
*/
|
||||
bool is_conversion_ok(int order, Relay_log_info *rli)
|
||||
{
|
||||
DBUG_ENTER("is_conversion_ok");
|
||||
bool allow_non_lossy=
|
||||
bit_is_set(slave_type_conversions_options, SLAVE_TYPE_CONVERSIONS_ALL_NON_LOSSY);
|
||||
bool allow_lossy=
|
||||
bit_is_set(slave_type_conversions_options, SLAVE_TYPE_CONVERSIONS_ALL_LOSSY);
|
||||
|
||||
DBUG_PRINT("enter", ("order: %d, flags:%s%s", order,
|
||||
allow_non_lossy ? " ALL_NON_LOSSY" : "",
|
||||
allow_lossy ? " ALL_LOSSY" : ""));
|
||||
if (order < 0 && !allow_non_lossy)
|
||||
{
|
||||
/* !!! Add error message saying that non-lossy conversions need to be allowed. */
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
|
||||
if (order > 0 && !allow_lossy)
|
||||
{
|
||||
/* !!! Add error message saying that lossy conversions need to be allowed. */
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
|
||||
DBUG_RETURN(true);
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
Can a type potentially be converted to another type?
|
||||
|
||||
This function check if the types are convertible and what
|
||||
conversion is required.
|
||||
|
||||
If conversion is not possible, and error is printed.
|
||||
|
||||
If conversion is possible:
|
||||
|
||||
- *order will be set to -1 if source type is smaller than target
|
||||
type and a non-lossy conversion can be required. This includes
|
||||
the case where the field types are different but types could
|
||||
actually be converted in either direction.
|
||||
|
||||
- *order will be set to 0 if no conversion is required.
|
||||
|
||||
- *order will be set to 1 if the source type is strictly larger
|
||||
than the target type and that conversion is potentially lossy.
|
||||
|
||||
@param[in] field Target field
|
||||
@param[in] type Source field type
|
||||
@param[in] metadata Source field metadata
|
||||
@param[in] rli Relay log info (for error reporting)
|
||||
@param[out] order Order between source field and target field
|
||||
|
||||
@return @c true if conversion is possible according to the current
|
||||
settings, @c false if conversion is not possible according to the
|
||||
current setting.
|
||||
*/
|
||||
static bool
|
||||
can_convert_field_to(Field *field,
|
||||
enum_field_types source_type, uint16 metadata,
|
||||
Relay_log_info *rli, int *order_var)
|
||||
{
|
||||
DBUG_ENTER("can_convert_field_to");
|
||||
#ifndef DBUG_OFF
|
||||
char field_type_buf[MAX_FIELD_WIDTH];
|
||||
String field_type(field_type_buf, sizeof(field_type_buf), field->charset());
|
||||
field->sql_type(field_type);
|
||||
DBUG_PRINT("enter", ("field_type: %s, target_type: %d, source_type: %d, source_metadata: 0x%x",
|
||||
field_type.c_ptr(), field->real_type(), source_type, metadata));
|
||||
#endif
|
||||
/*
|
||||
If the real type is the same, we need to check the metadata to
|
||||
decide if conversions are allowed.
|
||||
*/
|
||||
if (field->real_type() == source_type)
|
||||
{
|
||||
DBUG_PRINT("debug", ("Base types are identical, doing field size comparison"));
|
||||
if (field->compatible_field_size(metadata, rli, order_var))
|
||||
DBUG_RETURN(is_conversion_ok(*order_var, rli));
|
||||
else
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
else if (!slave_type_conversions_options)
|
||||
DBUG_RETURN(false);
|
||||
|
||||
/*
|
||||
Here, from and to will always be different. Since the types are
|
||||
different, we cannot use the compatible_field_size() function, but
|
||||
have to rely on hard-coded max-sizes for fields.
|
||||
*/
|
||||
|
||||
DBUG_PRINT("debug", ("Base types are different, checking conversion"));
|
||||
switch (source_type) // Source type (on master)
|
||||
{
|
||||
case MYSQL_TYPE_DECIMAL:
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
case MYSQL_TYPE_FLOAT:
|
||||
case MYSQL_TYPE_DOUBLE:
|
||||
switch (field->real_type())
|
||||
{
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
/*
|
||||
Then the other type is either FLOAT, DOUBLE, or old style
|
||||
DECIMAL, so we require lossy conversion.
|
||||
*/
|
||||
*order_var= 1;
|
||||
DBUG_RETURN(is_conversion_ok(*order_var, rli));
|
||||
|
||||
case MYSQL_TYPE_DECIMAL:
|
||||
case MYSQL_TYPE_FLOAT:
|
||||
case MYSQL_TYPE_DOUBLE:
|
||||
{
|
||||
if (source_type == MYSQL_TYPE_NEWDECIMAL ||
|
||||
source_type == MYSQL_TYPE_DECIMAL)
|
||||
*order_var = 1; // Always require lossy conversions
|
||||
else
|
||||
*order_var= compare_lengths(field, source_type, metadata);
|
||||
DBUG_ASSERT(*order_var != 0);
|
||||
DBUG_RETURN(is_conversion_ok(*order_var, rli));
|
||||
}
|
||||
|
||||
default:
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
break;
|
||||
|
||||
/*
|
||||
The length comparison check will do the correct job of comparing
|
||||
the field lengths (in bytes) of two integer types.
|
||||
*/
|
||||
case MYSQL_TYPE_TINY:
|
||||
case MYSQL_TYPE_SHORT:
|
||||
case MYSQL_TYPE_INT24:
|
||||
case MYSQL_TYPE_LONG:
|
||||
case MYSQL_TYPE_LONGLONG:
|
||||
switch (field->real_type())
|
||||
{
|
||||
case MYSQL_TYPE_TINY:
|
||||
case MYSQL_TYPE_SHORT:
|
||||
case MYSQL_TYPE_INT24:
|
||||
case MYSQL_TYPE_LONG:
|
||||
case MYSQL_TYPE_LONGLONG:
|
||||
*order_var= compare_lengths(field, source_type, metadata);
|
||||
DBUG_ASSERT(*order_var != 0);
|
||||
DBUG_RETURN(is_conversion_ok(*order_var, rli));
|
||||
|
||||
default:
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
break;
|
||||
|
||||
/*
|
||||
Since source and target type is different, and it is not possible
|
||||
to convert bit types to anything else, this will return false.
|
||||
*/
|
||||
case MYSQL_TYPE_BIT:
|
||||
DBUG_RETURN(false);
|
||||
|
||||
/*
|
||||
If all conversions are disabled, it is not allowed to convert
|
||||
between these types. Since the TEXT vs. BINARY is distinguished by
|
||||
the charset, and the charset is not replicated, we cannot
|
||||
currently distinguish between , e.g., TEXT and BLOB.
|
||||
*/
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
case MYSQL_TYPE_BLOB:
|
||||
case MYSQL_TYPE_STRING:
|
||||
case MYSQL_TYPE_VAR_STRING:
|
||||
case MYSQL_TYPE_VARCHAR:
|
||||
switch (field->real_type())
|
||||
{
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
case MYSQL_TYPE_BLOB:
|
||||
case MYSQL_TYPE_STRING:
|
||||
case MYSQL_TYPE_VAR_STRING:
|
||||
case MYSQL_TYPE_VARCHAR:
|
||||
*order_var= compare_lengths(field, source_type, metadata);
|
||||
/*
|
||||
Here we know that the types are different, so if the order
|
||||
gives that they do not require any conversion, we still need
|
||||
to have non-lossy conversion enabled to allow conversion
|
||||
between different (string) types of the same length.
|
||||
*/
|
||||
if (*order_var == 0)
|
||||
*order_var= -1;
|
||||
DBUG_RETURN(is_conversion_ok(*order_var, rli));
|
||||
|
||||
default:
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_GEOMETRY:
|
||||
case MYSQL_TYPE_TIMESTAMP:
|
||||
case MYSQL_TYPE_DATE:
|
||||
case MYSQL_TYPE_TIME:
|
||||
case MYSQL_TYPE_DATETIME:
|
||||
case MYSQL_TYPE_YEAR:
|
||||
case MYSQL_TYPE_NEWDATE:
|
||||
case MYSQL_TYPE_NULL:
|
||||
case MYSQL_TYPE_ENUM:
|
||||
case MYSQL_TYPE_SET:
|
||||
DBUG_RETURN(false);
|
||||
}
|
||||
DBUG_RETURN(false); // To keep GCC happy
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
Is the definition compatible with a table?
|
||||
|
||||
This function will compare the master table with an existing table
|
||||
on the slave and see if they are compatible with respect to the
|
||||
current settings of @c SLAVE_TYPE_CONVERSIONS.
|
||||
|
||||
If the tables are compatible and conversions are required, @c
|
||||
*tmp_table_var will be set to a virtual temporary table with field
|
||||
pointers for the fields that require conversions. This allow simple
|
||||
checking of whether a conversion are to be applied or not.
|
||||
|
||||
If tables are compatible, but no conversions are necessary, @c
|
||||
*tmp_table_var will be set to NULL.
|
||||
|
||||
@param rli_arg[in]
|
||||
Relay log info, for error reporting.
|
||||
|
||||
@param table[in]
|
||||
Table to compare with
|
||||
|
||||
@param tmp_table_var[out]
|
||||
Virtual temporary table for performing conversions, if necessary.
|
||||
|
||||
@retval true Master table is compatible with slave table.
|
||||
@retval false Master table is not compatible with slave table.
|
||||
*/
|
||||
int
|
||||
table_def::compatible_with(Relay_log_info const *rli_arg, TABLE *table)
|
||||
bool
|
||||
table_def::compatible_with(THD *thd, Relay_log_info *rli,
|
||||
TABLE *table, TABLE **conv_table_var)
|
||||
const
|
||||
{
|
||||
/*
|
||||
We only check the initial columns for the tables.
|
||||
*/
|
||||
uint const cols_to_check= min(table->s->fields, size());
|
||||
int error= 0;
|
||||
Relay_log_info const *rli= const_cast<Relay_log_info*>(rli_arg);
|
||||
|
||||
TABLE_SHARE const *const tsh= table->s;
|
||||
TABLE *tmp_table= NULL;
|
||||
|
||||
for (uint col= 0 ; col < cols_to_check ; ++col)
|
||||
{
|
||||
Field *const field= table->field[col];
|
||||
if (field->type() != type(col))
|
||||
int order;
|
||||
if (can_convert_field_to(field, type(col), field_metadata(col), rli, &order))
|
||||
{
|
||||
DBUG_ASSERT(col < size() && col < tsh->fields);
|
||||
DBUG_ASSERT(tsh->db.str && tsh->table_name.str);
|
||||
error= 1;
|
||||
char buf[256];
|
||||
my_snprintf(buf, sizeof(buf), "Column %d type mismatch - "
|
||||
"received type %d, %s.%s has type %d",
|
||||
col, type(col), tsh->db.str, tsh->table_name.str,
|
||||
field->type());
|
||||
rli->report(ERROR_LEVEL, ER_BINLOG_ROW_WRONG_TABLE_DEF,
|
||||
ER(ER_BINLOG_ROW_WRONG_TABLE_DEF), buf);
|
||||
DBUG_PRINT("debug", ("Checking column %d -"
|
||||
" field '%s' can be converted - order: %d",
|
||||
col, field->field_name, order));
|
||||
DBUG_ASSERT(order >= -1 && order <= 1);
|
||||
|
||||
/*
|
||||
If order is not 0, a conversion is required, so we need to set
|
||||
up the conversion table.
|
||||
*/
|
||||
if (order != 0 && tmp_table == NULL)
|
||||
{
|
||||
/*
|
||||
This will create the full table with all fields. This is
|
||||
necessary to ge the correct field lengths for the record.
|
||||
*/
|
||||
tmp_table= create_conversion_table(thd, rli, table);
|
||||
if (tmp_table == NULL)
|
||||
return false;
|
||||
/*
|
||||
Clear all fields up to, but not including, this column.
|
||||
*/
|
||||
for (unsigned int i= 0; i < col; ++i)
|
||||
tmp_table->field[i]= NULL;
|
||||
}
|
||||
|
||||
if (order == 0 && tmp_table != NULL)
|
||||
tmp_table->field[col]= NULL;
|
||||
}
|
||||
/*
|
||||
Check the slave's field size against that of the master.
|
||||
*/
|
||||
if (!error &&
|
||||
!field->compatible_field_size(field_metadata(col), rli_arg))
|
||||
else
|
||||
{
|
||||
error= 1;
|
||||
char buf[256];
|
||||
my_snprintf(buf, sizeof(buf), "Column %d size mismatch - "
|
||||
"master has size %d, %s.%s on slave has size %d."
|
||||
" Master's column size should be <= the slave's "
|
||||
"column size.", col,
|
||||
field->pack_length_from_metadata(m_field_metadata[col]),
|
||||
tsh->db.str, tsh->table_name.str,
|
||||
field->row_pack_length());
|
||||
rli->report(ERROR_LEVEL, ER_BINLOG_ROW_WRONG_TABLE_DEF,
|
||||
ER(ER_BINLOG_ROW_WRONG_TABLE_DEF), buf);
|
||||
DBUG_PRINT("debug", ("Checking column %d -"
|
||||
" field '%s' can not be converted",
|
||||
col, field->field_name));
|
||||
DBUG_ASSERT(col < size() && col < table->s->fields);
|
||||
DBUG_ASSERT(table->s->db.str && table->s->table_name.str);
|
||||
const char *db_name= table->s->db.str;
|
||||
const char *tbl_name= table->s->table_name.str;
|
||||
char source_buf[MAX_FIELD_WIDTH];
|
||||
char target_buf[MAX_FIELD_WIDTH];
|
||||
String source_type(source_buf, sizeof(source_buf), field->charset());
|
||||
String target_type(target_buf, sizeof(target_buf), field->charset());
|
||||
show_sql_type(type(col), field_metadata(col), &source_type);
|
||||
field->sql_type(target_type);
|
||||
rli->report(ERROR_LEVEL, ER_SLAVE_CONVERSION_FAILED,
|
||||
ER(ER_SLAVE_CONVERSION_FAILED),
|
||||
col, db_name, tbl_name,
|
||||
source_type.c_ptr(), target_type.c_ptr());
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
return error;
|
||||
#ifndef DBUG_OFF
|
||||
if (tmp_table)
|
||||
{
|
||||
for (unsigned int col= 0; col < tmp_table->s->fields; ++col)
|
||||
if (tmp_table->field[col])
|
||||
{
|
||||
char source_buf[MAX_FIELD_WIDTH];
|
||||
char target_buf[MAX_FIELD_WIDTH];
|
||||
String source_type(source_buf, sizeof(source_buf), table->field[col]->charset());
|
||||
String target_type(target_buf, sizeof(target_buf), table->field[col]->charset());
|
||||
tmp_table->field[col]->sql_type(source_type);
|
||||
table->field[col]->sql_type(target_type);
|
||||
DBUG_PRINT("debug", ("Field %s - conversion required."
|
||||
" Source type: '%s', Target type: '%s'",
|
||||
tmp_table->field[col]->field_name,
|
||||
source_type.c_ptr(), target_type.c_ptr()));
|
||||
}
|
||||
}
|
||||
#endif
|
||||
|
||||
*conv_table_var= tmp_table;
|
||||
return true;
|
||||
}
|
||||
|
||||
/**
|
||||
Create a conversion table.
|
||||
|
||||
If the function is unable to create the conversion table, an error
|
||||
will be printed and NULL will be returned.
|
||||
|
||||
@return Pointer to conversion table, or NULL if unable to create
|
||||
conversion table.
|
||||
*/
|
||||
|
||||
TABLE *table_def::create_conversion_table(THD *thd, Relay_log_info *rli, TABLE *target_table) const
|
||||
{
|
||||
DBUG_ENTER("table_def::create_conversion_table");
|
||||
|
||||
List<Create_field> field_list;
|
||||
|
||||
for (uint col= 0 ; col < size() ; ++col)
|
||||
{
|
||||
Create_field *field_def=
|
||||
(Create_field*) alloc_root(thd->mem_root, sizeof(Create_field));
|
||||
if (field_list.push_back(field_def))
|
||||
DBUG_RETURN(NULL);
|
||||
|
||||
uint decimals= 0;
|
||||
TYPELIB* interval= NULL;
|
||||
uint pack_length= 0;
|
||||
uint32 max_length=
|
||||
max_display_length_for_field(type(col), field_metadata(col));
|
||||
|
||||
switch(type(col))
|
||||
{
|
||||
int precision;
|
||||
case MYSQL_TYPE_ENUM:
|
||||
case MYSQL_TYPE_SET:
|
||||
interval= static_cast<Field_enum*>(target_table->field[col])->typelib;
|
||||
pack_length= field_metadata(col) & 0x00ff;
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
/*
|
||||
The display length of a DECIMAL type is not the same as the
|
||||
length that should be supplied to make_field, so we correct
|
||||
the length here.
|
||||
*/
|
||||
precision= field_metadata(col) >> 8;
|
||||
decimals= field_metadata(col) & 0x00ff;
|
||||
max_length=
|
||||
my_decimal_precision_to_length(precision, decimals, FALSE);
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_DECIMAL:
|
||||
precision= field_metadata(col);
|
||||
decimals= static_cast<Field_num*>(target_table->field[col])->dec;
|
||||
max_length= field_metadata(col);
|
||||
break;
|
||||
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
case MYSQL_TYPE_BLOB:
|
||||
case MYSQL_TYPE_GEOMETRY:
|
||||
pack_length= field_metadata(col) & 0x00ff;
|
||||
break;
|
||||
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
DBUG_PRINT("debug", ("sql_type: %d, target_field: '%s', max_length: %d, decimals: %d,"
|
||||
" maybe_null: %d, unsigned_flag: %d, pack_length: %u",
|
||||
type(col), target_table->field[col]->field_name,
|
||||
max_length, decimals, TRUE, FALSE, pack_length));
|
||||
field_def->init_for_tmp_table(type(col),
|
||||
max_length,
|
||||
decimals,
|
||||
maybe_null(col), // maybe_null
|
||||
FALSE, // unsigned_flag
|
||||
pack_length);
|
||||
field_def->charset= target_table->field[col]->charset();
|
||||
field_def->interval= interval;
|
||||
}
|
||||
|
||||
TABLE *conv_table= create_virtual_tmp_table(thd, field_list);
|
||||
if (conv_table == NULL)
|
||||
rli->report(ERROR_LEVEL, ER_SLAVE_CANT_CREATE_CONVERSION,
|
||||
ER(ER_SLAVE_CANT_CREATE_CONVERSION),
|
||||
target_table->s->db.str,
|
||||
target_table->s->table_name.str);
|
||||
DBUG_RETURN(conv_table);
|
||||
}
|
||||
|
||||
#endif /* MYSQL_CLIENT */
|
||||
|
||||
table_def::table_def(unsigned char *types, ulong size,
|
||||
uchar *field_metadata, int metadata_size,
|
||||
uchar *null_bitmap)
|
||||
: m_size(size), m_type(0), m_field_metadata_size(metadata_size),
|
||||
m_field_metadata(0), m_null_bits(0), m_memory(NULL)
|
||||
{
|
||||
m_memory= (uchar *)my_multi_malloc(MYF(MY_WME),
|
||||
&m_type, size,
|
||||
&m_field_metadata,
|
||||
size * sizeof(uint16),
|
||||
&m_null_bits, (size + 7) / 8,
|
||||
NULL);
|
||||
|
||||
bzero(m_field_metadata, size * sizeof(uint16));
|
||||
|
||||
if (m_type)
|
||||
memcpy(m_type, types, size);
|
||||
else
|
||||
m_size= 0;
|
||||
/*
|
||||
Extract the data from the table map into the field metadata array
|
||||
iff there is field metadata. The variable metadata_size will be
|
||||
0 if we are replicating from an older version server since no field
|
||||
metadata was written to the table map. This can also happen if
|
||||
there were no fields in the master that needed extra metadata.
|
||||
*/
|
||||
if (m_size && metadata_size)
|
||||
{
|
||||
int index= 0;
|
||||
for (unsigned int i= 0; i < m_size; i++)
|
||||
{
|
||||
switch (m_type[i]) {
|
||||
case MYSQL_TYPE_TINY_BLOB:
|
||||
case MYSQL_TYPE_BLOB:
|
||||
case MYSQL_TYPE_MEDIUM_BLOB:
|
||||
case MYSQL_TYPE_LONG_BLOB:
|
||||
case MYSQL_TYPE_DOUBLE:
|
||||
case MYSQL_TYPE_FLOAT:
|
||||
{
|
||||
/*
|
||||
These types store a single byte.
|
||||
*/
|
||||
m_field_metadata[i]= field_metadata[index];
|
||||
index++;
|
||||
break;
|
||||
}
|
||||
case MYSQL_TYPE_SET:
|
||||
case MYSQL_TYPE_ENUM:
|
||||
case MYSQL_TYPE_STRING:
|
||||
{
|
||||
uint16 x= field_metadata[index++] << 8U; // real_type
|
||||
x+= field_metadata[index++]; // pack or field length
|
||||
m_field_metadata[i]= x;
|
||||
break;
|
||||
}
|
||||
case MYSQL_TYPE_BIT:
|
||||
{
|
||||
uint16 x= field_metadata[index++];
|
||||
x = x + (field_metadata[index++] << 8U);
|
||||
m_field_metadata[i]= x;
|
||||
break;
|
||||
}
|
||||
case MYSQL_TYPE_VARCHAR:
|
||||
{
|
||||
/*
|
||||
These types store two bytes.
|
||||
*/
|
||||
char *ptr= (char *)&field_metadata[index];
|
||||
m_field_metadata[i]= uint2korr(ptr);
|
||||
index= index + 2;
|
||||
break;
|
||||
}
|
||||
case MYSQL_TYPE_NEWDECIMAL:
|
||||
{
|
||||
uint16 x= field_metadata[index++] << 8U; // precision
|
||||
x+= field_metadata[index++]; // decimals
|
||||
m_field_metadata[i]= x;
|
||||
break;
|
||||
}
|
||||
default:
|
||||
m_field_metadata[i]= 0;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (m_size && null_bitmap)
|
||||
memcpy(m_null_bits, null_bitmap, (m_size + 7) / 8);
|
||||
}
|
||||
|
||||
|
||||
table_def::~table_def()
|
||||
{
|
||||
my_free(m_memory, MYF(0));
|
||||
#ifndef DBUG_OFF
|
||||
m_type= 0;
|
||||
m_size= 0;
|
||||
#endif
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user