database/mariadb
1
0
Fork 0
mirror of https://github.com/MariaDB/server.git synced 2025-07-30 16:24:05 +03:00
Code Activity

MDEV-406: ANALYZE $stmt: get ANALYZE work for subqueries

Browse Source 
- "ANALYZE $stmt" should discard select's output, but it should still
  evaluate the output columns (otherwise, subqueries in select list
  are not executed)
- SHOW EXPLAIN's code practice of calling JOIN::save_explain_data()
  after JOIN::exec() is disastrous for ANALYZE, because it resets
  all counters after the first execution. It is stopped
  = "Late" test_if_skip_sort_order() calls explicitly update their part
    of the query plan.
  = Also, I had to rewrite I_S optimization to actually have optimization
    and execution stages.
This commit is contained in:
Sergei Petrunia
2014-06-24 19:41:43 +04:00
parent 581b889771
commit c08de06246
13 changed files with 738 additions and 455 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
mysql-test/r/analyze_stmt.result
View File

@ -61,3 +61,17 @@ id select_type table type possible_keys key key_len ref rows r_rows filtered r_f
NULL UNION RESULT <union1,2> ALL NULL NULL NULL NULL NULL 5 NULL NULL NULL UNION RESULT <union1,2> ALL NULL NULL NULL NULL NULL 5 NULL NULL
drop table t1; drop table t1;
drop table t0; drop table t0;
#
# Try a subquery.
#
create table t0 (a int, b int);
insert into t0 values
(0,0),(1,1),(2,2),(3,3),(4,4),(5,5),(6,6),(7,7),(8,8),(9,9);
create table t1 (a int, b int);
insert into t1 values (1,1),(2,2),(3,3);
# See .test file for the right values of r_rows and r_filtered.
analyze select a, a in (select t0.b from t0 where t0.b+1=t1.b+1) from t1;
id select_type table type possible_keys key key_len ref rows r_rows filtered r_filtered Extra
1 PRIMARY t1 ALL NULL NULL NULL NULL 3 3 100.00 100.00
2 DEPENDENT SUBQUERY t0 ALL NULL NULL NULL NULL 10 3 100.00 33.33 Using where
drop table t0,t1;

2
mysql-test/r/show_explain.result
View File

@ -641,7 +641,7 @@ set debug_dbug='+d,show_explain_probe_join_exec_start';
SHOW INDEX FROM t1; SHOW INDEX FROM t1;
show explain for $thr2; show explain for $thr2;
id select_type table type possible_keys key key_len ref rows Extra id select_type table type possible_keys key key_len ref rows Extra
1 SIMPLE STATISTICS ALL NULL NULL NULL NULL NULL Skip_open_table; Scanned all databases 1 SIMPLE STATISTICS ALL NULL TABLE_SCHEMA,TABLE_NAME NULL NULL NULL Open_full_table; Scanned 0 databases
Warnings: Warnings:
Note 1003 SHOW INDEX FROM t1 Note 1003 SHOW INDEX FROM t1
Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment Table Non_unique Key_name Seq_in_index Column_name Collation Cardinality Sub_part Packed Null Index_type Comment Index_comment

26
mysql-test/t/analyze_stmt.test
View File

@ -34,5 +34,29 @@ insert into t1 select a,a from t0;
analyze (select * from t1 A where a<5) union (select * from t1 B where a in (5,6)); analyze (select * from t1 A where a<5) union (select * from t1 B where a in (5,6));
analyze (select * from t1 A where a<5) union (select * from t1 B where a in (1,2)); analyze (select * from t1 A where a<5) union (select * from t1 B where a in (1,2));
drop table t1; drop table t1;
drop table t0; drop table t0;
--echo #
--echo # Try a subquery.
--echo #
create table t0 (a int, b int);
insert into t0 values
(0,0),(1,1),(2,2),(3,3),(4,4),(5,5),(6,6),(7,7),(8,8),(9,9);
create table t1 (a int, b int);
insert into t1 values (1,1),(2,2),(3,3);
#
# t1 t0
# a=1 (0,1) 2 rows
# a=2 (0,1,2) 3 rows
# a=3 (0,1,2,3) 4 rows
#
# TOTAL TOTAL= 9 rows. 3 executions, avg=3 rows.
# WHERE is satisfied for 1 row per query, which gives filtered=33.3
--echo # See .test file for the right values of r_rows and r_filtered.
analyze select a, a in (select t0.b from t0 where t0.b+1=t1.b+1) from t1;
drop table t0,t1;

36
sql/protocol.h
View File

@ -210,6 +210,42 @@ public:
virtual enum enum_protocol_type type() { return PROTOCOL_BINARY; }; virtual enum enum_protocol_type type() { return PROTOCOL_BINARY; };
}; };
/*
A helper for "ANALYZE $stmt" which looks a real network procotol but doesn't
write results to the network.
At first glance, class select_send looks like a more appropriate place to
implement the "write nothing" hook. This is not true, because
- we need to evaluate the value of every item, and do it the way
select_send does it (i.e. call item->val_int() or val_real() or...)
- select_send::send_data() has some other code, like telling the storage
engine that the row can be unlocked. We want to keep that also.
as a result, "ANALYZE $stmt" uses a select_send_analyze which still uses
select_send::send_data() & co., and also uses Protocol_discard object.
*/
class Protocol_discard : public Protocol_text
{
public:
Protocol_discard(THD *thd_arg) : Protocol_text(thd_arg) {}
/* The real writing is done only in write() */
virtual bool write() { return 0; }
virtual bool send_result_set_metadata(List<Item> *list, uint flags)
{
// Don't pas Protocol::SEND_NUM_ROWS | Protocol::SEND_EOF flags
return Protocol_text::send_result_set_metadata(list, 0);
}
// send_error is intentionally not overloaded.
virtual bool send_eof(uint server_status, uint statement_warn_count)
{
return 0;
}
};
void send_warning(THD *thd, uint sql_errno, const char *err=0); void send_warning(THD *thd, uint sql_errno, const char *err=0);
bool net_send_error(THD *thd, uint sql_errno, const char *err, bool net_send_error(THD *thd, uint sql_errno, const char *err,
const char* sqlstate); const char* sqlstate);

14
sql/sql_class.h
View File

@ -3959,19 +3959,21 @@ public:
virtual void cleanup(); virtual void cleanup();
}; };
/*
We need this class, because select_send::send_eof() will call ::my_eof.
See also class Protocol_discard.
*/
class select_send_analyze : public select_send class select_send_analyze : public select_send
{ {
bool discard_data;
bool send_result_set_metadata(List<Item> &list, uint flags) { return 0; } bool send_result_set_metadata(List<Item> &list, uint flags) { return 0; }
/*
ANALYZE-todo: we should call val_int() (or val_str() or whatever) to
compute the columns. If we don't, it's not full execution.
*/
int send_data(List<Item> &items) { return 0; }
bool send_eof() { return 0; } bool send_eof() { return 0; }
void abort_result_set() {} void abort_result_set() {}
}; };
class select_to_file :public select_result_interceptor { class select_to_file :public select_result_interceptor {
protected: protected:
sql_exchange *exchange; sql_exchange *exchange;

7
sql/sql_explain.cc
View File

@ -345,6 +345,13 @@ int Explain_node::print_explain_for_children(Explain_query *query,
} }
void Explain_select::replace_table(uint idx, Explain_table_access *new_tab)
{
delete join_tabs[idx];
join_tabs[idx]= new_tab;
}
Explain_select::~Explain_select() Explain_select::~Explain_select()
{ {
if (join_tabs) if (join_tabs)

6
sql/sql_explain.h
View File

@ -130,6 +130,12 @@ public:
return false; return false;
} }
/*
This is used to save the results of "late" test_if_skip_sort_order() calls
that are made from JOIN::exec
*/
void replace_table(uint idx, Explain_table_access *new_tab);
public: public:
int select_id; int select_id;
const char *select_type; const char *select_type;

4
sql/sql_parse.cc
View File

@ -5260,10 +5260,13 @@ static bool execute_sqlcom_select(THD *thd, TABLE_LIST *all_tables)
{ {
//psergey-todo: ANALYZE should hook in here... //psergey-todo: ANALYZE should hook in here...
select_result *save_result; select_result *save_result;
Protocol *save_protocol;
if (lex->analyze_stmt) if (lex->analyze_stmt)
{ {
save_result= result; save_result= result;
result= new select_send_analyze(); result= new select_send_analyze();
save_protocol= thd->protocol;
thd->protocol= new Protocol_discard(thd);
} }
else else
{ {
@ -5280,6 +5283,7 @@ static bool execute_sqlcom_select(THD *thd, TABLE_LIST *all_tables)
result= save_result; result= save_result;
if (!result && !(result= new select_send())) if (!result && !(result= new select_send()))
return 1; return 1;
thd->protocol= save_protocol;
thd->lex->explain->send_explain(thd); thd->lex->explain->send_explain(thd);
if (result != lex->result) if (result != lex->result)

238
sql/sql_select.cc
View File

@ -1873,6 +1873,9 @@ TODO: make view to decide if it is possible to write to WHERE directly or make S
} }
} }
if ((select_lex->options & OPTION_SCHEMA_TABLE))
optimize_schema_tables_reads(this);
tmp_having= having; tmp_having= having;
if (select_options & SELECT_DESCRIBE) if (select_options & SELECT_DESCRIBE)
{ {
@ -1919,6 +1922,7 @@ setup_subq_exit:
error= 0; error= 0;
derived_exit: derived_exit:
select_lex->mark_const_derived(zero_result_cause); select_lex->mark_const_derived(zero_result_cause);
DBUG_RETURN(0); DBUG_RETURN(0);
} }
@ -2059,6 +2063,7 @@ int JOIN::init_execution()
&join_tab[const_tables].table-> &join_tab[const_tables].table->
keys_in_use_for_order_by)) keys_in_use_for_order_by))
order=0; order=0;
join_tab[const_tables].update_explain_data(const_tables);
} }
} }
@ -2383,10 +2388,12 @@ void JOIN::exec()
if (!exec_saved_explain) if (!exec_saved_explain)
{ {
#if 0
save_explain_data(thd->lex->explain, true /* can overwrite */, save_explain_data(thd->lex->explain, true /* can overwrite */,
need_tmp, need_tmp,
order != 0 && !skip_sort_order, order != 0 && !skip_sort_order,
select_distinct); select_distinct);
#endif
exec_saved_explain= true; exec_saved_explain= true;
} }
@ -2564,15 +2571,19 @@ void JOIN::exec_inner()
simple_order= simple_group; simple_order= simple_group;
skip_sort_order= 0; skip_sort_order= 0;
} }
bool made_call= false;
if (order && if (order &&
(order != group_list || !(select_options & SELECT_BIG_RESULT)) && (order != group_list || !(select_options & SELECT_BIG_RESULT)) &&
(const_tables == table_count || (const_tables == table_count ||
((simple_order || skip_sort_order) && ((simple_order || skip_sort_order) &&
(made_call=true) &&
test_if_skip_sort_order(&join_tab[const_tables], order, test_if_skip_sort_order(&join_tab[const_tables], order,
select_limit, 0, select_limit, 0,
&join_tab[const_tables].table-> &join_tab[const_tables].table->
keys_in_use_for_query)))) keys_in_use_for_query))))
order=0; order=0;
if (made_call)
join_tab[const_tables].update_explain_data(const_tables);
having= tmp_having; having= tmp_having;
select_describe(this, need_tmp, select_describe(this, need_tmp,
order != 0 && !skip_sort_order, order != 0 && !skip_sort_order,
@ -20535,7 +20546,12 @@ create_sort_index(THD *thd, JOIN *join, ORDER *order,
test_if_skip_sort_order(tab,order,select_limit,0, test_if_skip_sort_order(tab,order,select_limit,0,
is_order_by ? &table->keys_in_use_for_order_by : is_order_by ? &table->keys_in_use_for_order_by :
&table->keys_in_use_for_group_by)) &table->keys_in_use_for_group_by))
{
tab->update_explain_data(join->const_tables);
DBUG_RETURN(0); DBUG_RETURN(0);
}
tab->update_explain_data(join->const_tables);
for (ORDER *ord= join->order; ord; ord= ord->next) for (ORDER *ord= join->order; ord; ord= ord->next)
length++; length++;
if (!(join->sortorder= if (!(join->sortorder=
@ -23248,71 +23264,32 @@ void append_possible_keys(String *str, TABLE *table, key_map possible_keys)
} }
} }
// TODO: this function is only applicable for the first non-const optimization
/* // join tab.
Save Query Plan Footprint void JOIN_TAB::update_explain_data(uint idx)
@note
Currently, this function may be called multiple times
*/
int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
bool need_order, bool distinct,
const char *message)
{ {
Explain_node *explain_node; if (this == first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS) &&
JOIN *join= this; /* Legacy: this code used to be a non-member function */ join->select_lex->select_number != INT_MAX &&
THD *thd=join->thd; join->select_lex->select_number != UINT_MAX)
const CHARSET_INFO *cs= system_charset_info;
int quick_type;
int error= 0;
DBUG_ENTER("JOIN::save_explain_data_intern");
DBUG_PRINT("info", ("Select 0x%lx, type %s, message %s",
(ulong)join->select_lex, join->select_lex->type,
message ? message : "NULL"));
DBUG_ASSERT(have_query_plan == QEP_AVAILABLE);
/* Don't log this into the slow query log */
if (message)
{ {
Explain_select *xpl_sel; Explain_table_access *eta= new Explain_table_access();
explain_node= xpl_sel= new (output->mem_root) Explain_select;
join->select_lex->set_explain_type(true);
xpl_sel->select_id= join->select_lex->select_number;
xpl_sel->select_type= join->select_lex->type;
xpl_sel->message= message;
/* Setting xpl_sel->message means that all other members are invalid */
output->add_node(xpl_sel);
}
else if (join->select_lex == join->unit->fake_select_lex)
{
/* Do nothing, Explain_union will create and print fake_select_lex */
}
else if (!join->select_lex->master_unit()->derived ||
join->select_lex->master_unit()->derived->is_materialized_derived())
{
Explain_select *xpl_sel;
explain_node= xpl_sel= new (output->mem_root) Explain_select;
table_map used_tables=0;
join->select_lex->set_explain_type(true);
xpl_sel->select_id= join->select_lex->select_number;
xpl_sel->select_type= join->select_lex->type;
JOIN_TAB* const first_top_tab= first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS); JOIN_TAB* const first_top_tab= first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS);
save_explain_data(eta, join->const_table_map, join->select_distinct, first_top_tab);
for (JOIN_TAB *tab= first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS); tab; Explain_select *sel= join->thd->lex->explain->get_select(join->select_lex->select_number);
tab= next_breadth_first_tab(join, WALK_OPTIMIZATION_TABS, tab)) sel->replace_table(idx, eta);
{
uint select_id;
if (tab->bush_root_tab)
{
JOIN_TAB *first_sibling= tab->bush_root_tab->bush_children->start;
select_id= first_sibling->emb_sj_nest->sj_subq_pred->get_identifier();
} }
else }
select_id= join->select_lex->select_number;
void JOIN_TAB::save_explain_data(Explain_table_access *eta, table_map prefix_tables,
bool distinct, JOIN_TAB *first_top_tab)
{
int quick_type;
const CHARSET_INFO *cs= system_charset_info;
JOIN_TAB *tab= this;
THD *thd=join->thd;
TABLE *table=tab->table; TABLE *table=tab->table;
TABLE_LIST *table_list= tab->table->pos_in_table_list; TABLE_LIST *table_list= tab->table->pos_in_table_list;
@ -23325,24 +23302,7 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
tmp4.length(0); tmp4.length(0);
quick_type= -1; quick_type= -1;
QUICK_SELECT_I *quick= NULL; QUICK_SELECT_I *quick= NULL;
JOIN_TAB *saved_join_tab= NULL;
/* Don't show eliminated tables */
if (table->map & join->eliminated_tables)
{
used_tables|=table->map;
continue;
}
if (join->table_access_tabs == join->join_tab &&
tab == (first_top_tab + join->const_tables) && pre_sort_join_tab)
{
saved_join_tab= tab;
tab= pre_sort_join_tab;
}
Explain_table_access *eta= new (output->mem_root) Explain_table_access;
xpl_sel->add_table(eta);
eta->key.set(thd->mem_root, NULL, (uint)-1); eta->key.set(thd->mem_root, NULL, (uint)-1);
eta->quick_info= NULL; eta->quick_info= NULL;
@ -23350,12 +23310,14 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
/* id */ /* id */
if (tab->bush_root_tab) if (tab->bush_root_tab)
eta->sjm_nest_select_id= select_id; {
JOIN_TAB *first_sibling= tab->bush_root_tab->bush_children->start;
eta->sjm_nest_select_id= first_sibling->emb_sj_nest->sj_subq_pred->get_identifier();
}
else else
eta->sjm_nest_select_id= 0; eta->sjm_nest_select_id= 0;
/* select_type */ /* select_type is kept in Explain_select */
xpl_sel->select_type= join->select_lex->type;
/* table */ /* table */
if (table->derived_select_number) if (table->derived_select_number)
@ -23487,19 +23449,20 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
table_list->schema_table && table_list->schema_table &&
table_list->schema_table->i_s_requested_object & OPTIMIZE_I_S_TABLE) table_list->schema_table->i_s_requested_object & OPTIMIZE_I_S_TABLE)
{ {
IS_table_read_plan *is_table_read_plan= table_list->is_table_read_plan;
const char *tmp_buff; const char *tmp_buff;
int f_idx; int f_idx;
StringBuffer<64> key_name_buf; StringBuffer<64> key_name_buf;
if (table_list->has_db_lookup_value) if (is_table_read_plan->has_db_lookup_value())
{ {
/* The "key" has the name of the column referring to the database */ /* The "key" has the name of the column referring to the database */
f_idx= table_list->schema_table->idx_field1; f_idx= table_list->schema_table->idx_field1;
tmp_buff= table_list->schema_table->fields_info[f_idx].field_name; tmp_buff= table_list->schema_table->fields_info[f_idx].field_name;
key_name_buf.append(tmp_buff, strlen(tmp_buff), cs); key_name_buf.append(tmp_buff, strlen(tmp_buff), cs);
} }
if (table_list->has_table_lookup_value) if (is_table_read_plan->has_table_lookup_value())
{ {
if (table_list->has_db_lookup_value) if (is_table_read_plan->has_db_lookup_value())
key_name_buf.append(','); key_name_buf.append(',');
f_idx= table_list->schema_table->idx_field2; f_idx= table_list->schema_table->idx_field2;
@ -23630,11 +23593,11 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
else else
eta->push_extra(ET_OPEN_FULL_TABLE); eta->push_extra(ET_OPEN_FULL_TABLE);
/* psergey-note: the following has a bug.*/ /* psergey-note: the following has a bug.*/
if (table_list->has_db_lookup_value && if (table_list->is_table_read_plan->has_db_lookup_value() &&
table_list->has_table_lookup_value) table_list->is_table_read_plan->has_table_lookup_value())
eta->push_extra(ET_SCANNED_0_DATABASES); eta->push_extra(ET_SCANNED_0_DATABASES);
else if (table_list->has_db_lookup_value || else if (table_list->is_table_read_plan->has_db_lookup_value() ||
table_list->has_table_lookup_value) table_list->is_table_read_plan->has_table_lookup_value())
eta->push_extra(ET_SCANNED_1_DATABASE); eta->push_extra(ET_SCANNED_1_DATABASE);
else else
eta->push_extra(ET_SCANNED_ALL_DATABASES); eta->push_extra(ET_SCANNED_ALL_DATABASES);
@ -23662,18 +23625,7 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
eta->push_extra(ET_USING_MRR); eta->push_extra(ET_USING_MRR);
} }
if (need_tmp_table) if (distinct & test_all_bits(prefix_tables, join->select_list_used_tables))
{
need_tmp_table=0;
xpl_sel->using_temporary= true;
}
if (need_order)
{
need_order=0;
xpl_sel->using_filesort= true;
}
if (distinct & test_all_bits(used_tables,
join->select_list_used_tables))
eta->push_extra(ET_DISTINCT); eta->push_extra(ET_DISTINCT);
if (tab->loosescan_match_tab) if (tab->loosescan_match_tab)
{ {
@ -23721,6 +23673,94 @@ int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
tab->cache->save_explain_data(&eta->bka_type); tab->cache->save_explain_data(&eta->bka_type);
} }
} }
}
/*
Save Query Plan Footprint
@note
Currently, this function may be called multiple times
*/
int JOIN::save_explain_data_intern(Explain_query *output, bool need_tmp_table,
bool need_order, bool distinct,
const char *message)
{
Explain_node *explain_node;
JOIN *join= this; /* Legacy: this code used to be a non-member function */
int error= 0;
DBUG_ENTER("JOIN::save_explain_data_intern");
DBUG_PRINT("info", ("Select 0x%lx, type %s, message %s",
(ulong)join->select_lex, join->select_lex->type,
message ? message : "NULL"));
DBUG_ASSERT(have_query_plan == QEP_AVAILABLE);
/* Don't log this into the slow query log */
if (message)
{
Explain_select *xpl_sel;
explain_node= xpl_sel= new (output->mem_root) Explain_select;
join->select_lex->set_explain_type(true);
xpl_sel->select_id= join->select_lex->select_number;
xpl_sel->select_type= join->select_lex->type;
xpl_sel->message= message;
/* Setting xpl_sel->message means that all other members are invalid */
output->add_node(xpl_sel);
}
else if (join->select_lex == join->unit->fake_select_lex)
{
/* Do nothing, Explain_union will create and print fake_select_lex */
}
else if (!join->select_lex->master_unit()->derived ||
join->select_lex->master_unit()->derived->is_materialized_derived())
{
Explain_select *xpl_sel;
explain_node= xpl_sel= new (output->mem_root) Explain_select;
table_map used_tables=0;
join->select_lex->set_explain_type(true);
xpl_sel->select_id= join->select_lex->select_number;
xpl_sel->select_type= join->select_lex->type;
JOIN_TAB* const first_top_tab= first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS);
for (JOIN_TAB *tab= first_breadth_first_tab(join, WALK_OPTIMIZATION_TABS); tab;
tab= next_breadth_first_tab(join, WALK_OPTIMIZATION_TABS, tab))
{
JOIN_TAB *saved_join_tab= NULL;
TABLE *table=tab->table;
/* Don't show eliminated tables */
if (table->map & join->eliminated_tables)
{
used_tables|=table->map;
continue;
}
if (join->table_access_tabs == join->join_tab &&
tab == (first_top_tab + join->const_tables) && pre_sort_join_tab)
{
saved_join_tab= tab;
tab= pre_sort_join_tab;
}
Explain_table_access *eta= new (output->mem_root) Explain_table_access;
xpl_sel->add_table(eta);
tab->save_explain_data(eta, used_tables, distinct, first_top_tab);
if (need_tmp_table)
{
need_tmp_table=0;
xpl_sel->using_temporary= true;
}
if (need_order)
{
need_order=0;
xpl_sel->using_filesort= true;
}
if (saved_join_tab) if (saved_join_tab)
tab= saved_join_tab; tab= saved_join_tab;

5
sql/sql_select.h
View File

@ -537,6 +537,11 @@ typedef struct st_join_table {
} }
void remove_redundant_bnl_scan_conds(); void remove_redundant_bnl_scan_conds();
void save_explain_data(Explain_table_access *eta, table_map prefix_tables,
bool distinct, struct st_join_table *first_top_tab);
void update_explain_data(uint idx);
} JOIN_TAB; } JOIN_TAB;

198
sql/sql_show.cc
View File

@ -121,12 +121,6 @@ append_algorithm(TABLE_LIST *table, String *buff);
static COND * make_cond_for_info_schema(COND *cond, TABLE_LIST *table); static COND * make_cond_for_info_schema(COND *cond, TABLE_LIST *table);
typedef struct st_lookup_field_values
{
LEX_STRING db_value, table_value;
bool wild_db_value, wild_table_value;
} LOOKUP_FIELD_VALUES;
bool get_lookup_field_values(THD *, COND *, TABLE_LIST *, LOOKUP_FIELD_VALUES *); bool get_lookup_field_values(THD *, COND *, TABLE_LIST *, LOOKUP_FIELD_VALUES *);
/*************************************************************************** /***************************************************************************
@ -4628,6 +4622,10 @@ public:
from frm files and storage engine are filled by the function from frm files and storage engine are filled by the function
get_all_tables(). get_all_tables().
@note This function assumes optimize_for_get_all_tables() has been
run for the table and produced a "read plan" in
tables->is_table_read_plan.
@param[in] thd thread handler @param[in] thd thread handler
@param[in] tables I_S table @param[in] tables I_S table
@param[in] cond 'WHERE' condition @param[in] cond 'WHERE' condition
@ -4644,16 +4642,16 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
TABLE_LIST table_acl_check; TABLE_LIST table_acl_check;
SELECT_LEX *lsel= tables->schema_select_lex; SELECT_LEX *lsel= tables->schema_select_lex;
ST_SCHEMA_TABLE *schema_table= tables->schema_table; ST_SCHEMA_TABLE *schema_table= tables->schema_table;
LOOKUP_FIELD_VALUES lookup_field_vals; IS_table_read_plan *plan= tables->is_table_read_plan;
enum enum_schema_tables schema_table_idx; enum enum_schema_tables schema_table_idx;
Dynamic_array<LEX_STRING*> db_names; Dynamic_array<LEX_STRING*> db_names;
COND *partial_cond= 0; Item *partial_cond= plan->partial_cond;
int error= 1; int error= 1;
Open_tables_backup open_tables_state_backup; Open_tables_backup open_tables_state_backup;
#ifndef NO_EMBEDDED_ACCESS_CHECKS #ifndef NO_EMBEDDED_ACCESS_CHECKS
Security_context *sctx= thd->security_ctx; Security_context *sctx= thd->security_ctx;
#endif #endif
uint table_open_method; uint table_open_method= tables->table_open_method;
bool can_deadlock; bool can_deadlock;
DBUG_ENTER("get_all_tables"); DBUG_ENTER("get_all_tables");
@ -4677,9 +4675,6 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
thd->reset_n_backup_open_tables_state(&open_tables_state_backup); thd->reset_n_backup_open_tables_state(&open_tables_state_backup);
schema_table_idx= get_schema_table_idx(schema_table); schema_table_idx= get_schema_table_idx(schema_table);
tables->table_open_method= table_open_method=
get_table_open_method(tables, schema_table, schema_table_idx);
DBUG_PRINT("open_method", ("%d", tables->table_open_method));
/* /*
this branch processes SHOW FIELDS, SHOW INDEXES commands. this branch processes SHOW FIELDS, SHOW INDEXES commands.
see sql_parse.cc, prepare_schema_table() function where see sql_parse.cc, prepare_schema_table() function where
@ -4703,44 +4698,12 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
goto err; goto err;
} }
if (get_lookup_field_values(thd, cond, tables, &lookup_field_vals)) if (plan->no_rows)
{ {
error= 0; error= 0;
goto err; goto err;
} }
DBUG_PRINT("info",("db_name='%s', table_name='%s'",
lookup_field_vals.db_value.str,
lookup_field_vals.table_value.str));
if (!lookup_field_vals.wild_db_value && !lookup_field_vals.wild_table_value)
{
/*
if lookup value is empty string then
it's impossible table name or db name
*/
if ((lookup_field_vals.db_value.str &&
!lookup_field_vals.db_value.str[0]) ||
(lookup_field_vals.table_value.str &&
!lookup_field_vals.table_value.str[0]))
{
error= 0;
goto err;
}
}
if (lookup_field_vals.db_value.length &&
!lookup_field_vals.wild_db_value)
tables->has_db_lookup_value= TRUE;
if (lookup_field_vals.table_value.length &&
!lookup_field_vals.wild_table_value)
tables->has_table_lookup_value= TRUE;
if (tables->has_db_lookup_value && tables->has_table_lookup_value)
partial_cond= 0;
else
partial_cond= make_cond_for_info_schema(cond, tables);
if (lex->describe) if (lex->describe)
{ {
/* EXPLAIN SELECT */ /* EXPLAIN SELECT */
@ -4750,7 +4713,7 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
bzero((char*) &table_acl_check, sizeof(table_acl_check)); bzero((char*) &table_acl_check, sizeof(table_acl_check));
if (make_db_list(thd, &db_names, &lookup_field_vals)) if (make_db_list(thd, &db_names, &plan->lookup_field_vals))
goto err; goto err;
for (size_t i=0; i < db_names.elements(); i++) for (size_t i=0; i < db_names.elements(); i++)
{ {
@ -4765,7 +4728,7 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
{ {
Dynamic_array<LEX_STRING*> table_names; Dynamic_array<LEX_STRING*> table_names;
int res= make_table_name_list(thd, &table_names, lex, int res= make_table_name_list(thd, &table_names, lex,
&lookup_field_vals, db_name); &plan->lookup_field_vals, db_name);
if (res == 2) /* Not fatal error, continue */ if (res == 2) /* Not fatal error, continue */
continue; continue;
if (res) if (res)
@ -4802,8 +4765,8 @@ int get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
already created by make_table_name_list() function). already created by make_table_name_list() function).
*/ */
if (!table_open_method && schema_table_idx == SCH_TABLES && if (!table_open_method && schema_table_idx == SCH_TABLES &&
(!lookup_field_vals.table_value.length || (!plan->lookup_field_vals.table_value.length ||
lookup_field_vals.wild_table_value)) plan->lookup_field_vals.wild_table_value))
{ {
table->field[0]->store(STRING_WITH_LEN("def"), system_charset_info); table->field[0]->store(STRING_WITH_LEN("def"), system_charset_info);
if (schema_table_store_record(thd, table)) if (schema_table_store_record(thd, table))
@ -7979,6 +7942,137 @@ int make_schema_select(THD *thd, SELECT_LEX *sel,
} }
/*
Optimize reading from an I_S table.
@detail
This function prepares a plan for populating an I_S table with
get_all_tables().
The plan is in IS_table_read_plan structure, it is saved in
tables->is_table_read_plan.
@return
false - Ok
true - Out Of Memory
*/
static bool optimize_for_get_all_tables(THD *thd, TABLE_LIST *tables, COND *cond)
{
SELECT_LEX *lsel= tables->schema_select_lex;
ST_SCHEMA_TABLE *schema_table= tables->schema_table;
enum enum_schema_tables schema_table_idx;
IS_table_read_plan *plan;
DBUG_ENTER("get_all_tables");
if (!(plan= new IS_table_read_plan()))
DBUG_RETURN(1);
tables->is_table_read_plan= plan;
schema_table_idx= get_schema_table_idx(schema_table);
tables->table_open_method= get_table_open_method(tables, schema_table,
schema_table_idx);
DBUG_PRINT("open_method", ("%d", tables->table_open_method));
/*
this branch processes SHOW FIELDS, SHOW INDEXES commands.
see sql_parse.cc, prepare_schema_table() function where
this values are initialized
*/
if (lsel && lsel->table_list.first)
{
/* These do not need to have a query plan */
goto end;
}
if (get_lookup_field_values(thd, cond, tables, &plan->lookup_field_vals))
{
plan->no_rows= true;
goto end;
}
DBUG_PRINT("info",("db_name='%s', table_name='%s'",
plan->lookup_field_vals.db_value.str,
plan->lookup_field_vals.table_value.str));
if (!plan->lookup_field_vals.wild_db_value &&
!plan->lookup_field_vals.wild_table_value)
{
/*
if lookup value is empty string then
it's impossible table name or db name
*/
if ((plan->lookup_field_vals.db_value.str &&
!plan->lookup_field_vals.db_value.str[0]) ||
(plan->lookup_field_vals.table_value.str &&
!plan->lookup_field_vals.table_value.str[0]))
{
plan->no_rows= true;
goto end;
}
}
if (plan->has_db_lookup_value() && plan->has_table_lookup_value())
plan->partial_cond= 0;
else
plan->partial_cond= make_cond_for_info_schema(cond, tables);
end:
DBUG_RETURN(0);
}
/*
This is the optimizer part of get_schema_tables_result().
*/
bool optimize_schema_tables_reads(JOIN *join)
{
THD *thd= join->thd;
bool result= 0;
DBUG_ENTER("optimize_schema_tables_reads");
for (JOIN_TAB *tab= first_linear_tab(join, WITH_CONST_TABLES);
tab;
tab= next_linear_tab(join, tab, WITH_BUSH_ROOTS))
{
if (!tab->table || !tab->table->pos_in_table_list)
continue;
TABLE_LIST *table_list= tab->table->pos_in_table_list;
if (table_list->schema_table && thd->fill_information_schema_tables())
{
/* A value of 0 indicates a dummy implementation */
if (table_list->schema_table->fill_table == 0)
continue;
/* skip I_S optimizations specific to get_all_tables */
if (table_list->schema_table->fill_table != get_all_tables)
continue;
Item *cond= tab->select_cond;
if (tab->cache_select && tab->cache_select->cond)
{
/*
If join buffering is used, we should use the condition that is
attached to the join cache. Cache condition has a part of WHERE that
can be checked when we're populating this table.
join_tab->select_cond is of no interest, because it only has
conditions that depend on both this table and previous tables in the
join order.
*/
cond= tab->cache_select->cond;
}
optimize_for_get_all_tables(thd, table_list, cond);
}
}
DBUG_RETURN(result);
}
/* /*
Fill temporary schema tables before SELECT Fill temporary schema tables before SELECT
@ -7987,6 +8081,10 @@ int make_schema_select(THD *thd, SELECT_LEX *sel,
join join which use schema tables join join which use schema tables
executed_place place where I_S table processed executed_place place where I_S table processed
SEE ALSO
The optimization part is done by get_schema_tables_result(). This function
is run on query execution.
RETURN RETURN
FALSE success FALSE success
TRUE error TRUE error
@ -8007,7 +8105,7 @@ bool get_schema_tables_result(JOIN *join,
for (JOIN_TAB *tab= first_linear_tab(join, WITH_CONST_TABLES); for (JOIN_TAB *tab= first_linear_tab(join, WITH_CONST_TABLES);
tab; tab;
tab= next_linear_tab(join, tab, WITHOUT_BUSH_ROOTS)) tab= next_linear_tab(join, tab, WITH_BUSH_ROOTS))
{ {
if (!tab->table || !tab->table->pos_in_table_list) if (!tab->table || !tab->table->pos_in_table_list)
break; break;

35
sql/sql_show.h
View File

@ -150,6 +150,41 @@ public:
void call_in_target_thread(); void call_in_target_thread();
}; };
typedef struct st_lookup_field_values
{
LEX_STRING db_value, table_value;
bool wild_db_value, wild_table_value;
} LOOKUP_FIELD_VALUES;
/*
INFORMATION_SCHEMA: Execution plan for get_all_tables() call
*/
class IS_table_read_plan : public Sql_alloc
{
public:
IS_table_read_plan() : no_rows(false) {}
bool no_rows;
LOOKUP_FIELD_VALUES lookup_field_vals;
Item *partial_cond;
bool has_db_lookup_value()
{
return (lookup_field_vals.db_value.length &&
!lookup_field_vals.wild_db_value);
}
bool has_table_lookup_value()
{
return (lookup_field_vals.table_value.length &&
!lookup_field_vals.wild_table_value);
}
};
bool optimize_schema_tables_reads(JOIN *join);
/* Handle the ignored database directories list for SHOW/I_S. */ /* Handle the ignored database directories list for SHOW/I_S. */
bool ignore_db_dirs_init(); bool ignore_db_dirs_init();
void ignore_db_dirs_free(); void ignore_db_dirs_free();

16
sql/table.h
View File

@ -1499,6 +1499,7 @@ typedef struct st_schema_table
uint i_s_requested_object; /* the object we need to open(TABLE | VIEW) */ uint i_s_requested_object; /* the object we need to open(TABLE | VIEW) */
} ST_SCHEMA_TABLE; } ST_SCHEMA_TABLE;
class IS_table_read_plan;
/* /*
Types of derived tables. The ending part is a bitmap of phases that are Types of derived tables. The ending part is a bitmap of phases that are
@ -2044,12 +2045,23 @@ struct TABLE_LIST
/* TRUE <=> this table is a const one and was optimized away. */ /* TRUE <=> this table is a const one and was optimized away. */
bool optimized_away; bool optimized_away;
/* I_S: Flags to open_table (e.g. OPEN_TABLE_ONLY or OPEN_VIEW_ONLY) */
uint i_s_requested_object; uint i_s_requested_object;
bool has_db_lookup_value;
bool has_table_lookup_value; /*
I_S: how to read the tables (SKIP_OPEN_TABLE/OPEN_FRM_ONLY/OPEN_FULL_TABLE)
*/
uint table_open_method; uint table_open_method;
/*
I_S: where the schema table was filled
(this is a hack. The code should be able to figure out whether reading
from I_S should be done by create_sort_index() or by JOIN::exec.)
*/
enum enum_schema_table_state schema_table_state; enum enum_schema_table_state schema_table_state;
/* Something like a "query plan" for reading INFORMATION_SCHEMA table */
IS_table_read_plan *is_table_read_plan;
MDL_request mdl_request; MDL_request mdl_request;
#ifdef WITH_PARTITION_STORAGE_ENGINE #ifdef WITH_PARTITION_STORAGE_ENGINE