database/postgres
1
0
Fork 0
mirror of https://github.com/postgres/postgres.git synced 2025-07-30 11:03:19 +03:00
Code Activity

Parameter toast_tuple_target controls TOAST for new rows

Browse Source 
Specifies the point at which we try to move long column values
into TOAST tables.

No effect on existing rows.

Discussion: https://postgr.es/m/CANP8+jKsVmw6CX6YP9z7zqkTzcKV1+Uzr3XjKcZW=2Ya00OyQQ@mail.gmail.com

Author: Simon Riggs <simon@2ndQudrant.com>
Reviewed-by: Andrew Dunstan <andrew.dunstan@2ndQuadrant.com>
This commit is contained in:
Simon Riggs
2017-11-20 09:50:10 +11:00
parent 52f63bd916
commit c2513365a0
7 changed files with 110 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/backend/access/common/reloptions.c
View File

@ -23,6 +23,7 @@
#include "access/nbtree.h"
#include "access/reloptions.h"
#include "access/spgist.h"
#include "access/tuptoaster.h"
#include "catalog/pg_type.h"
#include "commands/defrem.h"
#include "commands/tablespace.h"
@ -290,6 +291,15 @@ static relopt_int intRelOpts[] =
},
-1, -1, INT_MAX
},
{
{
"toast_tuple_target",
"Sets the target tuple length at which external columns will be toasted",
RELOPT_KIND_HEAP,
ShareUpdateExclusiveLock
},
TOAST_TUPLE_TARGET, 128, TOAST_TUPLE_TARGET_MAIN
},
{
{
"pages_per_range",
@ -1344,6 +1354,8 @@ default_reloptions(Datum reloptions, bool validate, relopt_kind kind)
offsetof(StdRdOptions, autovacuum) + offsetof(AutoVacOpts, multixact_freeze_table_age)},
{"log_autovacuum_min_duration", RELOPT_TYPE_INT,
offsetof(StdRdOptions, autovacuum) + offsetof(AutoVacOpts, log_min_duration)},
{"toast_tuple_target", RELOPT_TYPE_INT,
offsetof(StdRdOptions, toast_tuple_target)},
{"autovacuum_vacuum_scale_factor", RELOPT_TYPE_REAL,
offsetof(StdRdOptions, autovacuum) + offsetof(AutoVacOpts, vacuum_scale_factor)},
{"autovacuum_analyze_scale_factor", RELOPT_TYPE_REAL,

2
src/backend/access/heap/tuptoaster.c
View File

@ -727,7 +727,7 @@ toast_insert_or_update(Relation rel, HeapTuple newtup, HeapTuple oldtup,
hoff += sizeof(Oid);
hoff = MAXALIGN(hoff);
/* now convert to a limit on the tuple data size */
maxDataLen = TOAST_TUPLE_TARGET - hoff;
maxDataLen = RelationGetToastTupleTarget(rel, TOAST_TUPLE_TARGET) - hoff;
/*
* Look for attributes with attstorage 'x' to compress. Also find large

9
src/include/utils/rel.h
View File

@ -277,6 +277,7 @@ typedef struct StdRdOptions
{
int32 vl_len_; /* varlena header (do not touch directly!) */
int fillfactor; /* page fill factor in percent (0..100) */
int toast_tuple_target; /* target for tuple toasting */
AutoVacOpts autovacuum; /* autovacuum-related options */
bool user_catalog_table; /* use as an additional catalog relation */
int parallel_workers; /* max number of parallel workers */
@ -285,6 +286,14 @@ typedef struct StdRdOptions
#define HEAP_MIN_FILLFACTOR 10
#define HEAP_DEFAULT_FILLFACTOR 100
/*
* RelationGetToastTupleTarget
* Returns the relation's toast_tuple_target. Note multiple eval of argument!
*/
#define RelationGetToastTupleTarget(relation, defaulttarg) \
((relation)->rd_options ? \
((StdRdOptions *) (relation)->rd_options)->toast_tuple_target : (defaulttarg))
/*
* RelationGetFillFactor
* Returns the relation's fillfactor. Note multiple eval of argument!

47
src/test/regress/expected/strings.out
View File

@ -1166,6 +1166,53 @@ SELECT substr(f1, 99995, 10) from toasttest;
567890
(4 rows)
TRUNCATE TABLE toasttest;
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
SELECT pg_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
blocks
--------
1
(1 row)
select pg_relation_size('pg_toast.pg_toast_'||(select oid from pg_class where relname = 'toasttest'))/current_setting('block_size')::integer as blocks;
blocks
--------
3
(1 row)
SELECT pg_total_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
blocks
--------
9
(1 row)
TRUNCATE TABLE toasttest;
ALTER TABLE toasttest set (toast_tuple_target = 4080);
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
SELECT pg_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
blocks
--------
2
(1 row)
select pg_relation_size('pg_toast.pg_toast_'||(select oid from pg_class where relname = 'toasttest'))/current_setting('block_size')::integer as blocks;
blocks
--------
0
(1 row)
SELECT pg_total_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
blocks
--------
6
(1 row)
DROP TABLE toasttest;
--
-- test substr with toasted bytea values

19
src/test/regress/sql/strings.sql
View File

@ -366,6 +366,25 @@ SELECT substr(f1, 99995) from toasttest;
-- string length
SELECT substr(f1, 99995, 10) from toasttest;
TRUNCATE TABLE toasttest;
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
SELECT pg_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
select pg_relation_size('pg_toast.pg_toast_'||(select oid from pg_class where relname = 'toasttest'))/current_setting('block_size')::integer as blocks;
SELECT pg_total_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
TRUNCATE TABLE toasttest;
ALTER TABLE toasttest set (toast_tuple_target = 4080);
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
INSERT INTO toasttest values (repeat('1234567890',400));
SELECT pg_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
select pg_relation_size('pg_toast.pg_toast_'||(select oid from pg_class where relname = 'toasttest'))/current_setting('block_size')::integer as blocks;
SELECT pg_total_relation_size('toasttest')/current_setting('block_size')::integer as blocks;
DROP TABLE toasttest;
--