Skip to content

/postgres

Permalink
Browse files

Generated columns 

This is an SQL-standard feature that allows creating columns that are
computed from expressions rather than assigned, similar to a view or
materialized view but on a column basis.

This implements one kind of generated column: stored (computed on
write).  Another kind, virtual (computed on read), is planned for the
future, and some room is left for it.

Reviewed-by: Michael Paquier <michael@paquier.xyz>
Reviewed-by: Pavel Stehule <pavel.stehule@gmail.com>
Discussion: https://www.postgresql.org/message-id/flat/b151f851-4019-bdb1-699e-ebab07d2f40a@2ndquadrant.com
  • Loading branch information...
@petere
petere committed Mar 30, 2019
1 parent 6b8b536 commit fc22b6623b6b3bab3cb057ccd282c2bfad1a0b30
Unified Split
Showing with 3,065 additions and 155 deletions.
  1. +25 −0 contrib/postgres_fdw/expected/postgres_fdw.out
  2. +2 −1 contrib/postgres_fdw/postgres_fdw.c
  3. +14 −0 contrib/postgres_fdw/sql/postgres_fdw.sql
  4. +16 −3 doc/src/sgml/catalogs.sgml
  5. +118 −0 doc/src/sgml/ddl.sgml
  6. +64 −2 doc/src/sgml/information_schema.sgml
  7. +2 −2 doc/src/sgml/protocol.sgml
  8. +2 −1 doc/src/sgml/ref/copy.sgml
  9. +26 −1 doc/src/sgml/ref/create_foreign_table.sgml
  10. +44 −1 doc/src/sgml/ref/create_table.sgml
  11. +3 −1 doc/src/sgml/ref/create_trigger.sgml
  12. +14 −12 doc/src/sgml/textsearch.sgml
  13. +18 −0 doc/src/sgml/trigger.sgml
  14. +11 −0 src/backend/access/common/tupdesc.c
  15. +95 −13 src/backend/catalog/heap.c
  16. +26 −4 src/backend/catalog/information_schema.sql
  17. +30 −1 src/backend/commands/copy.c
  18. +149 −18 src/backend/commands/tablecmds.c
  19. +25 −6 src/backend/commands/trigger.c
  20. +4 −2 src/backend/commands/typecmds.c
  21. +6 −2 src/backend/executor/execMain.c
  22. +11 −0 src/backend/executor/execReplication.c
  23. +112 −0 src/backend/executor/nodeModifyTable.c
  24. +2 −0 src/backend/nodes/copyfuncs.c
  25. +2 −0 src/backend/nodes/equalfuncs.c
  26. +9 −0 src/backend/nodes/outfuncs.c
  27. +1 −0 src/backend/nodes/readfuncs.c
  28. +5 −3 src/backend/optimizer/plan/createplan.c
  29. +6 −0 src/backend/optimizer/util/inherit.c
  30. +19 −0 src/backend/optimizer/util/plancat.c
  31. +27 −0 src/backend/parser/analyze.c
  32. +13 −1 src/backend/parser/gram.y
  33. +11 −0 src/backend/parser/parse_agg.c
  34. +6 −0 src/backend/parser/parse_expr.c
  35. +3 −0 src/backend/parser/parse_func.c
  36. +19 −0 src/backend/parser/parse_relation.c
  37. +62 −4 src/backend/parser/parse_utilcmd.c
  38. +4 −5 src/backend/replication/logical/proto.c
  39. +1 −1 src/backend/replication/logical/relation.c
  40. +4 −2 src/backend/replication/logical/tablesync.c
  41. +1 −1 src/backend/replication/logical/worker.c
  42. +1 −1 src/backend/replication/pgoutput/pgoutput.c
  43. +29 −7 src/backend/rewrite/rewriteHandler.c
  44. +33 −0 src/backend/utils/cache/lsyscache.c
  45. +1 −0 src/backend/utils/cache/partcache.c
  46. +4 −0 src/backend/utils/cache/relcache.c
  47. +33 −7 src/bin/pg_dump/pg_dump.c
  48. +1 −0 src/bin/pg_dump/pg_dump.h
  49. +10 −0 src/bin/pg_dump/pg_dump_sort.c
  50. +17 −0 src/bin/pg_dump/t/002_pg_dump.pl
  51. +17 −6 src/bin/psql/describe.c
  52. +1 −0 src/include/access/tupdesc.h
  53. +1 −1 src/include/catalog/catversion.h
  54. +3 −1 src/include/catalog/heap.h
  55. +5 −0 src/include/catalog/pg_attribute.h
  56. +1 −1 src/include/catalog/pg_class.dat
  57. +2 −0 src/include/executor/nodeModifyTable.h
  58. +3 −0 src/include/nodes/execnodes.h
  59. +19 −5 src/include/nodes/parsenodes.h
  60. +2 −0 src/include/optimizer/plancat.h
  61. +1 −0 src/include/parser/kwlist.h
  62. +2 −1 src/include/parser/parse_node.h
  63. +1 −0 src/include/utils/lsyscache.h
  64. +95 −0 src/pl/plperl/expected/plperl_trigger.out
  65. +31 −9 src/pl/plperl/plperl.c
  66. +36 −0 src/pl/plperl/sql/plperl_trigger.sql
  67. +20 −0 src/pl/plpgsql/src/pl_exec.c
  68. +94 −0 src/pl/plpython/expected/plpython_trigger.out
  69. +3 −2 src/pl/plpython/plpy_cursorobject.c
  70. +19 −4 src/pl/plpython/plpy_exec.c
  71. +2 −1 src/pl/plpython/plpy_spi.c
  72. +12 −5 src/pl/plpython/plpy_typeio.c
  73. +1 −1 src/pl/plpython/plpy_typeio.h
  74. +37 −0 src/pl/plpython/sql/plpython_trigger.sql
  75. +99 −0 src/pl/tcl/expected/pltcl_trigger.out
  76. +35 −15 src/pl/tcl/pltcl.c
  77. +36 −0 src/pl/tcl/sql/pltcl_trigger.sql
  78. +46 −0 src/test/regress/expected/create_table_like.out
  79. +768 −0 src/test/regress/expected/generated.out
  80. +1 −1 src/test/regress/parallel_schedule
  81. +1 −0 src/test/regress/serial_schedule
  82. +14 −0 src/test/regress/sql/create_table_like.sql
  83. +451 −0 src/test/regress/sql/generated.sql
  84. +65 −0 src/test/subscription/t/011_generated.pl
25 contrib/postgres_fdw/expected/postgres_fdw.out
View file
@@ -6431,6 +6431,31 @@ select * from rem1;
11 | bye remote
(4 rows)

-- ===================================================================
-- test generated columns
-- ===================================================================
create table gloc1 (a int, b int);
alter table gloc1 set (autovacuum_enabled = 'false');
create foreign table grem1 (
a int,
b int generated always as (a * 2) stored)
server loopback options(table_name 'gloc1');
insert into grem1 (a) values (1), (2);
update grem1 set a = 22 where a = 2;
select * from gloc1;
a | b
----+----
1 | 2
22 | 44
(2 rows)

select * from grem1;
a | b
----+----
1 | 2
22 | 44
(2 rows)

-- ===================================================================
-- test local triggers
-- ===================================================================
3 contrib/postgres_fdw/postgres_fdw.c
View file
@@ -1644,9 +1644,10 @@ postgresPlanForeignModify(PlannerInfo *root,
else if (operation == CMD_UPDATE)
{
int col;
Bitmapset *allUpdatedCols = bms_union(rte->updatedCols, rte->extraUpdatedCols);

col = -1;
while ((col = bms_next_member(rte->updatedCols, col)) >= 0)
while ((col = bms_next_member(allUpdatedCols, col)) >= 0)
{
/* bit numbers are offset by FirstLowInvalidHeapAttributeNumber */
AttrNumber attno = col + FirstLowInvalidHeapAttributeNumber;
14 contrib/postgres_fdw/sql/postgres_fdw.sql
View file
@@ -1363,6 +1363,20 @@ insert into rem1(f2) values('bye remote');
select * from loc1;
select * from rem1;

-- ===================================================================
-- test generated columns
-- ===================================================================
create table gloc1 (a int, b int);
alter table gloc1 set (autovacuum_enabled = 'false');
create foreign table grem1 (
a int,
b int generated always as (a * 2) stored)
server loopback options(table_name 'gloc1');
insert into grem1 (a) values (1), (2);
update grem1 set a = 22 where a = 2;
select * from gloc1;
select * from grem1;

-- ===================================================================
-- test local triggers
-- ===================================================================
19 doc/src/sgml/catalogs.sgml
View file
@@ -1129,9 +1129,11 @@
<entry><type>bool</type></entry>
<entry></entry>
<entry>
This column has a default value, in which case there will be a
corresponding entry in the <structname>pg_attrdef</structname>
catalog that actually defines the value.
This column has a default expression or generation expression, in which
case there will be a corresponding entry in the
<structname>pg_attrdef</structname> catalog that actually defines the
expression. (Check <structfield>attgenerated</structfield> to
determine whether this is a default or a generation expression.)
</entry>
</row>

@@ -1159,6 +1161,17 @@
</entry>
</row>

<row>
<entry><structfield>attgenerated</structfield></entry>
<entry><type>char</type></entry>
<entry></entry>
<entry>
If a zero byte (<literal>''</literal>), then not a generated column.
Otherwise, <literal>s</literal> = stored. (Other values might be added
in the future.)
</entry>
</row>

<row>
<entry><structfield>attisdropped</structfield></entry>
<entry><type>bool</type></entry>
118 doc/src/sgml/ddl.sgml
View file
@@ -233,6 +233,124 @@ CREATE TABLE products (
</para>
</sect1>

<sect1 id="ddl-generated-columns">
<title>Generated Columns</title>

<indexterm zone="ddl-generated-columns">
<primary>generated column</primary>
</indexterm>

<para>
A generated column is a special column that is always computed from other
columns. Thus, it is for columns what a view is for tables. There are two
kinds of generated columns: stored and virtual. A stored generated column
is computed when it is written (inserted or updated) and occupies storage
as if it were a normal column. A virtual generated column occupies no
storage and is computed when it is read. Thus, a virtual generated column
is similar to a view and a stored generated column is similar to a
materialized view (except that it is always updated automatically).
PostgreSQL currently implements only stored generated columns.
</para>

<para>
To create a generated column, use the <literal>GENERATED ALWAYS
AS</literal> clause in <command>CREATE TABLE</command>, for example:
<programlisting>
CREATE TABLE people (
...,
height_cm numeric,
height_in numeric <emphasis>GENERATED ALWAYS AS (height_cm * 2.54) STORED</emphasis>

This comment has been minimized.

Sign in to view
Copy link
@rowland

rowland Apr 3, 2019

Formula for cm-to-in conversion is height_cm / 2.54, not height_cm * 2.54.
);
</programlisting>
The keyword <literal>STORED</literal> must be specified to choose the
stored kind of generated column. See <xref linkend="sql-createtable"/> for
more details.
</para>

<para>
A generated column cannot be written to directly. In
<command>INSERT</command> or <command>UPDATE</command> commands, a value
cannot be specified for a generated column, but the keyword
<literal>DEFAULT</literal> may be specified.
</para>

<para>
Consider the differences between a column with a default and a generated
column. The column default is evaluated once when the row is first
inserted if no other value was provided; a generated column is updated
whenever the row changes and cannot be overridden. A column default may
not refer to other columns of the table; a generation expression would
normally do so. A column default can use volatile functions, for example
<literal>random()</literal> or functions referring to the current time;
this is not allowed for generated columns.
</para>

<para>
Several restrictions apply to the definition of generated columns and
tables involving generated columns:

<itemizedlist>
<listitem>
<para>
The generation expression can only use immutable functions and cannot
use subqueries or reference anything other than the current row in any
way.
</para>
</listitem>
<listitem>
<para>
A generation expression cannot reference another generated column.
</para>
</listitem>
<listitem>
<para>
A generation expression cannot reference a system column, except
<varname>tableoid</varname>.
</para>
</listitem>
<listitem>
<para>
A generated column cannot have a column default or an identity definition.
</para>
</listitem>
<listitem>
<para>
A generated column cannot be part of a partition key.
</para>
</listitem>
<listitem>
<para>
Foreign tables can have generated columns. See <xref
linkend="sql-createforeigntable"/> for details.
</para>
</listitem>
</itemizedlist>
</para>

<para>
Additional considerations apply to the use of generated columns.
<itemizedlist>
<listitem>
<para>
Generated columns maintain access privileges separately from their
underlying base columns. So, it is possible to arrange it so that a
particular role can read from a generated column but not from the
underlying base columns.
</para>
</listitem>
<listitem>
<para>
Generated columns are, conceptually, updated after
<literal>BEFORE</literal> triggers have run. Therefore, changes made to
base columns in a <literal>BEFORE</literal> trigger will be reflected in
generated columns. But conversely, it is not allowed to access
generated columns in <literal>BEFORE</literal> triggers.
</para>
</listitem>
</itemizedlist>
</para>
</sect1>

<sect1 id="ddl-constraints">
<title>Constraints</title>

66 doc/src/sgml/information_schema.sgml
View file
@@ -952,6 +952,62 @@
</table>
</sect1>

<sect1 id="infoschema-column-column-usage">
<title><literal>column_column_usage</literal></title>

<para>
The view <literal>column_column_usage</literal> identifies all generated
columns that depend on another base column in the same table. Only tables
owned by a currently enabled role are included.
</para>

<table>
<title><literal>column_column_usage</literal> Columns</title>

<tgroup cols="3">
<thead>
<row>
<entry>Name</entry>
<entry>Data Type</entry>
<entry>Description</entry>
</row>
</thead>

<tbody>
<row>
<entry><literal>table_catalog</literal></entry>
<entry><type>sql_identifier</type></entry>
<entry>Name of the database containing the table (always the current database)</entry>
</row>

<row>
<entry><literal>table_schema</literal></entry>
<entry><type>sql_identifier</type></entry>
<entry>Name of the schema containing the table</entry>
</row>

<row>
<entry><literal>table_name</literal></entry>
<entry><type>sql_identifier</type></entry>
<entry>Name of the table</entry>
</row>

<row>
<entry><literal>column_name</literal></entry>
<entry><type>sql_identifier</type></entry>
<entry>Name of the base column that a generated column depends on</entry>
</row>

<row>
<entry><literal>dependent_column</literal></entry>
<entry><type>sql_identifier</type></entry>
<entry>Name of the generated column</entry>
</row>
</tbody>
</tgroup>
</table>
</sect1>

<sect1 id="infoschema-column-domain-usage">
<title><literal>column_domain_usage</literal></title>

@@ -1648,13 +1704,19 @@
<row>
<entry><literal>is_generated</literal></entry>
<entry><type>character_data</type></entry>
<entry>Applies to a feature not available in <productname>PostgreSQL</productname></entry>
<entry>
If the column is a generated column, then <literal>ALWAYS</literal>,
else <literal>NEVER</literal>.
</entry>
</row>

<row>
<entry><literal>generation_expression</literal></entry>
<entry><type>character_data</type></entry>
<entry>Applies to a feature not available in <productname>PostgreSQL</productname></entry>
<entry>
If the column is a generated column, then the generation expression,
else null.
</entry>
</row>

<row>
4 doc/src/sgml/protocol.sgml
View file
@@ -6450,7 +6450,7 @@ Relation
</listitem>
</varlistentry>
</variablelist>
Next, the following message part appears for each column:
Next, the following message part appears for each column (except generated columns):
<variablelist>
<varlistentry>
<term>
@@ -6875,7 +6875,7 @@ TupleData
</listitem>
</varlistentry>
</variablelist>
Next, one of the following submessages appears for each column:
Next, one of the following submessages appears for each column (except generated columns):
<variablelist>
<varlistentry>
<term>
3 doc/src/sgml/ref/copy.sgml
View file
@@ -103,7 +103,8 @@ COPY { <replaceable class="parameter">table_name</replaceable> [ ( <replaceable
<listitem>
<para>
An optional list of columns to be copied. If no column list is
specified, all columns of the table will be copied.
specified, all columns of the table except generated columns will be
copied.
</para>
</listitem>
</varlistentry>
27 doc/src/sgml/ref/create_foreign_table.sgml
View file
@@ -42,7 +42,8 @@ CREATE FOREIGN TABLE [ IF NOT EXISTS ] <replaceable class="parameter">table_name
{ NOT NULL |
NULL |
CHECK ( <replaceable class="parameter">expression</replaceable> ) [ NO INHERIT ] |
DEFAULT <replaceable>default_expr</replaceable> }
DEFAULT <replaceable>default_expr</replaceable> |
GENERATED ALWAYS AS ( <replaceable>generation_expr</replaceable> ) STORED }

<phrase>and <replaceable class="parameter">table_constraint</replaceable> is:</phrase>

@@ -258,6 +259,30 @@ CHECK ( <replaceable class="parameter">expression</replaceable> ) [ NO INHERIT ]
</listitem>
</varlistentry>

<varlistentry>
<term><literal>GENERATED ALWAYS AS ( <replaceable>generation_expr</replaceable> ) STORED</literal><indexterm><primary>generated column</primary></indexterm></term>
<listitem>
<para>
This clause creates the column as a <firstterm>generated
column</firstterm>. The column cannot be written to, and when read it
will be computed from the specified expression.
</para>

<para>
The keyword <literal>STORED</literal> is required to signify that the
column will be computed on write. (The computed value will be presented
to the foreign-data wrapper for storage and must be returned on
reading.)
</para>

<para>
The generation expression can refer to other columns in the table, but
not other generated columns. Any functions and operators used must be
immutable. References to other tables are not allowed.
</para>
</listitem>
</varlistentry>

<varlistentry>
<term><replaceable class="parameter">server_name</replaceable></term>
<listitem>

0 comments on commit fc22b66

Please sign in to comment.
You can’t perform that action at this time.