Skip to content

Commit

Permalink
PostgreSQL: pg_control, pgheap impl for pgproee13
Browse files Browse the repository at this point in the history
  • Loading branch information
Pavel Safonov committed Aug 5, 2022
1 parent ffc08cf commit 972c5a3
Show file tree
Hide file tree
Showing 4 changed files with 300 additions and 0 deletions.
229 changes: 229 additions & 0 deletions format/postgres/flavours/pgproee13/pg_control.go
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,229 @@
package pgproee13

import (
"github.com/wader/fq/format/postgres/common"
"github.com/wader/fq/pkg/decode"
"github.com/wader/fq/pkg/scalar"
)

// type = struct ControlFileData {
/* 0 | 8 */ // uint64 system_identifier;
/* 8 | 4 */ // uint32 pg_control_version;
/* 12 | 4 */ // uint32 catalog_version_no;
/* 16 | 4 */ // DBState state;
/* XXX 4-byte hole */
/* 24 | 8 */ // pg_time_t time
/* 32 | 8 */ // XLogRecPtr checkPoint
/* 40 | 120 */ // CheckPoint checkPointCopy
/* 160 | 8 */ // XLogRecPtr unloggedLSN
/* 168 | 8 */ // XLogRecPtr minRecoveryPoint
/* 176 | 4 */ // TimeLineID minRecoveryPointTLI
/* XXX 4-byte hole */
/* 184 | 8 */ // XLogRecPtr backupStartPoint
/* 192 | 8 */ // XLogRecPtr backupEndPoint
/* 200 | 1 */ // _Bool backupEndRequired
/* XXX 3-byte hole */
/* 204 | 4 */ // int wal_level
/* 208 | 1 */ // _Bool wal_log_hints
/* XXX 3-byte hole */
/* 212 | 4 */ // int MaxConnections
/* 216 | 4 */ // int max_worker_processes
/* 220 | 4 */ // int max_wal_senders
/* 224 | 4 */ // int max_prepared_xacts
/* 228 | 4 */ // int max_locks_per_xact
/* 232 | 1 */ // _Bool track_commit_timestamp
/* XXX 3-byte hole */
/* 236 | 4 */ // uint32 maxAlign
/* 240 | 8 */ // double floatFormat
/* 248 | 4 */ // uint32 blcksz
/* 252 | 4 */ // uint32 relseg_size
/* 256 | 4 */ // uint32 xlog_blcksz
/* 260 | 4 */ // uint32 xlog_seg_size
/* 264 | 4 */ // uint32 nameDataLen
/* 268 | 4 */ // uint32 indexMaxKeys
/* 272 | 4 */ // uint32 toast_max_chunk_size
/* 276 | 4 */ // uint32 loblksize
/* 280 | 1 */ // _Bool float8ByVal
/* XXX 3-byte hole */
/* 284 | 4 */ // uint32 data_checksum_version
/* 288 | 32 */ // char mock_authentication_nonce[32]
/* 320 | 4 */ // pg_icu_version icu_version
/* 324 | 4 */ // uint32 pg_old_version
/* 328 | 4 */ // pg_crc32c crc
/* XXX 4-byte padding */
//
/* total size (bytes): 336 */

// type = struct CheckPoint {
/* 0 | 8 */ // XLogRecPtr redo
/* 8 | 4 */ // TimeLineID ThisTimeLineID
/* 12 | 4 */ // TimeLineID PrevTimeLineID
/* 16 | 1 */ // _Bool fullPageWrites
/* XXX 7-byte hole */
/* 24 | 8 */ // FullTransactionId nextFullXid
/* 32 | 4 */ // Oid nextOid
/* XXX 4-byte hole */
/* 40 | 8 */ // MultiXactId nextMulti
/* 48 | 8 */ // MultiXactOffset nextMultiOffset
/* 56 | 8 */ // TransactionId oldestXid
/* 64 | 4 */ // Oid oldestXidDB
/* XXX 4-byte hole */
/* 72 | 8 */ // MultiXactId oldestMulti
/* 80 | 4 */ // Oid oldestMultiDB
/* XXX 4-byte hole */
/* 88 | 8 */ // pg_time_t time
/* 96 | 8 */ // TransactionId oldestCommitTsXid
/* 104 | 8 */ // TransactionId newestCommitTsXid
/* 112 | 8 */ // TransactionId oldestActiveXid
//
/* total size (bytes): 120 */

func DecodePgControl(d *decode.D, in any) any {
d.SeekAbs(0)
/* 0 | 8 */ // uint64 system_identifier;
/* 8 | 4 */ // uint32 pg_control_version;
/* 12 | 4 */ // uint32 catalog_version_no;
/* 16 | 4 */ // DBState state;
/* XXX 4-byte hole */
d.FieldU64("system_identifier")
d.FieldU32("pg_control_version", common.VersionMapper)
d.FieldU32("catalog_version_no")
d.FieldU32("state", common.DBState)
d.U32()

/* 24 | 8 */ // pg_time_t time;
/* 32 | 8 */ // XLogRecPtr checkPoint;
/* 40 | 120 */ // CheckPoint checkPointCopy;
d.FieldS64("time", common.TimeMapper)
d.FieldU64("checkPoint", common.XLogRecPtrMapper)
d.FieldStruct("checkPointCopy", func(d *decode.D) {
/* 0 | 8 */ // XLogRecPtr redo;
/* 8 | 4 */ // TimeLineID ThisTimeLineID;
/* 12 | 4 */ // TimeLineID PrevTimeLineID;
/* 16 | 1 */ // _Bool fullPageWrites;
/* XXX 7-byte hole */
d.FieldU64("redo", common.XLogRecPtrMapper)
d.FieldU32("ThisTimeLineID")
d.FieldU32("PrevTimeLineID")
d.FieldU8("fullPageWrites")
d.U56()

/* 24 | 8 */ // FullTransactionId nextXid;
/* 32 | 4 */ // Oid nextOid;
/* XXX 4-byte hole */
d.FieldU64("nextXid")
d.FieldU32("nextOid")
d.U32()

/* 40 | 8 */ // MultiXactId nextMulti;
/* 48 | 8 */ // MultiXactOffset nextMultiOffset;
/* 56 | 8 */ // TransactionId oldestXid;
/* 64 | 4 */ // Oid oldestXidDB;
/* XXX 4-byte hole */
d.FieldU64("nextMulti")
d.FieldU64("nextMultiOffset")
d.FieldU64("oldestXid")
d.FieldU32("oldestXidDB")
d.U32()

/* 72 | 8 */ // MultiXactId oldestMulti;
/* 80 | 4 */ // Oid oldestMultiDB;
/* XXX 4-byte hole */
d.FieldU64("oldestMulti")
d.FieldU32("oldestMultiDB")
d.U32()

/* 88 | 8 */ // pg_time_t time;
/* 96 | 8 */ // TransactionId oldestCommitTsXid;
/* 104 | 8 */ // TransactionId newestCommitTsXid;
/* 112 | 8 */ // TransactionId oldestActiveXid;
d.FieldS64("time", common.TimeMapper)
d.FieldU64("oldestCommitTsXid")
d.FieldU64("newestCommitTsXid")
d.FieldU64("oldestActiveXid")
})

/* 160 | 8 */ // XLogRecPtr unloggedLSN;
/* 168 | 8 */ // XLogRecPtr minRecoveryPoint;
/* 176 | 4 */ // TimeLineID minRecoveryPointTLI;
/* XXX 4-byte hole */
d.FieldU64("unloggedLSN", common.LocPtrMapper)
d.FieldU64("minRecoveryPoint", common.LocPtrMapper)
d.FieldU32("minRecoveryPointTLI")
d.U32()

/* 184 | 8 */ // XLogRecPtr backupStartPoint;
/* 192 | 8 */ // XLogRecPtr backupEndPoint;
/* 200 | 1 */ // _Bool backupEndRequired;
/* XXX 3-byte hole */
d.FieldU64("backupStartPoint", common.LocPtrMapper)
d.FieldU64("backupEndPoint", common.LocPtrMapper)
d.FieldU8("backupEndRequired")
d.U24()

/* 204 | 4 */ // int wal_level;
/* 208 | 1 */ // _Bool wal_log_hints;
/* XXX 3-byte hole */
d.FieldS32("wal_level", common.WalLevel)
d.FieldU8("wal_log_hints")
d.U24()

/* 212 | 4 */ // int MaxConnections;
/* 216 | 4 */ // int max_worker_processes;
/* 220 | 4 */ // int max_wal_senders;
/* 224 | 4 */ // int max_prepared_xacts;
/* 228 | 4 */ // int max_locks_per_xact;
/* 232 | 1 */ // _Bool track_commit_timestamp;
/* XXX 3-byte hole */
d.FieldS32("MaxConnections")
d.FieldS32("max_worker_processes")
d.FieldS32("max_wal_senders")
d.FieldS32("max_prepared_xacts")
d.FieldS32("max_locks_per_xact")
d.FieldU8("track_commit_timestamp")
d.U24()

/* 236 | 4 */ // uint32 maxAlign;
/* 240 | 8 */ // double floatFormat;
/* 248 | 4 */ // uint32 blcksz;
/* 252 | 4 */ // uint32 relseg_size;
/* 256 | 4 */ // uint32 xlog_blcksz;
/* 260 | 4 */ // uint32 xlog_seg_size;
/* 264 | 4 */ // uint32 nameDataLen;
/* 268 | 4 */ // uint32 indexMaxKeys;
/* 272 | 4 */ // uint32 toast_max_chunk_size;
/* 276 | 4 */ // uint32 loblksize;
/* 280 | 1 */ // _Bool float4ByVal;
/* 281 | 1 */ // _Bool float8ByVal;
/* XXX 2-byte hole */
d.FieldU32("maxAlign")
d.FieldF64("floatFormat")
d.FieldU32("blcksz")
d.FieldU32("relseg_size")
d.FieldU32("xlog_blcksz")
d.FieldU32("xlog_seg_size")
d.FieldU32("nameDataLen")
d.FieldU32("indexMaxKeys")
d.FieldU32("toast_max_chunk_size")
d.FieldU32("loblksize")
d.FieldU8("float8ByVal")
d.U24()

/* 284 | 4 */ // uint32 data_checksum_version
/* 288 | 32 */ // char mock_authentication_nonce[32]
/* 320 | 4 */ // pg_icu_version icu_version
/* 324 | 4 */ // uint32 pg_old_version
/* 328 | 4 */ // pg_crc32c crc
/* XXX 4-byte padding */
d.FieldU32("data_checksum_version")
d.FieldRawLen("mock_authentication_nonce", 32*8, scalar.RawHex)
d.FieldU32("icu_version", common.IcuVersionMapper)
d.FieldU32("pg_old_version")
d.FieldU32("crc")
d.U32()
/* total size (bytes): 336 */

d.AssertPosBytes(336)

return nil
}
64 changes: 64 additions & 0 deletions format/postgres/flavours/pgproee13/pgheap.go
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,64 @@
package pgproee13

import (
"github.com/wader/fq/format/postgres/common"
"github.com/wader/fq/format/postgres/flavours/pgproee14/ee14"
"github.com/wader/fq/format/postgres/flavours/postgres14/common14"
"github.com/wader/fq/pkg/decode"
)

// type = struct PageHeaderData {
/* 0 | 8 */ // PageXLogRecPtr pd_lsn;
/* 8 | 2 */ // uint16 pd_checksum;
/* 10 | 2 */ // uint16 pd_flags;
/* 12 | 2 */ // LocationIndex pd_lower;
/* 14 | 2 */ // LocationIndex pd_upper;
/* 16 | 2 */ // LocationIndex pd_special;
/* 18 | 2 */ // uint16 pd_pagesize_version;
/* 20 | 0 */ // ItemIdData pd_linp[];
//
/* total size (bytes): 20 */

// type = struct HeapTupleHeaderData {
/* 0 | 12 */ // union {
/* 12 */ // HeapTupleFields t_heap;
/* 12 */ // DatumTupleFields t_datum;
// } t_choice
/* total size (bytes): 12 */
//
/* 12 | 6 */ // ItemPointerData t_ctid;
/* 18 | 2 */ // uint16 t_infomask2;
/* 20 | 2 */ // uint16 t_infomask;
/* 22 | 1 */ // uint8 t_hoff;
/* 23 | 0 */ // bits8 t_bits[];
/* XXX 1-byte padding */
//
/* total size (bytes): 24 */

// type = struct HeapTupleFields {
/* 0 | 4 */ // ShortTransactionId t_xmin;
/* 4 | 4 */ // ShortTransactionId t_xmax;
/* 8 | 4 */ // union {
/* 4 */ // CommandId t_cid;
/* 4 */ // ShortTransactionId t_xvac;
// } t_field3;
/* total size (bytes): 4 */
//
/* total size (bytes): 12 */

// type = struct HeapPageSpecialData {
/* 0 | 8 */ // TransactionId pd_xid_base;
/* 8 | 8 */ // TransactionId pd_multi_base;
/* 16 | 4 */ // ShortTransactionId pd_prune_xid;
/* 20 | 4 */ // uint32 pd_magic;
//
/* total size (bytes): 24 */

func DecodeHeap(d *decode.D) any {
heap := &common14.HeapD{
PageSize: common.HeapPageSize,
DecodePageHeaderDataFn: ee14.DecodePageHeaderData,
DecodePageSpecialFn: ee14.DecodePageSpecial,
}
return common14.DecodeHeap(d, heap)
}
4 changes: 4 additions & 0 deletions format/postgres/pg_control.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import (
"github.com/wader/fq/format/postgres/flavours/pgpro14"
"github.com/wader/fq/format/postgres/flavours/pgproee11"
"github.com/wader/fq/format/postgres/flavours/pgproee12"
"github.com/wader/fq/format/postgres/flavours/pgproee13"
"github.com/wader/fq/format/postgres/flavours/pgproee14"
"github.com/wader/fq/format/postgres/flavours/postgres11"
"github.com/wader/fq/format/postgres/flavours/postgres12"
Expand Down Expand Up @@ -41,6 +42,7 @@ const (
PG_FLAVOUR_PGPRO14 = "pgpro14"
PG_FLAVOUR_PGPROEE11 = "pgproee11"
PG_FLAVOUR_PGPROEE12 = "pgproee12"
PG_FLAVOUR_PGPROEE13 = "pgproee13"
PG_FLAVOUR_PGPROEE14 = "pgproee14"
)

Expand All @@ -63,6 +65,8 @@ func decodePgControl(d *decode.D, in any) any {
return pgproee11.DecodePgControl(d, in)
case PG_FLAVOUR_PGPROEE12:
return pgproee12.DecodePgControl(d, in)
case PG_FLAVOUR_PGPROEE13:
return pgproee13.DecodePgControl(d, in)
case PG_FLAVOUR_PGPROEE14:
return pgproee14.DecodePgControl(d, in)
default:
Expand Down
3 changes: 3 additions & 0 deletions format/postgres/pgheap.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import (
"github.com/wader/fq/format/postgres/flavours/pgpro14"
"github.com/wader/fq/format/postgres/flavours/pgproee11"
"github.com/wader/fq/format/postgres/flavours/pgproee12"
"github.com/wader/fq/format/postgres/flavours/pgproee13"
"github.com/wader/fq/format/postgres/flavours/pgproee14"
"github.com/wader/fq/format/postgres/flavours/postgres11"
"github.com/wader/fq/format/postgres/flavours/postgres12"
Expand Down Expand Up @@ -42,6 +43,8 @@ func decodePgheap(d *decode.D, in any) any {
return pgproee11.DecodeHeap(d)
case PG_FLAVOUR_PGPROEE12:
return pgproee12.DecodeHeap(d)
case PG_FLAVOUR_PGPROEE13:
return pgproee13.DecodeHeap(d)
case PG_FLAVOUR_PGPRO14:
return pgpro14.DecodeHeap(d)
case PG_FLAVOUR_PGPROEE14:
Expand Down

0 comments on commit 972c5a3

Please sign in to comment.