Skip to content

Commit

Permalink
PostgreSQL: pg_control for ver 12
Browse files Browse the repository at this point in the history
  • Loading branch information
Pavel Safonov committed Aug 3, 2022
1 parent fdb3b3e commit f5278f3
Show file tree
Hide file tree
Showing 7 changed files with 346 additions and 33 deletions.
10 changes: 10 additions & 0 deletions format/postgres/common/pg_control.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,16 @@ func (m xLogRecPtrMapper) MapScalar(s scalar.S) (scalar.S, error) {
var XLogRecPtrMapper = xLogRecPtrMapper{}
var LocPtrMapper = xLogRecPtrMapper{}

type nextFullXidMapper struct{}

func (m nextFullXidMapper) MapScalar(s scalar.S) (scalar.S, error) {
v := s.ActualU()
s.Sym = fmt.Sprintf("%d:%d", v>>32, uint32(v))
return s, nil
}

var NextFullXidMapper = nextFullXidMapper{}

type timeMapper struct{}

func (m timeMapper) MapScalar(s scalar.S) (scalar.S, error) {
Expand Down
219 changes: 219 additions & 0 deletions format/postgres/flavours/postgres12/pg_control.go
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,219 @@
package postgres12

import (
"github.com/wader/fq/format/postgres/common"
"github.com/wader/fq/pkg/decode"
"github.com/wader/fq/pkg/scalar"
)

// type = struct ControlFileData {
/* 0 | 8 */ // uint64 system_identifier;
/* 8 | 4 */ // uint32 pg_control_version;
/* 12 | 4 */ // uint32 catalog_version_no;
/* 16 | 4 */ // DBState state;
/* XXX 4-byte hole */
/* 24 | 8 */ // pg_time_t time;
/* 32 | 8 */ // XLogRecPtr checkPoint;
/* 40 | 88 */ // CheckPoint checkPointCopy;
/* 128 | 8 */ // XLogRecPtr unloggedLSN;
/* 136 | 8 */ // XLogRecPtr minRecoveryPoint;
/* 144 | 4 */ // TimeLineID minRecoveryPointTLI;
/* XXX 4-byte hole */
/* 152 | 8 */ // XLogRecPtr backupStartPoint;
/* 160 | 8 */ // XLogRecPtr backupEndPoint;
/* 168 | 1 */ // _Bool backupEndRequired;
/* XXX 3-byte hole */
/* 172 | 4 */ // int wal_level;
/* 176 | 1 */ // _Bool wal_log_hints;
/* XXX 3-byte hole */
/* 180 | 4 */ // int MaxConnections;
/* 184 | 4 */ // int max_worker_processes;
/* 188 | 4 */ // int max_wal_senders;
/* 192 | 4 */ // int max_prepared_xacts;
/* 196 | 4 */ // int max_locks_per_xact;
/* 200 | 1 */ // _Bool track_commit_timestamp;
/* XXX 3-byte hole */
/* 204 | 4 */ // uint32 maxAlign;
/* 208 | 8 */ // double floatFormat;
/* 216 | 4 */ // uint32 blcksz;
/* 220 | 4 */ // uint32 relseg_size;
/* 224 | 4 */ // uint32 xlog_blcksz;
/* 228 | 4 */ // uint32 xlog_seg_size;
/* 232 | 4 */ // uint32 nameDataLen;
/* 236 | 4 */ // uint32 indexMaxKeys;
/* 240 | 4 */ // uint32 toast_max_chunk_size;
/* 244 | 4 */ // uint32 loblksize;
/* 248 | 1 */ // _Bool float4ByVal;
/* 249 | 1 */ // _Bool float8ByVal;
/* XXX 2-byte hole */
/* 252 | 4 */ // uint32 data_checksum_version;
/* 256 | 32 */ // char mock_authentication_nonce[32];
/* 288 | 4 */ // pg_crc32c crc;
/* XXX 4-byte padding */
//
/* total size (bytes): 296 */

// type = struct CheckPoint {
/* 0 | 8 */ // XLogRecPtr redo;
/* 8 | 4 */ // TimeLineID ThisTimeLineID;
/* 12 | 4 */ // TimeLineID PrevTimeLineID;
/* 16 | 1 */ // _Bool fullPageWrites;
/* XXX 7-byte hole */
/* 24 | 8 */ // FullTransactionId nextFullXid;
/* 32 | 4 */ // Oid nextOid;
/* 36 | 4 */ // MultiXactId nextMulti;
/* 40 | 4 */ // MultiXactOffset nextMultiOffset;
/* 44 | 4 */ // TransactionId oldestXid;
/* 48 | 4 */ // Oid oldestXidDB;
/* 52 | 4 */ // MultiXactId oldestMulti;
/* 56 | 4 */ // Oid oldestMultiDB;
/* XXX 4-byte hole */
/* 64 | 8 */ // pg_time_t time;
/* 72 | 4 */ // TransactionId oldestCommitTsXid;
/* 76 | 4 */ // TransactionId newestCommitTsXid;
/* 80 | 4 */ // TransactionId oldestActiveXid;
/* XXX 4-byte padding */
//
/* total size (bytes): 88 */
func DecodePgControl(d *decode.D, in any) any {
d.SeekAbs(0)
/* 0 | 8 */ // uint64 system_identifier;
/* 8 | 4 */ // uint32 pg_control_version;
/* 12 | 4 */ // uint32 catalog_version_no;
/* 16 | 4 */ // DBState state;
/* XXX 4-byte hole */
d.FieldU64("system_identifier")
d.FieldU32("pg_control_version")
d.FieldU32("catalog_version_no")
d.FieldU32("state", common.DBState)
d.U32()

/* 24 | 8 */ // pg_time_t time;
/* 32 | 8 */ // XLogRecPtr checkPoint;
/* 40 | 88 */ // CheckPoint checkPointCopy;
d.FieldS64("time", common.TimeMapper)
d.FieldU64("checkPoint", common.XLogRecPtrMapper)
d.FieldStruct("checkPointCopy", func(d *decode.D) {
/* 0 | 8 */ // XLogRecPtr redo;
/* 8 | 4 */ // TimeLineID ThisTimeLineID;
/* 12 | 4 */ // TimeLineID PrevTimeLineID;
/* 16 | 1 */ // _Bool fullPageWrites;
/* XXX 7-byte hole */
d.FieldU64("redo", common.XLogRecPtrMapper)
d.FieldU32("ThisTimeLineID")
d.FieldU32("PrevTimeLineID")
d.FieldU8("fullPageWrites")
d.U56()

/* 24 | 8 */ // FullTransactionId nextFullXid;
/* 32 | 4 */ // Oid nextOid;
/* 36 | 4 */ // MultiXactId nextMulti;
/* 40 | 4 */ // MultiXactOffset nextMultiOffset;
/* 44 | 4 */ // TransactionId oldestXid;
/* 48 | 4 */ // Oid oldestXidDB;
/* 52 | 4 */ // MultiXactId oldestMulti;
/* 56 | 4 */ // Oid oldestMultiDB;
/* XXX 4-byte hole */
d.FieldU64("nextFullXid", common.NextFullXidMapper)
d.FieldU32("nextOid")
d.FieldU32("nextMulti")
d.FieldU32("nextMultiOffset")
d.FieldU32("oldestXid")
d.FieldU32("oldestXidDB")
d.FieldU32("oldestMulti")
d.FieldU32("oldestMultiDB")
d.U32()

/* 64 | 8 */ // pg_time_t time;
/* 72 | 4 */ // TransactionId oldestCommitTsXid;
/* 76 | 4 */ // TransactionId newestCommitTsXid;
/* 80 | 4 */ // TransactionId oldestActiveXid;
/* XXX 4-byte padding */
d.FieldS64("time", common.TimeMapper)
d.FieldU32("oldestCommitTsXid")
d.FieldU32("newestCommitTsXid")
d.FieldU32("oldestActiveXid")
d.U32()
})

/* 128 | 8 */ // XLogRecPtr unloggedLSN;
/* 136 | 8 */ // XLogRecPtr minRecoveryPoint;
/* 144 | 4 */ // TimeLineID minRecoveryPointTLI;
/* XXX 4-byte hole */
d.FieldU64("unloggedLSN", common.LocPtrMapper)
d.FieldU64("minRecoveryPoint", common.LocPtrMapper)
d.FieldU32("minRecoveryPointTLI")
d.U32()

/* 152 | 8 */ // XLogRecPtr backupStartPoint;
/* 160 | 8 */ // XLogRecPtr backupEndPoint;
/* 168 | 1 */ // _Bool backupEndRequired;
/* XXX 3-byte hole */
d.FieldU64("backupStartPoint", common.LocPtrMapper)
d.FieldU64("backupEndPoint", common.LocPtrMapper)
d.FieldU8("backupEndRequired")
d.U24()

/* 172 | 4 */ // int wal_level;
/* 176 | 1 */ // _Bool wal_log_hints;
/* XXX 3-byte hole */
d.FieldS32("wal_level", common.WalLevel)
d.FieldU8("wal_log_hints")
d.U24()

/* 180 | 4 */ // int MaxConnections;
/* 184 | 4 */ // int max_worker_processes;
/* 188 | 4 */ // int max_wal_senders;
/* 192 | 4 */ // int max_prepared_xacts;
/* 196 | 4 */ // int max_locks_per_xact;
/* 200 | 1 */ // _Bool track_commit_timestamp;
/* XXX 3-byte hole */
d.FieldS32("MaxConnections")
d.FieldS32("max_worker_processes")
d.FieldS32("max_wal_senders")
d.FieldS32("max_prepared_xacts")
d.FieldS32("max_locks_per_xact")
d.FieldU8("track_commit_timestamp")
d.U24()

/* 204 | 4 */ // uint32 maxAlign;
/* 208 | 8 */ // double floatFormat;
/* 216 | 4 */ // uint32 blcksz;
/* 220 | 4 */ // uint32 relseg_size;
/* 224 | 4 */ // uint32 xlog_blcksz;
/* 228 | 4 */ // uint32 xlog_seg_size;
/* 232 | 4 */ // uint32 nameDataLen;
/* 236 | 4 */ // uint32 indexMaxKeys;
/* 240 | 4 */ // uint32 toast_max_chunk_size;
/* 244 | 4 */ // uint32 loblksize;
/* 248 | 1 */ // _Bool float4ByVal;
/* 249 | 1 */ // _Bool float8ByVal;
/* XXX 2-byte hole */
d.FieldU32("maxAlign")
d.FieldF64("floatFormat")
d.FieldU32("blcksz")
d.FieldU32("relseg_size")
d.FieldU32("xlog_blcksz")
d.FieldU32("xlog_seg_size")
d.FieldU32("nameDataLen")
d.FieldU32("indexMaxKeys")
d.FieldU32("toast_max_chunk_size")
d.FieldU32("loblksize")
d.FieldU8("float4ByVal")
d.FieldU8("float8ByVal")
d.U16()

/* 252 | 4 */ // uint32 data_checksum_version;
/* 256 | 32 */ // char mock_authentication_nonce[32];
/* 288 | 4 */ // pg_crc32c crc;
/* XXX 4-byte padding */
d.FieldU32("data_checksum_version")
d.FieldRawLen("mock_authentication_nonce", 32*8, scalar.RawHex)
d.FieldU32("crc")
d.U32()
/* total size (bytes): 296 */

d.AssertPosBytes(296)

return nil
}
74 changes: 74 additions & 0 deletions format/postgres/flavours/postgres12/pg_heap.go
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,74 @@
package postgres12

import (
"github.com/wader/fq/format/postgres/common"
"github.com/wader/fq/format/postgres/flavours/postgres14/common14"
"github.com/wader/fq/pkg/decode"
)

// type = struct PageHeaderData {
/* 0 | 8 */ // PageXLogRecPtr pd_lsn;
/* 8 | 2 */ // uint16 pd_checksum;
/* 10 | 2 */ // uint16 pd_flags;
/* 12 | 2 */ // LocationIndex pd_lower;
/* 14 | 2 */ // LocationIndex pd_upper;
/* 16 | 2 */ // LocationIndex pd_special;
/* 18 | 2 */ // uint16 pd_pagesize_version;
/* 20 | 4 */ // TransactionId pd_prune_xid;
/* 24 | 0 */ // ItemIdData pd_linp[];
//
/* total size (bytes): 24 */

// type = struct PageXLogRecPtr {
/* 0 | 4 */ // uint32 xlogid;
/* 4 | 4 */ // uint32 xrecoff;
//
/* total size (bytes): 8 */

// type = struct HeapTupleHeaderData {
/* 0 | 12 */ // union {
/* 12 */ // HeapTupleFields t_heap;
/* 12 */ // DatumTupleFields t_datum;
// // } t_choice;
/* total size (bytes): 12 */
//
/* 12 | 6 */ // ItemPointerData t_ctid;
/* 18 | 2 */ // uint16 t_infomask2;
/* 20 | 2 */ // uint16 t_infomask;
/* 22 | 1 */ // uint8 t_hoff;
/* 23 | 0 */ // bits8 t_bits[];
/* XXX 1-byte padding */
//
/* total size (bytes): 24 */

// type = struct HeapTupleFields {
/* 0 | 4 */ // TransactionId t_xmin;
/* 4 | 4 */ // TransactionId t_xmax;
/* 8 | 4 */ // union {
/* 4 */ // CommandId t_cid;
/* 4 */ // TransactionId t_xvac;
// } t_field3;
/* total size (bytes): 4 */
//
/* total size (bytes): 12 */

// type = struct DatumTupleFields {
/* 0 | 4 */ // int32 datum_len_;
/* 4 | 4 */ // int32 datum_typmod;
/* 8 | 4 */ // Oid datum_typeid;
//
/* total size (bytes): 12 */

// type = struct ItemPointerData {
/* 0 | 4 */ // BlockIdData ip_blkid;
/* 4 | 2 */ // OffsetNumber ip_posid;
//
/* total size (bytes): 6 */

func DecodeHeap(d *decode.D) any {
heap := &common14.HeapD{
PageSize: common.HeapPageSize,
DecodePageHeaderDataFn: common14.DecodePageHeaderData,
}
return common14.DecodeHeap(d, heap)
}
32 changes: 32 additions & 0 deletions format/postgres/flavours/postgres14/common14/pgheap.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -228,6 +228,38 @@ func decodeHeapPage(d *decode.D) {
d.FieldArray("Tuples", decodeTuples)
}

/* 0 | 8 */ // PageXLogRecPtr pd_lsn;
/* 8 | 2 */ // uint16 pd_checksum;
/* 10 | 2 */ // uint16 pd_flags;
/* 12 | 2 */ // LocationIndex pd_lower;
/* 14 | 2 */ // LocationIndex pd_upper;
/* 16 | 2 */ // LocationIndex pd_special;
/* 18 | 2 */ // uint16 PdPagesizeVersion;
/* 20 | 4 */ // TransactionId pd_prune_xid;
/* 24 | 0 */ // ItemIdData pd_linp[];
func DecodePageHeaderData(d *decode.D) {
heap := GetHeapD(d)
page := heap.Page

d.FieldStruct("pd_lsn", func(d *decode.D) {
/* 0 | 4 */ // uint32 xlogid;
/* 4 | 4 */ // uint32 xrecoff;
d.FieldU32("xlogid", common.HexMapper)
d.FieldU32("xrecoff", common.HexMapper)
})
d.FieldU16("pd_checksum")
d.FieldU16("pd_flags")
page.PdLower = uint16(d.FieldU16("pd_lower"))
page.PdUpper = uint16(d.FieldU16("pd_upper"))
page.PdSpecial = uint16(d.FieldU16("pd_special"))
page.PdPagesizeVersion = uint16(d.FieldU16("pd_pagesize_version"))
d.FieldU32("pd_prune_xid")

// ItemIdData pd_linp[];
page.ItemsEnd = int64(page.PagePosBegin*8) + int64(page.PdLower*8)
d.FieldArray("pd_linp", DecodeItemIds)
}

func DecodeItemIds(d *decode.D) {
heap := GetHeapD(d)
page := heap.Page
Expand Down
34 changes: 1 addition & 33 deletions format/postgres/flavours/postgres14/pgheap.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,39 +22,7 @@ import (
func DecodeHeap(d *decode.D) any {
heap := &common14.HeapD{
PageSize: common.HeapPageSize,
DecodePageHeaderDataFn: DecodePageHeaderData,
DecodePageHeaderDataFn: common14.DecodePageHeaderData,
}
return common14.DecodeHeap(d, heap)
}

/* 0 | 8 */ // PageXLogRecPtr pd_lsn;
/* 8 | 2 */ // uint16 pd_checksum;
/* 10 | 2 */ // uint16 pd_flags;
/* 12 | 2 */ // LocationIndex pd_lower;
/* 14 | 2 */ // LocationIndex pd_upper;
/* 16 | 2 */ // LocationIndex pd_special;
/* 18 | 2 */ // uint16 PdPagesizeVersion;
/* 20 | 4 */ // TransactionId pd_prune_xid;
/* 24 | 0 */ // ItemIdData pd_linp[];
func DecodePageHeaderData(d *decode.D) {
heap := common14.GetHeapD(d)
page := heap.Page

d.FieldStruct("pd_lsn", func(d *decode.D) {
/* 0 | 4 */ // uint32 xlogid;
/* 4 | 4 */ // uint32 xrecoff;
d.FieldU32("xlogid", common.HexMapper)
d.FieldU32("xrecoff", common.HexMapper)
})
d.FieldU16("pd_checksum")
d.FieldU16("pd_flags")
page.PdLower = uint16(d.FieldU16("pd_lower"))
page.PdUpper = uint16(d.FieldU16("pd_upper"))
page.PdSpecial = uint16(d.FieldU16("pd_special"))
page.PdPagesizeVersion = uint16(d.FieldU16("pd_pagesize_version"))
d.FieldU32("pd_prune_xid")

// ItemIdData pd_linp[];
page.ItemsEnd = int64(page.PagePosBegin*8) + int64(page.PdLower*8)
d.FieldArray("pd_linp", common14.DecodeItemIds)
}

0 comments on commit f5278f3

Please sign in to comment.