FIR-4 (rich query updates) and FIR-7 (DX manifests) integration to onchain-logic branch

.golangci.yml

@@ -1,5 +1,7 @@
 run:
   tests: false
+  skip-dirs:
+  - "mocks"
 linters-settings:
   golint: {}
   gocritic:

db/migrations/postgres/000002_create_data_table.up.sql

@@ -8,7 +8,7 @@ CREATE TABLE data (
   datatype_version VARCHAR(64)     NOT NULL,
   hash             CHAR(64)        NOT NULL,
   created          BIGINT          NOT NULL,
-  value            BYTEA           NOT NULL,
+  value            TEXT            NOT NULL,
   blobstore        BOOLEAN         NOT NULL
 );
 CREATE UNIQUE INDEX data_id ON data(id);

db/migrations/postgres/000004_create_batches_table.up.sql

@@ -8,7 +8,7 @@ CREATE TABLE batches (
   group_hash  CHAR(64),
   hash        CHAR(64),
   created     BIGINT          NOT NULL,
-  payload     BYTEA           NOT NULL,
+  payload     TEXT            NOT NULL,
   payload_ref CHAR(64),
   confirmed   BIGINT,
   tx_type     VARCHAR(64)     NOT NULL,

db/migrations/postgres/000005_create_transactions_table.up.sql

@@ -10,7 +10,7 @@ CREATE TABLE transactions (
   created     BIGINT          NOT NULL,
   protocol_id VARCHAR(256),
   status      VARCHAR(64)     NOT NULL,
-  info        BYTEA
+  info        TEXT
 );
 
 CREATE UNIQUE INDEX transactions_id ON data(id);

db/migrations/postgres/000006_create_datatypes_table.up.sql

@@ -9,7 +9,7 @@ CREATE TABLE datatypes (
   version     VARCHAR(64)     NOT NULL,
   hash        CHAR(64)        NOT NULL,
   created     BIGINT          NOT NULL,
-  value       BYTEA
+  value       TEXT
 );
 
 CREATE UNIQUE INDEX datatypes_id ON data(id);

db/migrations/postgres/000008_create_operations_table.up.sql

@@ -12,7 +12,7 @@ CREATE TABLE operations (
   created     BIGINT          NOT NULL,
   updated     BIGINT,
   error       VARCHAR         NOT NULL,
-  info        BYTEA
+  info        TEXT
 );
 
 CREATE UNIQUE INDEX operations_id ON operations(id);

db/migrations/postgres/000010_create_subscriptions_table.up.sql

@@ -9,7 +9,7 @@ CREATE TABLE subscriptions (
   filter_topics  VARCHAR(256)    NOT NULL,
   filter_tag     VARCHAR(256)    NOT NULL,
   filter_group   VARCHAR(256)    NOT NULL,
-  options        BYTEA           NOT NULL,
+  options        TEXT            NOT NULL,
   created        BIGINT          NOT NULL
 );
 

db/migrations/postgres/000013_create_orgs_table.up.sql

@@ -7,7 +7,7 @@ CREATE TABLE orgs (
   parent         VARCHAR(1024),
   identity       VARCHAR(1024)   NOT NULL,
   description    VARCHAR(4096)   NOT NULL,
-  profile        BYTEA,
+  profile        TEXT,
   created        BIGINT          NOT NULL
 );
 

db/migrations/postgres/000014_create_nodes_table.up.sql

@@ -7,7 +7,7 @@ CREATE TABLE nodes (
   name           VARCHAR(64)     NOT NULL,
   description    VARCHAR(4096)   NOT NULL,
   dx_peer        VARCHAR(256),
-  dx_endpoint    BYTEA,
+  dx_endpoint    TEXT,
   created        BIGINT          NOT NULL
 );
 

db/migrations/postgres/000015_create_config_table.up.sql

@@ -2,7 +2,7 @@ BEGIN;
 CREATE TABLE config (
   seq               SERIAL          PRIMARY KEY,
   config_key        VARCHAR(512)    NOT NULL,
-  config_value      BYTEA           NOT NULL
+  config_value      TEXT            NOT NULL
 );
 CREATE UNIQUE INDEX config_sequence ON config(seq);
 CREATE UNIQUE INDEX config_config_key ON config(config_key);

db/migrations/postgres/000027_add_operations_input.up.sql

@@ -1,4 +1,4 @@
 BEGIN;
 ALTER TABLE operations RENAME COLUMN info TO output;
-ALTER TABLE operations ADD COLUMN input BYTEA;
+ALTER TABLE operations ADD COLUMN input TEXT;
 COMMIT;

db/migrations/postgres/000050_create_ffi_methods_table.up.sql

@@ -7,8 +7,8 @@ CREATE TABLE ffimethods (
   name              VARCHAR(1024)   NOT NULL,
   pathname          VARCHAR(1024)   NOT NULL,
   description       TEXT            NOT NULL,
-  params            BYTEA           NOT NULL,
-  returns           BYTEA           NOT NULL
+  params            TEXT            NOT NULL,
+  returns           TEXT            NOT NULL
 );
 
 CREATE UNIQUE INDEX ffimethods_pathname ON ffimethods(interface_id,pathname);

db/migrations/postgres/000051_create_ffi_events_table.up.sql

@@ -7,7 +7,7 @@ CREATE TABLE ffievents (
   name              VARCHAR(1024)   NOT NULL,
   pathname          VARCHAR(1024)   NOT NULL,
   description       TEXT            NOT NULL,
-  params            BYTEA           NOT NULL
+  params            TEXT            NOT NULL
 );
 
 CREATE UNIQUE INDEX ffievents_pathname ON ffievents(interface_id,pathname);

db/migrations/postgres/000052_create_contractapis_table.up.sql

@@ -3,8 +3,8 @@ CREATE TABLE contractapis (
   seq               SERIAL          PRIMARY KEY,
   id                UUID            NOT NULL,
   interface_id      UUID            NOT NULL,
-  ledger            BYTEA,
-  location          BYTEA,
+  ledger            TEXT,
+  location          TEXT,
   name              VARCHAR(64)     NOT NULL,
   namespace         VARCHAR(64)     NOT NULL
 );

db/migrations/postgres/000053_create_contractsubscriptions_table.up.sql

@@ -3,11 +3,11 @@ CREATE TABLE contractsubscriptions (
   seq              SERIAL          PRIMARY KEY,
   id               UUID            NOT NULL,
   interface_id     UUID            NULL,
-  event            BYTEA           NOT NULL,
+  event            TEXT            NOT NULL,
   namespace        VARCHAR(64)     NOT NULL,
   name             VARCHAR(64)     NULL,
   protocol_id      VARCHAR(1024)   NOT NULL,
-  location         BYTEA           NOT NULL,
+  location         TEXT            NOT NULL,
   created          BIGINT          NOT NULL
 );
 

db/migrations/postgres/000054_create_contractevents_table.up.sql

@@ -5,11 +5,11 @@ CREATE TABLE contractevents (
   namespace        VARCHAR(64)     NOT NULL,
   name             VARCHAR(1024)   NOT NULL,
   subscription_id  UUID            NOT NULL,
-  outputs          BYTEA,
-  info             BYTEA,
+  outputs          TEXT,
+  info             TEXT,
   timestamp        BIGINT          NOT NULL
 );
-CREATE UNIQUE INDEX contractevents_name ON contractevents(namespace,name);
-CREATE UNIQUE INDEX contractevents_timestamp ON contractevents(timestamp);
-CREATE UNIQUE INDEX contractevents_subscription_id ON contractevents(subscription_id);
+CREATE INDEX contractevents_name ON contractevents(namespace,name);
+CREATE INDEX contractevents_timestamp ON contractevents(timestamp);
+CREATE INDEX contractevents_subscription_id ON contractevents(subscription_id);
 COMMIT;

db/migrations/postgres/000055_add_blobs_size_and_name.down.sql

@@ -5,4 +5,5 @@ DROP INDEX data_blob_size;
 ALTER TABLE blobs DROP COLUMN size;
 ALTER TABLE data DROP COLUMN blob_name;
 ALTER TABLE data DROP COLUMN blob_size;
+ALTER TABLE data DROP COLUMN value_size;
 COMMIT;

db/migrations/postgres/000055_add_blobs_size_and_name.up.sql

@@ -3,10 +3,16 @@ ALTER TABLE blobs ADD COLUMN size BIGINT;
 
 ALTER TABLE data ADD COLUMN blob_name VARCHAR(1024);
 ALTER TABLE data ADD COLUMN blob_size BIGINT;
+ALTER TABLE data ADD COLUMN value_size BIGINT;
 
 UPDATE blobs SET size = 0;
-UPDATE data SET blob_size = 0, blob_name = '';
+UPDATE data SET blob_size = 0, blob_name = '', value_size = 0;
+
+ALTER TABLE data ALTER COLUMN blob_name SET NOT NULL;
+ALTER TABLE data ALTER COLUMN blob_size SET NOT NULL;
+ALTER TABLE data ALTER COLUMN value_size SET NOT NULL;
 
 CREATE INDEX data_blob_name ON data(blob_name);
 CREATE INDEX data_blob_size ON data(blob_size);
+
 COMMIT;

db/migrations/sqlite/000002_create_data_table.up.sql

@@ -7,7 +7,7 @@ CREATE TABLE data (
   datatype_version VARCHAR(64)     NOT NULL,
   hash             CHAR(64)        NOT NULL,
   created          BIGINT          NOT NULL,
-  value            BYTEA           NOT NULL,
+  value            TEXT            NOT NULL,
   blob_hash        CHAR(64),
   blob_public      VARCHAR(1024)
 );

db/migrations/sqlite/000004_create_batches_table.up.sql

@@ -7,7 +7,7 @@ CREATE TABLE batches (
   group_hash  CHAR(64),
   hash        CHAR(64),
   created     BIGINT          NOT NULL,
-  payload     BYTEA           NOT NULL,
+  payload     TEXT           NOT NULL,
   payload_ref VARCHAR(256),
   confirmed   BIGINT,
   tx_type     VARCHAR(64)     NOT NULL,

db/migrations/sqlite/000005_create_transactions_table.up.sql

@@ -9,7 +9,7 @@ CREATE TABLE transactions (
   created     BIGINT          NOT NULL,
   protocol_id VARCHAR(256),
   status      VARCHAR(64)     NOT NULL,
-  info        BYTEA
+  info        TEXT
 );
 
 CREATE UNIQUE INDEX transactions_id ON data(id);

db/migrations/sqlite/000006_create_datatypes_table.up.sql

@@ -8,7 +8,7 @@ CREATE TABLE datatypes (
   version     VARCHAR(64)     NOT NULL,
   hash        CHAR(64)        NOT NULL,
   created     BIGINT          NOT NULL,
-  value       BYTEA
+  value       TEXT
 );
 
 CREATE UNIQUE INDEX datatypes_id ON data(id);

db/migrations/sqlite/000008_create_operations_table.up.sql

@@ -11,7 +11,7 @@ CREATE TABLE operations (
   created     BIGINT          NOT NULL,
   updated     BIGINT,
   error       VARCHAR         NOT NULL,
-  info        BYTEA
+  info        TEXT
 );
 
 CREATE UNIQUE INDEX operations_id ON operations(id);

db/migrations/sqlite/000010_create_subscriptions_table.up.sql

@@ -8,7 +8,7 @@ CREATE TABLE subscriptions (
   filter_topics  VARCHAR(256)    NOT NULL,
   filter_tag     VARCHAR(256)    NOT NULL,
   filter_group   VARCHAR(256)    NOT NULL,
-  options        BYTEA           NOT NULL,
+  options        TEXT            NOT NULL,
   created        BIGINT          NOT NULL
 );
 

db/migrations/sqlite/000013_create_orgs_table.up.sql

@@ -6,7 +6,7 @@ CREATE TABLE orgs (
   parent         VARCHAR(1024),
   identity       VARCHAR(1024)   NOT NULL,
   description    VARCHAR(4096)   NOT NULL,
-  profile        BYTEA,
+  profile        TEXT,
   created        BIGINT          NOT NULL
 );
 

db/migrations/sqlite/000014_create_nodes_table.up.sql

@@ -6,7 +6,7 @@ CREATE TABLE nodes (
   name           VARCHAR(64)     NOT NULL,
   description    VARCHAR(4096)   NOT NULL,
   dx_peer        VARCHAR(256),
-  dx_endpoint    BYTEA,
+  dx_endpoint    TEXT,
   created        BIGINT          NOT NULL
 );
 

db/migrations/sqlite/000015_create_config_table.up.sql

@@ -1,7 +1,7 @@
 CREATE TABLE config (
   seq               INTEGER         PRIMARY KEY AUTOINCREMENT,
   config_key        VARCHAR(512)    NOT NULL,
-  config_value      BYTEA           NOT NULL
+  config_value      TEXT            NOT NULL
 );
 CREATE UNIQUE INDEX config_sequence ON config(seq);
 CREATE UNIQUE INDEX config_config_key ON config(config_key);

db/migrations/sqlite/000027_add_operations_input.up.sql

@@ -1,2 +1,2 @@
 ALTER TABLE operations RENAME COLUMN info TO output;
-ALTER TABLE operations ADD COLUMN input BYTEA;
+ALTER TABLE operations ADD COLUMN input TEXT;

db/migrations/sqlite/000050_create_ffi_methods_table.up.sql

@@ -6,8 +6,8 @@ CREATE TABLE ffimethods (
   name              VARCHAR(1024)   NOT NULL,
   pathname          VARCHAR(1024)   NOT NULL,
   description       TEXT            NOT NULL,
-  params            BYTEA           NOT NULL,
-  returns           BYTEA           NOT NULL
+  params            TEXT            NOT NULL,
+  returns           TEXT            NOT NULL
 );
 
 CREATE UNIQUE INDEX ffimethods_pathname ON ffimethods(interface_id,pathname);

db/migrations/sqlite/000051_create_ffi_events_table.up.sql

@@ -6,7 +6,7 @@ CREATE TABLE ffievents (
   name              VARCHAR(1024)   NOT NULL,
   pathname          VARCHAR(1024)   NOT NULL,
   description       TEXT            NOT NULL,
-  params            BYTEA           NOT NULL
+  params            TEXT            NOT NULL
 );
 
 CREATE UNIQUE INDEX ffievents_pathname ON ffievents(interface_id,pathname);

db/migrations/sqlite/000052_create_contractapis_table.up.sql

@@ -2,8 +2,8 @@ CREATE TABLE contractapis (
   seq               INTEGER         PRIMARY KEY AUTOINCREMENT,
   id                UUID            NOT NULL,
   interface_id      UUID            NOT NULL,
-  ledger            BYTEA,
-  location          BYTEA,
+  ledger            TEXT,
+  location          TEXT,
   name              VARCHAR(64)     NOT NULL,
   namespace         VARCHAR(64)     NOT NULL,
   message_id        UUID            NOT NULL

db/migrations/sqlite/000053_create_contractsubscriptions_table.up.sql

@@ -2,11 +2,11 @@ CREATE TABLE contractsubscriptions (
   seq              INTEGER         PRIMARY KEY AUTOINCREMENT,
   id               UUID            NOT NULL,
   interface_id     UUID            NULL,
-  event            BYTEA           NOT NULL,
+  event            TEXT            NOT NULL,
   namespace        VARCHAR(64)     NOT NULL,
   name             VARCHAR(64)     NULL,
   protocol_id      VARCHAR(1024)   NOT NULL,
-  location         BYTEA           NOT NULL,
+  location         TEXT            NOT NULL,
   created          BIGINT          NOT NULL
 );
 

db/migrations/sqlite/000054_create_contractevents_table.up.sql

@@ -4,11 +4,11 @@ CREATE TABLE contractevents (
   namespace        VARCHAR(64)     NOT NULL,
   name             VARCHAR(1024)   NOT NULL,
   subscription_id  UUID            NOT NULL,
-  outputs          BYTEA,
-  info             BYTEA,
+  outputs          TEXT,
+  info             TEXT,
   timestamp        BIGINT          NOT NULL
 );
 
-CREATE UNIQUE INDEX contractevents_name ON contractevents(namespace,name);
-CREATE UNIQUE INDEX contractevents_timestamp ON contractevents(timestamp);
-CREATE UNIQUE INDEX contractevents_subscription_id ON contractevents(subscription_id);
+CREATE INDEX contractevents_name ON contractevents(namespace,name);
+CREATE INDEX contractevents_timestamp ON contractevents(timestamp);
+CREATE INDEX contractevents_subscription_id ON contractevents(subscription_id);

db/migrations/sqlite/000055_add_blobs_size_and_name.down.sql

@@ -4,3 +4,4 @@ DROP INDEX data_blob_size;
 ALTER TABLE blobs DROP COLUMN "size";
 ALTER TABLE data DROP COLUMN "blob_name";
 ALTER TABLE data DROP COLUMN "blob_size";
+ALTER TABLE data DROP COLUMN "value_size";

db/migrations/sqlite/000055_add_blobs_size_and_name.up.sql

@@ -2,6 +2,10 @@ ALTER TABLE blobs ADD size BIGINT;
 
 ALTER TABLE data ADD blob_name VARCHAR(1024);
 ALTER TABLE data ADD blob_size BIGINT;
+ALTER TABLE data ADD COLUMN value_size BIGINT;
+
+UPDATE blobs SET size = 0;
+UPDATE data SET blob_size = 0, blob_name = '', value_size = 0;
 
 CREATE INDEX data_blob_name ON data(blob_name);
 CREATE INDEX data_blob_size ON data(blob_size);