fix(store-sync): skip invalid utf-8 characters in strings before inserting into postgres (#3562)

Author: alvrs

.changeset/tall-days-doubt.md

@@ -0,0 +1,5 @@
+---
+"@latticexyz/store-sync": patch
+---
+
+Since Postgres doesn't support `\x00` bytes in strings, the decoded postgres indexer now removes `\x00` bytes from decoded strings.

packages/store-sync/src/postgres-decoded/createStorageAdapter.ts

@@ -13,6 +13,7 @@ import { setupTables } from "../postgres/setupTables";
 import { getTables } from "./getTables";
 import { hexToResource, resourceToLabel } from "@latticexyz/common";
 import { GetRpcClientOptions } from "@latticexyz/block-logs-stream";
+import { removeNullCharacters } from "./removeNullCharacters";
 
 // Currently assumes one DB per chain ID
 
@@ -111,13 +112,13 @@ export async function createStorageAdapter({
               __keyBytes: keyBytes,
               __lastUpdatedBlockNumber: blockNumber,
               ...key,
-              ...value,
+              ...removeNullCharacters(table.valueSchema, value),
             })
             .onConflictDoUpdate({
               target: sqlTable.__keyBytes,
               set: {
                 __lastUpdatedBlockNumber: blockNumber,
-                ...value,
+                ...removeNullCharacters(table.valueSchema, value),
               },
             })
             .execute();

packages/store-sync/src/postgres-decoded/removeNullCharacters.ts

@@ -0,0 +1,10 @@
+import { SchemaToPrimitives, ValueSchema } from "@latticexyz/protocol-parser/internal";
+
+export function removeNullCharacters<TSchema extends ValueSchema>(
+  schema: TSchema,
+  value: SchemaToPrimitives<TSchema>,
+): SchemaToPrimitives<TSchema> {
+  return Object.fromEntries(
+    Object.entries(value).map(([key, value]) => [key, schema[key] === "string" ? value.replaceAll("\x00", "") : value]),
+  ) as SchemaToPrimitives<TSchema>;
+}