fix: Optional fields match validation

table/table/denormalize.ts

@@ -21,7 +21,7 @@ export async function denormalizeTable(
   const polarsSchema = getPolarsSchema(head.schema)
 
   return table.select(
-    Object.values(denormalizeFields(schema, polarsSchema, options)),
+    ...Object.values(denormalizeFields(schema, polarsSchema, options)),
   )
 }
 

table/table/helpers.ts

@@ -19,7 +19,7 @@ export async function joinHeaderRows(
     .withRowCount()
     .withColumn(col("row_nr").add(1))
     .filter(col("row_nr").add(headerOffset).isIn(headerRows))
-    .select(table.columns.map(name => col(name).str.concat(headerJoin)))
+    .select(...table.columns.map(name => col(name).str.concat(headerJoin)))
     .collect()
 
   const labels = table.columns

table/table/normalize.ts

@@ -23,7 +23,7 @@ export async function normalizeTable(
   const polarsSchema = getPolarsSchema(head.schema)
 
   return table.select(
-    Object.values(normalizeFields(schema, polarsSchema, { noParse })),
+    ...Object.values(normalizeFields(schema, polarsSchema, { noParse })),
   )
 }
 

table/table/validate.spec.ts

@@ -138,7 +138,11 @@ describe("validateTable", () => {
         fieldsMatch: "equal",
         fields: [
           { name: "id", type: "number" },
-          { name: "name", type: "string" },
+          {
+            name: "name",
+            type: "string",
+            constraints: { required: true },
+          },
         ],
       }
 
@@ -148,6 +152,23 @@ describe("validateTable", () => {
         fieldNames: ["name"],
       })
     })
+
+    it("should pass when non-required fields are missing", async () => {
+      const table = DataFrame({
+        id: [1, 2],
+      }).lazy()
+
+      const schema: Schema = {
+        fieldsMatch: "equal",
+        fields: [
+          { name: "id", type: "number" },
+          { name: "name", type: "string" },
+        ],
+      }
+
+      const { errors } = await validateTable(table, { schema })
+      expect(errors).toEqual([])
+    })
   })
 
   describe("fields validation with fieldsMatch='subset'", () => {
@@ -197,7 +218,11 @@ describe("validateTable", () => {
         fieldsMatch: "subset",
         fields: [
           { name: "id", type: "number" },
-          { name: "name", type: "string" },
+          {
+            name: "name",
+            type: "string",
+            constraints: { required: true },
+          },
         ],
       }
 
@@ -207,6 +232,23 @@ describe("validateTable", () => {
         fieldNames: ["name"],
       })
     })
+
+    it("should pass when non-required fields are missing", async () => {
+      const table = DataFrame({
+        id: [1, 2],
+      }).lazy()
+
+      const schema: Schema = {
+        fieldsMatch: "subset",
+        fields: [
+          { name: "id", type: "number" },
+          { name: "name", type: "string" },
+        ],
+      }
+
+      const { errors } = await validateTable(table, { schema })
+      expect(errors).toEqual([])
+    })
   })
 
   describe("fields validation with fieldsMatch='superset'", () => {

table/table/validate.ts

@@ -54,11 +54,16 @@ function validateFieldsMatch(props: {
   const names = fields.map(field => field.name)
   const polarsNames = polarsFields.map(field => field.name)
 
+  const requiredNames = fields
+    .filter(field => field.constraints?.required)
+    .map(field => field.name)
+
   const extraFields = polarsFields.length - fields.length
   const missingFields = fields.length - polarsFields.length
 
   const extraNames = arrayDiff(polarsNames, names)
   const missingNames = arrayDiff(names, polarsNames)
+  const missingRequiredNames = arrayDiff(requiredNames, polarsNames)
 
   if (fieldsMatch === "exact") {
     if (extraFields > 0) {
@@ -84,19 +89,19 @@ function validateFieldsMatch(props: {
       })
     }
 
-    if (missingNames.length > 0) {
+    if (missingRequiredNames.length > 0) {
       errors.push({
         type: "fields/missing",
-        fieldNames: missingNames,
+        fieldNames: missingRequiredNames,
       })
     }
   }
 
   if (fieldsMatch === "subset") {
-    if (missingNames.length > 0) {
+    if (missingRequiredNames.length > 0) {
       errors.push({
         type: "fields/missing",
-        fieldNames: missingNames,
+        fieldNames: missingRequiredNames,
       })
     }
   }
@@ -147,12 +152,12 @@ async function validateFields(
 
   let errorTable = table
     .withRowCount()
-    .select([
+    .select(
       col("row_nr").add(1),
       lit(false).alias("error"),
       ...sources,
       ...targets,
-    ])
+    )
 
   for (const [index, field] of schema.fields.entries()) {
     const polarsField = matchField(index, field, schema, polarsSchema)