fix(ingest): fix serde for empty dicts in unions with null

The code changes in acryldata/avro_gen#16, but tests are written here.

metadata-ingestion/scripts/install_editable_versions.sh

@@ -2,6 +2,6 @@
 
 set -euxo pipefail
 
-pip install -e 'git+https://github.com/hsheth2/avro_gen#egg=avro-gen3'
-pip install -e 'git+https://github.com/hsheth2/PyHive#egg=acryl-pyhive[hive]'
+pip install -e 'git+https://github.com/acryldata/avro_gen#egg=avro-gen3'
+pip install -e 'git+https://github.com/acryldata/PyHive#egg=acryl-pyhive[hive]'
 pip install -e '.[dev]'

metadata-ingestion/setup.py

@@ -36,7 +36,7 @@ def get_long_description():
     "entrypoints",
     "docker",
     "expandvars>=0.6.5",
-    "avro-gen3==0.7.7",
+    "avro-gen3==0.7.8",
     # "avro-gen3 @ git+https://github.com/acryldata/avro_gen@master#egg=avro-gen3",
     "avro>=1.10.2,<1.11",
     "python-dateutil>=2.8.0",

metadata-ingestion/tests/unit/serde/test_serde.py

@@ -309,3 +309,23 @@ def test_reserved_keywords() -> None:
 
     filter3 = models.FilterClass.from_obj(filter2.to_obj())
     assert filter2 == filter3
+
+
+def test_read_empty_dict() -> None:
+    original = '{"type": "SUCCESS", "nativeResults": {}}'
+
+    model = models.AssertionResultClass.from_obj(json.loads(original))
+    assert model.nativeResults == {}
+    assert model == models.AssertionResultClass(
+        type=models.AssertionResultTypeClass.SUCCESS, nativeResults={}
+    )
+
+
+def test_write_optional_empty_dict() -> None:
+    model = models.AssertionResultClass(
+        type=models.AssertionResultTypeClass.SUCCESS, nativeResults={}
+    )
+    assert model.nativeResults == {}
+
+    out = json.dumps(model.to_obj())
+    assert out == '{"type": "SUCCESS", "nativeResults": {}}'