Add support for parquet

.github/workflows/linux.yaml

@@ -10,7 +10,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        format: ["JSON", "AVRO", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "XML", "TOML", "UBJSON", "YAML", "benchmarks"]
+        format: ["JSON", "AVRO", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "PARQUET", "TOML", "UBJSON", "XML", "YAML", "benchmarks"]
         compiler: [llvm, gcc]
         compiler-version: [11, 12, 13, 14, 16, 17, 18]
         cxx: [20, 23]

.github/workflows/macos.yaml

@@ -11,7 +11,7 @@ jobs:
       fail-fast: false
       matrix:
         os: ["macos-latest", "macos-13"]
-        format: ["JSON", "AVRO", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "XML", "TOML", "UBJSON", "YAML", "benchmarks"]
+        format: ["JSON", "AVRO", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "PARQUET", "TOML", "UBJSON", "XML", "YAML", "benchmarks"]
     name: "${{ matrix.os }} (${{ matrix.format }})"
     runs-on: ${{ matrix.os }}
     steps:
@@ -28,6 +28,8 @@ jobs:
             core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
       - name: Run vcpkg
         uses: lukka/run-vcpkg@v11
+      - name: Install bison 
+        run: brew install bison
       - name: Install ninja 
         run: brew install ninja
         if: matrix.os == 'macos-latest'

.github/workflows/windows.yaml

@@ -10,7 +10,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        format: ["JSON", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "XML", "TOML", "UBJSON", "YAML", "benchmarks"]
+        format: ["JSON", "AVRO", "CAPNPROTO", "CBOR", "FLEXBUFFERS", "MSGPACK", "PARQUET", "TOML", "UBJSON", "XML", "YAML", "benchmarks"]
     name: "windows-msvc (${{ matrix.format }})"
     runs-on: windows-latest
     steps:

.gitignore

@@ -49,6 +49,7 @@
 *.fb
 *.flexbuf
 *.msgpack
+*.parquet
 *.toml
 *.ubjson
 *.xml

CMakeLists.txt

@@ -11,6 +11,7 @@ option(REFLECTCPP_CAPNPROTO "Enable Cap’n Proto support" ${REFLECTCPP_ALL_FORM
 option(REFLECTCPP_CBOR "Enable CBOR support" ${REFLECTCPP_ALL_FORMATS})
 option(REFLECTCPP_FLEXBUFFERS "Enable flexbuffers support" ${REFLECTCPP_ALL_FORMATS})
 option(REFLECTCPP_MSGPACK "Enable msgpack support" ${REFLECTCPP_ALL_FORMATS})
+option(REFLECTCPP_PARQUET "Enable parquet support" ${REFLECTCPP_ALL_FORMATS})
 option(REFLECTCPP_XML "Enable XML support" ${REFLECTCPP_ALL_FORMATS})
 option(REFLECTCPP_TOML "Enable TOML support" ${REFLECTCPP_ALL_FORMATS})
 option(REFLECTCPP_UBJSON "Enable UBJSON support" ${REFLECTCPP_ALL_FORMATS})
@@ -55,7 +56,8 @@ endif()
 if (REFLECTCPP_BUILD_TESTS OR REFLECTCPP_BUILD_BENCHMARKS OR
     (REFLECTCPP_JSON AND NOT REFLECTCPP_USE_BUNDLED_DEPENDENCIES) OR REFLECTCPP_AVRO OR
     REFLECTCPP_BSON OR REFLECTCPP_CAPNPROTO OR REFLECTCPP_CBOR OR REFLECTCPP_FLEXBUFFERS OR 
-    REFLECTCPP_MSGPACK OR REFLECTCPP_XML OR REFLECTCPP_TOML OR REFLECTCPP_UBJSON OR REFLECTCPP_YAML)
+    REFLECTCPP_MSGPACK OR REFLECTCPP_PARQUET OR REFLECTCPP_XML OR 
+    REFLECTCPP_TOML OR REFLECTCPP_UBJSON OR REFLECTCPP_YAML)
     # enable vcpkg per default if features other than JSON are required
     set(REFLECTCPP_USE_VCPKG_DEFAULT ON)
 endif()
@@ -109,6 +111,10 @@ if (REFLECTCPP_USE_VCPKG)
         list(APPEND VCPKG_MANIFEST_FEATURES "msgpack")
     endif()
 
+    if (REFLECTCPP_PARQUET)
+        list(APPEND VCPKG_MANIFEST_FEATURES "parquet")
+    endif()
+
     if (REFLECTCPP_TOML)
         list(APPEND VCPKG_MANIFEST_FEATURES "toml")
     endif()
@@ -260,6 +266,17 @@ if (REFLECTCPP_MSGPACK)
     target_link_libraries(reflectcpp PUBLIC msgpack-c)
 endif ()
 
+if (REFLECTCPP_PARQUET)
+    if (NOT TARGET Arrow)
+        find_package(Arrow CONFIG REQUIRED)
+    endif()
+    if (NOT TARGET Parquet)
+        find_package(Parquet CONFIG REQUIRED)
+    endif()
+    target_link_libraries(reflectcpp PUBLIC "$<IF:$<BOOL:${ARROW_BUILD_STATIC}>,Arrow::arrow_static,Arrow::arrow_shared>")
+    target_link_libraries(reflectcpp PUBLIC "$<IF:$<BOOL:${ARROW_BUILD_STATIC}>,Parquet::parquet_static,Parquet::parquet_shared>")
+endif ()
+
 if (REFLECTCPP_TOML)
     list(APPEND REFLECT_CPP_SOURCES
         src/reflectcpp_toml.cpp

README.md

@@ -30,14 +30,14 @@ reflect-cpp and sqlgen fill important gaps in C++ development. They reduce boile
 
 <br>
 
-
 ## Table of Contents
 
 ### On this page
   - [Serialization formats](#serialization-formats)
   - [Feature Overview](#feature-overview)
     - [Simple Example](#simple-example)
     - [More Comprehensive Example](#more-comprehensive-example)
+    - [Tabular data](#tabular-data)
     - [Error messages](#error-messages)
     - [JSON schema](#json-schema)
     - [Enums](#enums)
@@ -70,6 +70,7 @@ The following table lists the serialization formats currently supported by refle
 | CBOR         | [jsoncons](https://github.com/danielaparker/jsoncons)| >= 0.176.0   | BSL 1.0    | JSON-like binary format                              |
 | flexbuffers  | [flatbuffers](https://github.com/google/flatbuffers) | >= 23.5.26   | Apache 2.0 | Schema-less version of flatbuffers, binary format    |
 | msgpack      | [msgpack-c](https://github.com/msgpack/msgpack-c)    | >= 6.0.0     | BSL 1.0    | JSON-like binary format                              |
+| parquet      | [Apache Arrow](https://arrow.apache.org/)            | >= 21.0.0    | Apache 2.0 | Tabular binary format                                |
 | TOML         | [toml++](https://github.com/marzer/tomlplusplus)     | >= 3.4.0     | MIT        | Textual format with an emphasis on readability       |
 | UBJSON       | [jsoncons](https://github.com/danielaparker/jsoncons)| >= 0.176.0   | BSL 1.0    | JSON-like binary format                              |
 | XML          | [pugixml](https://github.com/zeux/pugixml)           | >= 1.14      | MIT        | Textual format used in many legacy projects          |
@@ -145,7 +146,7 @@ age: 45
 ```
 
 This will work for just about any example in the entire documentation 
-and any supported format, except where explicitly noted otherwise:
+and any of the following formats, except where explicitly noted otherwise:
 
 ```cpp
 rfl::avro::write(homer);
@@ -242,6 +243,34 @@ std::cout << "Hello, my name is " << homer2.first_name() << " "
           << homer2.last_name() << "." << std::endl;
 ```
 
+### Tabular data
+
+reflect-cpp also supports tabular data formats, like Parquet:
+
+```cpp
+#include <rfl/parquet.hpp>
+
+const auto people =
+  std::vector<Person>({Person{.first_name = "Bart",
+                              .birthday = "1987-04-19",
+                              .age = 10,
+                              .email = "bart@simpson.com"},
+                       Person{.first_name = "Lisa",
+                              .birthday = "1987-04-19",
+                              .age = 8,
+                              .email = "lisa@simpson.com"},
+                       Person{.first_name = "Maggie",
+                              .birthday = "1987-04-19",
+                              .age = 0,
+                              .email = "maggie@simpson.com"},
+                       Person{.first_name = "Homer",
+                              .birthday = "1987-04-19",
+                              .age = 45,
+                              .email = "homer@simpson.com"}});
+
+const auto bytestring = rfl::parquet::write(people);
+```
+
 ### Error messages
 
 reflect-cpp returns clear and comprehensive error messages: