Skip to content
This repository has been archived by the owner on Feb 18, 2024. It is now read-only.

Commit

Permalink
Added support to parquet IO in WASM. (#239)
Browse files Browse the repository at this point in the history
  • Loading branch information
jorgecarleitao committed Aug 3, 2021
1 parent 01df0a6 commit fa3c2ce
Show file tree
Hide file tree
Showing 2 changed files with 26 additions and 3 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -271,7 +271,7 @@ jobs:
export CARGO_HOME="/github/home/.cargo"
export CARGO_TARGET_DIR="/github/home/target"
# no need
cargo build --no-default-features --features=merge_sort,io_ipc,io_csv,io_json --target wasm32-unknown-unknown
cargo build --no-default-features --features=merge_sort,io_ipc,io_csv,io_json,io_parquet --target wasm32-unknown-unknown
linux-simd-test:
name: SIMD
Expand Down
27 changes: 25 additions & 2 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ futures = { version = "0.3", optional = true }
# for faster hashing
ahash = { version = "0.7", optional = true }

parquet2 = { version = "0.1", optional = true }
parquet2 = { version = "0.1", optional = true, default_features = false, features = ["stream"] }

[dev-dependencies]
rand = "0.8"
Expand All @@ -68,12 +68,33 @@ doc-comment = "0.3"
crossbeam-channel = "0.5.1"

[features]
default = ["io_csv", "io_json", "io_ipc", "io_ipc_compression", "io_json_integration", "io_print", "io_parquet", "regex", "merge_sort", "ahash", "benchmarks", "compute"]
default = [
"io_csv",
"io_json",
"io_ipc",
"io_ipc_compression",
"io_json_integration",
"io_print",
"io_parquet",
"io_parquet_compression",
"regex",
"merge_sort",
"ahash",
"benchmarks",
"compute",
]
merge_sort = ["itertools"]
io_csv = ["csv", "lazy_static", "regex"]
io_json = ["serde", "serde_derive", "serde_json", "indexmap"]
io_ipc = ["flatbuffers"]
io_ipc_compression = ["lz4", "zstd"]
io_parquet_compression = [
"parquet2/zstd",
"parquet2/snappy",
"parquet2/gzip",
"parquet2/lz4",
"parquet2/brotli",
]
io_json_integration = ["io_json", "hex"]
io_print = ["prettytable-rs"]
# the compute kernels. Disabling this significantly reduces compile time.
Expand All @@ -88,6 +109,8 @@ skip_feature_sets = [
["benchmarks"],
["merge_sort"],
["io_json_integration"],
# this does not change the public API
["io_parquet_compression"],
["simd"],
]

Expand Down

0 comments on commit fa3c2ce

Please sign in to comment.