basic implementation

.gitignore

@@ -8,3 +8,5 @@ Cargo.lock
 
 # These are backup files generated by rustfmt
 **/*.rs.bk
+
+parquet-testing

Cargo.toml

@@ -0,0 +1,20 @@
+[package]
+name = "datafusion-objectstore-s3"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+async-trait = "0"
+aws-config = "0"
+aws-sdk-s3 = "0"
+aws-smithy-types = "0"
+aws-smithy-types-convert = { version = "0", features = ["convert-chrono"] }
+aws-types = "0"
+bytes = "1"
+datafusion = "6"
+futures = "0.3"
+http = "0"
+num_cpus = "1.13.0"
+tokio = { version = "1.0", features = ["macros", "rt", "rt-multi-thread", "sync", "fs"] }

README.md

@@ -1,2 +1,34 @@
 # datafusion-objectstore-s3
+
 Enable S3 as an ObjectStore for Datafusion
+
+## Testing
+
+Tests are run with [MinIO](https://min.io/) which provides a containerized implementation of the Amazon S3 API.
+
+First clone the test data repository:
+
+```bash
+git clone https://github.com/apache/parquet-testing.git
+```
+
+Then start the MinIO container:
+
+```bash
+docker run \
+--rm \
+-p 9000:9000 \
+-p 9001:9001 \
+--name minio \
+-v "$(pwd)/parquet-testing:/data" \
+-e "MINIO_ROOT_USER=AKIAIOSFODNN7EXAMPLE" \
+-e "MINIO_ROOT_PASSWORD=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY" \
+quay.io/minio/minio server /data \
+--console-address ":9001"
+```
+
+Once started, run tests in normal fashion:
+
+```bash
+cargo test
+```