Skip to content

Commit

Permalink
feat: add token provider authorization to azure store (#2374)
Browse files Browse the repository at this point in the history
* feat: add token provider authorizatiojn to azure store

* Apply suggestions from code review

Co-authored-by: Raphael Taylor-Davies <1781103+tustvold@users.noreply.github.com>

* feat: adpot latest APIs from altest version

* chore: clippy

* fix: lifetime issue

* chore: better errors and docs

* chore: fmt whitespace

* fix: firce first error in get method

* chore: avoid unwrapping some options

Co-authored-by: Raphael Taylor-Davies <1781103+tustvold@users.noreply.github.com>
  • Loading branch information
roeap and tustvold committed Aug 13, 2022
1 parent f0d7d0b commit 12a9d84
Show file tree
Hide file tree
Showing 3 changed files with 227 additions and 185 deletions.
5 changes: 4 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -10,4 +10,7 @@ venv/*
parquet/data.parquet
# release notes cache
.githubchangeloggenerator.cache
.githubchangeloggenerator.cache.log
.githubchangeloggenerator.cache.log
justfile
.prettierignore
.env
17 changes: 7 additions & 10 deletions object_store/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -22,11 +22,7 @@ edition = "2021"
license = "MIT/Apache-2.0"
readme = "README.md"
description = "A generic object store interface for uniformly interacting with AWS S3, Google Cloud Storage, Azure Blob Storage and local files."
keywords = [
"object",
"storage",
"cloud",
]
keywords = ["object", "storage", "cloud"]
repository = "https://github.com/apache/arrow-rs"

[package.metadata.docs.rs]
Expand All @@ -35,9 +31,10 @@ all-features = true
[dependencies] # In alphabetical order
async-trait = "0.1.53"
# Microsoft Azure Blob storage integration
azure_core = { version = "0.2", optional = true, default-features = false, features = ["enable_reqwest_rustls"] }
azure_storage = { version = "0.2", optional = true, default-features = false, features = ["account"] }
azure_storage_blobs = { version = "0.2", optional = true, default-features = false, features = ["enable_reqwest_rustls"] }
azure_core = { version = "0.4", optional = true, default-features = false, features = ["enable_reqwest_rustls"] }
azure_identity = { version = "0.5", optional = true, default-features = false, features = ["enable_reqwest_rustls"]}
azure_storage = { version = "0.5", optional = true, default-features = false, features = ["enable_reqwest_rustls"]}
azure_storage_blobs = { version = "0.5", optional = true, default-features = false, features = ["enable_reqwest_rustls"] }
bytes = "1.0"
chrono = { version = "0.4", default-features = false, features = ["clock"] }
# Google Cloud Storage integration
Expand Down Expand Up @@ -70,12 +67,12 @@ url = "2.2"
walkdir = "2"

[features]
azure = ["azure_core", "azure_storage_blobs", "azure_storage", "reqwest"]
azure = ["azure_core", "azure_storage_blobs", "azure_storage", "reqwest", "azure_identity"]
azure_test = ["azure", "azure_core/azurite_workaround", "azure_storage/azurite_workaround", "azure_storage_blobs/azurite_workaround"]
gcp = ["serde", "serde_json", "quick-xml", "reqwest", "reqwest/json", "reqwest/stream", "chrono/serde", "rustls-pemfile", "base64", "rand", "ring"]
aws = ["rusoto_core", "rusoto_credential", "rusoto_s3", "rusoto_sts", "hyper", "hyper-rustls"]

[dev-dependencies] # In alphabetical order
dotenv = "0.15.0"
tempfile = "3.1.0"
futures-test = "0.3"
futures-test = "0.3"

0 comments on commit 12a9d84

Please sign in to comment.