Skip to content
Permalink
Browse files
feat: add clients for v1beta2 endpoint (#113)
This is 100% autogenerated code. Subsequent PRs will cover manual classes.

Thank you for opening a Pull Request! Before submitting your PR, there are a few things you can do to make sure it goes smoothly:
- [ ] Make sure to open an issue as a [bug/issue](https://github.com/googleapis/python-bigquery-storage/issues/new/choose) before writing your code!  That way we can discuss the change, evaluate designs, and agree on the general idea
- [ ] Ensure the tests and linter pass
- [ ] Code coverage does not decrease (if any source code was changed)
- [ ] Appropriate docs were updated (if necessary)

Fixes #<issue_number_goes_here> 🦕

TODO:

- [x] docs build successful
- [x] unit tests pass (need to remove `test_append_rows_flattened_*` tests, as there are no flattened arguments for `append_rows`)
  • Loading branch information
tswast committed Jan 13, 2021
1 parent c6c7a1a commit e5f6198262cf9a593c62219cf5f6632c5a2a811e
Showing with 10,498 additions and 15 deletions.
  1. +6 −0 docs/bigquery_storage_v1beta2/big_query_read.rst
  2. +6 −0 docs/bigquery_storage_v1beta2/big_query_write.rst
  3. +7 −0 docs/bigquery_storage_v1beta2/services.rst
  4. +7 −0 docs/bigquery_storage_v1beta2/types.rst
  5. +2 −0 docs/index.rst
  6. +57 −0 google/cloud/bigquery_storage_v1beta2/proto/arrow.proto
  7. +35 −0 google/cloud/bigquery_storage_v1beta2/proto/avro.proto
  8. +41 −0 google/cloud/bigquery_storage_v1beta2/proto/protobuf.proto
  9. +538 −0 google/cloud/bigquery_storage_v1beta2/proto/storage.proto
  10. +189 −0 google/cloud/bigquery_storage_v1beta2/proto/stream.proto
  11. +102 −0 google/cloud/bigquery_storage_v1beta2/proto/table.proto
  12. +2 −0 google/cloud/bigquery_storage_v1beta2/py.typed
  13. +16 −0 google/cloud/bigquery_storage_v1beta2/services/__init__.py
  14. +24 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/__init__.py
  15. +462 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/async_client.py
  16. +681 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/client.py
  17. +35 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/transports/__init__.py
  18. +186 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/transports/base.py
  19. +364 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/transports/grpc.py
  20. +370 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_read/transports/grpc_asyncio.py
  21. +24 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/__init__.py
  22. +671 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/async_client.py
  23. +843 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/client.py
  24. +35 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/__init__.py
  25. +261 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/base.py
  26. +440 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/grpc.py
  27. +445 −0 google/cloud/bigquery_storage_v1beta2/services/big_query_write/transports/grpc_asyncio.py
  28. +96 −0 google/cloud/bigquery_storage_v1beta2/types/__init__.py
  29. +71 −0 google/cloud/bigquery_storage_v1beta2/types/arrow.py
  30. +50 −0 google/cloud/bigquery_storage_v1beta2/types/avro.py
  31. +64 −0 google/cloud/bigquery_storage_v1beta2/types/protobuf.py
  32. +487 −0 google/cloud/bigquery_storage_v1beta2/types/storage.py
  33. +203 −0 google/cloud/bigquery_storage_v1beta2/types/stream.py
  34. +94 −0 google/cloud/bigquery_storage_v1beta2/types/table.py
  35. +15 −15 synth.py
  36. +1 −0 tests/unit/gapic/bigquery_storage_v1beta2/__init__.py
  37. +1,525 −0 tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_read.py
  38. +2,043 −0 tests/unit/gapic/bigquery_storage_v1beta2/test_big_query_write.py
@@ -0,0 +1,6 @@
BigQueryRead
------------------------------

.. automodule:: google.cloud.bigquery_storage_v1beta2.services.big_query_read
:members:
:inherited-members:
@@ -0,0 +1,6 @@
BigQueryWrite
-------------------------------

.. automodule:: google.cloud.bigquery_storage_v1beta2.services.big_query_write
:members:
:inherited-members:
@@ -0,0 +1,7 @@
Services for Google Cloud Bigquery Storage v1beta2 API
======================================================
.. toctree::
:maxdepth: 2

big_query_read
big_query_write
@@ -0,0 +1,7 @@
Types for Google Cloud Bigquery Storage v1beta2 API
===================================================

.. automodule:: google.cloud.bigquery_storage_v1beta2.types
:members:
:undoc-members:
:show-inheritance:
@@ -21,6 +21,8 @@ API Reference
bigquery_storage_v1/library
bigquery_storage_v1/services
bigquery_storage_v1/types
bigquery_storage_v1beta2/services
bigquery_storage_v1beta2/types


Migration Guide
@@ -0,0 +1,57 @@
// Copyright 2020 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

syntax = "proto3";

package google.cloud.bigquery.storage.v1beta2;

option go_package = "google.golang.org/genproto/googleapis/cloud/bigquery/storage/v1beta2;storage";
option java_multiple_files = true;
option java_outer_classname = "ArrowProto";
option java_package = "com.google.cloud.bigquery.storage.v1beta2";

// Arrow schema as specified in
// https://arrow.apache.org/docs/python/api/datatypes.html
// and serialized to bytes using IPC:
// https://arrow.apache.org/docs/format/Columnar.html#serialization-and-interprocess-communication-ipc
//
// See code samples on how this message can be deserialized.
message ArrowSchema {
// IPC serialized Arrow schema.
bytes serialized_schema = 1;
}

// Arrow RecordBatch.
message ArrowRecordBatch {
// IPC-serialized Arrow RecordBatch.
bytes serialized_record_batch = 1;
}

// Contains options specific to Arrow Serialization.
message ArrowSerializationOptions {
// The IPC format to use when serializing Arrow streams.
enum Format {
// If unspecied the IPC format as of 0.15 release will be used.
FORMAT_UNSPECIFIED = 0;

// Use the legacy IPC message format as of Apache Arrow Release 0.14.
ARROW_0_14 = 1;

// Use the message format as of Apache Arrow Release 0.15.
ARROW_0_15 = 2;
}

// The Arrow IPC format to use.
Format format = 1;
}
@@ -0,0 +1,35 @@
// Copyright 2020 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

syntax = "proto3";

package google.cloud.bigquery.storage.v1beta2;

option go_package = "google.golang.org/genproto/googleapis/cloud/bigquery/storage/v1beta2;storage";
option java_multiple_files = true;
option java_outer_classname = "AvroProto";
option java_package = "com.google.cloud.bigquery.storage.v1beta2";

// Avro schema.
message AvroSchema {
// Json serialized schema, as described at
// https://avro.apache.org/docs/1.8.1/spec.html.
string schema = 1;
}

// Avro rows.
message AvroRows {
// Binary serialized rows in a block.
bytes serialized_binary_rows = 1;
}
@@ -0,0 +1,41 @@
// Copyright 2020 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

syntax = "proto3";

package google.cloud.bigquery.storage.v1beta2;

import "google/protobuf/descriptor.proto";

option go_package = "google.golang.org/genproto/googleapis/cloud/bigquery/storage/v1beta2;storage";
option java_multiple_files = true;
option java_outer_classname = "ProtoBufProto";
option java_package = "com.google.cloud.bigquery.storage.v1beta2";

// Protobuf schema is an API presentation the proto buffer schema.
message ProtoSchema {
// Descriptor for input message. The descriptor has to be self contained,
// including all the nested types, excepted for proto buffer well known types
// (https://developers.google.com/protocol-buffers/docs/reference/google.protobuf).
google.protobuf.DescriptorProto proto_descriptor = 1;
}

// Protobuf rows.
message ProtoRows {
// A sequence of rows serialized as a Protocol Buffer.
//
// See https://developers.google.com/protocol-buffers/docs/overview for more
// information on deserializing this field.
repeated bytes serialized_rows = 1;
}

0 comments on commit e5f6198

Please sign in to comment.