Skip to content

Commit

Permalink
feat: added sharding_config field in DocumentOutputConfig.GcsOutputCo…
Browse files Browse the repository at this point in the history
…nfig in document_io.proto (#3734)

- [ ] Regenerate this pull request now.

PiperOrigin-RevId: 495051185

Source-Link: https://togithub.com/googleapis/googleapis/commit/0ff0b240ca1026d914e2256d4a32f885d1a31c54

Source-Link: https://togithub.com/googleapis/googleapis-gen/commit/ffa8b5f51bd4258481b8fc73ca7370f78847d5d7
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRvY3VtZW50YWkvLk93bEJvdC55YW1sIiwiaCI6ImZmYThiNWY1MWJkNDI1ODQ4MWI4ZmM3M2NhNzM3MGY3ODg0N2Q1ZDcifQ==

BEGIN_NESTED_COMMIT
feat: added sharding_config field in DocumentOutputConfig.GcsOutputConfig in document_io.proto
PiperOrigin-RevId: 495050408

Source-Link: https://togithub.com/googleapis/googleapis/commit/46a1452f5f7835512f2d18e88956b4da218ca6bc

Source-Link: https://togithub.com/googleapis/googleapis-gen/commit/865eeff1ce9e70e0989d6b0213ae6a5c987b10d7
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRvY3VtZW50YWkvLk93bEJvdC55YW1sIiwiaCI6Ijg2NWVlZmYxY2U5ZTcwZTA5ODlkNmIwMjEzYWU2YTVjOTg3YjEwZDcifQ==
END_NESTED_COMMIT
  • Loading branch information
gcf-owl-bot[bot] committed Dec 13, 2022
1 parent 1b3b2b2 commit 19e9aed
Show file tree
Hide file tree
Showing 5 changed files with 794 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -74,13 +74,25 @@ message BatchDocumentsInputConfig {
message DocumentOutputConfig {
// The configuration used when outputting documents.
message GcsOutputConfig {
// The sharding config for the output document.
message ShardingConfig {
// The number of pages per shard.
int32 pages_per_shard = 1;

// The number of overlapping pages between consecutive shards.
int32 pages_overlap = 2;
}

// The Cloud Storage uri (a directory) of the output.
string gcs_uri = 1;

// Specifies which fields to include in the output documents.
// Only supports top level document and pages field so it must be in the
// form of `{document_field_name}` or `pages.{page_field_name}`.
google.protobuf.FieldMask field_mask = 2;

// Specifies the sharding config for the output document.
ShardingConfig sharding_config = 3;
}

// The destination of the results.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -74,13 +74,25 @@ message BatchDocumentsInputConfig {
message DocumentOutputConfig {
// The configuration used when outputting documents.
message GcsOutputConfig {
// The sharding config for the output document.
message ShardingConfig {
// The number of pages per shard.
int32 pages_per_shard = 1;

// The number of overlapping pages between consecutive shards.
int32 pages_overlap = 2;
}

// The Cloud Storage uri (a directory) of the output.
string gcs_uri = 1;

// Specifies which fields to include in the output documents.
// Only supports top level document and pages field so it must be in the
// form of `{document_field_name}` or `pages.{page_field_name}`.
google.protobuf.FieldMask field_mask = 2;

// Specifies the sharding config for the output document.
ShardingConfig sharding_config = 3;
}

// The destination of the results.
Expand Down
224 changes: 224 additions & 0 deletions packages/google-cloud-documentai/protos/protos.d.ts

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

0 comments on commit 19e9aed

Please sign in to comment.