-
Notifications
You must be signed in to change notification settings - Fork 126
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Initial commit for Text CC APIs - BertQuestionAnswerer and NLClassifier
PiperOrigin-RevId: 318162063
- Loading branch information
1 parent
210ef2d
commit 3960378
Showing
62 changed files
with
5,751 additions
and
17 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| package( | ||
| default_visibility = ["//tensorflow_lite_support:users"], | ||
| licenses = ["notice"], # Apache 2.0 | ||
| ) | ||
|
|
||
| cc_library( | ||
| name = "common", | ||
| srcs = [ | ||
| "common.cc", | ||
| ], | ||
| hdrs = ["common.h"], | ||
| deps = [ | ||
| "@com_google_absl//absl/status", | ||
| "@com_google_absl//absl/strings", | ||
| "@com_google_absl//absl/strings:cord", | ||
| ], | ||
| ) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,35 @@ | ||
| /* Copyright 2020 The TensorFlow Authors. All Rights Reserved. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| ==============================================================================*/ | ||
|
|
||
| #include "tensorflow_lite_support/cc/common.h" | ||
|
|
||
| #include "absl/strings/cord.h" | ||
| #include "absl/strings/str_cat.h" | ||
|
|
||
| namespace tflite { | ||
| namespace support { | ||
|
|
||
| absl::Status CreateStatusWithPayload(absl::StatusCode canonical_code, | ||
| absl::string_view message, | ||
| TfLiteSupportStatus tfls_code) { | ||
| // NOTE: Ignores `message` if the canonical code is ok. | ||
| absl::Status status = absl::Status(canonical_code, message); | ||
| // NOTE: Does nothing if the canonical code is ok. | ||
| status.SetPayload(kTfLiteSupportPayload, absl::Cord(absl::StrCat(tfls_code))); | ||
| return status; | ||
| } | ||
|
|
||
| } // namespace support | ||
| } // namespace tflite |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,163 @@ | ||
| /* Copyright 2020 The TensorFlow Authors. All Rights Reserved. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| ==============================================================================*/ | ||
|
|
||
| #ifndef TENSORFLOW_LITE_SUPPORT_CC_COMMON_H_ | ||
| #define TENSORFLOW_LITE_SUPPORT_CC_COMMON_H_ | ||
|
|
||
| #include "absl/status/status.h" | ||
| #include "absl/strings/string_view.h" | ||
|
|
||
| namespace tflite { | ||
| namespace support { | ||
|
|
||
| // Name (aka type URL key) of the `absl::Status` payload which contains a | ||
| // stringified `TfLiteSupportStatus` code (see below). | ||
| inline constexpr absl::string_view kTfLiteSupportPayload = | ||
| "tflite::support::TfLiteSupportStatus"; | ||
|
|
||
| // Error codes for TensorFlow Lite Support (TFLS) C++ APIs. | ||
| // | ||
| // Such codes capture errors encountered in the TFLS layer. They complement all | ||
| // the other type of errors that occur in the lower-level TF Lite codebase (see | ||
| // `TfLiteStatus` codes). | ||
| // | ||
| // At runtime, such codes are meant to be attached (where applicable) to a | ||
| // `absl::Status` in a key-value manner with `kTfLiteSupportPayload` as key and | ||
| // stringifed error code as value (aka payload). This logic is encapsulated in | ||
| // the `CreateStatusWithPayload` helper below for convenience. | ||
| // | ||
| // The returned status includes: | ||
| // 1. The canonical error code (INVALID_ARGUMENT) | ||
| // 2. The fine-grained error message ("Invalid metadata ...") | ||
| // 3. The specific TFLS code as a payload (kMetadataInvalidSchemaVersionError) | ||
| enum class TfLiteSupportStatus { | ||
| // Generic error codes. | ||
|
|
||
| // Success. | ||
| kOk = 0, | ||
| // Unspecified error. | ||
| kError = 1, | ||
| // Invalid argument specified. | ||
| kInvalidArgumentError = 2, | ||
| // Invalid FlatBuffer file or buffer specified. | ||
| kInvalidFlatBufferError = 3, | ||
|
|
||
| // File I/O error codes. | ||
|
|
||
| // No such file. | ||
| kFileNotFoundError = 100, | ||
| // Permission issue. | ||
| kFilePermissionDeniedError, | ||
| // I/O error when reading file. | ||
| kFileReadError, | ||
| // I/O error when mmap-ing file. | ||
| kFileMmapError, | ||
|
|
||
| // TensorFlow Lite metadata error codes. | ||
|
|
||
| // Unexpected schema version (aka file_identifier) in the Metadata FlatBuffer. | ||
| kMetadataInvalidSchemaVersionError = 200, | ||
| // No such associated file within metadata, or file has not been packed. | ||
| kMetadataAssociatedFileNotFoundError, | ||
| // ZIP I/O error when unpacking an associated file. | ||
| kMetadataAssociatedFileZipError, | ||
| // Inconsistency error between the metadata and actual TF Lite model. | ||
| // E.g.: number of labels and output tensor values differ. | ||
| kMetadataInconsistencyError, | ||
| // Invalid process units specified. | ||
| // E.g.: multiple ProcessUnits with the same type for a given tensor. | ||
| kMetadataInvalidProcessUnitsError, | ||
| // Inconsistency error with the number of labels. | ||
| // E.g.: label files for different locales have a different number of labels. | ||
| kMetadataNumLabelsMismatchError, | ||
| // Score calibration parameters parsing error. | ||
| // E.g.: too many parameters provided in the corresponding associated file. | ||
| kMetadataMalformedScoreCalibrationError, | ||
| // Unexpected number of subgraphs for the current task. | ||
| // E.g.: image classification expects a single subgraph. | ||
| kMetadataInvalidNumSubgraphsError, | ||
| // A given tensor requires NormalizationOptions but none were found. | ||
| // E.g.: float input tensor requires normalization to preprocess input images. | ||
| kMetadataMissingNormalizationOptionsError, | ||
| // Invalid ContentProperties specified. | ||
| // E.g. expected ImageProperties, got BoundingBoxProperties. | ||
| kMetadataInvalidContentPropertiesError, | ||
| // Metadata is mandatory but was not found. | ||
| // E.g. current task requires TFLite Model Metadata but none was found. | ||
| kMetadataNotFoundError, | ||
| // Associated TENSOR_AXIS_LABELS or TENSOR_VALUE_LABELS file is mandatory but | ||
| // none was found or it was empty. | ||
| // E.g. current task requires labels but none were found. | ||
| kMetadataMissingLabelsError, | ||
|
|
||
| // Input tensor(s) error codes. | ||
|
|
||
| // Unexpected number of input tensors for the current task. | ||
| // E.g. current task expects a single input tensor. | ||
| kInvalidNumInputTensorsError = 300, | ||
| // Unexpected input tensor dimensions for the current task. | ||
| // E.g.: only 4D input tensors supported. | ||
| kInvalidInputTensorDimensionsError, | ||
| // Unexpected input tensor type for the current task. | ||
| // E.g.: current task expects a uint8 pixel image as input. | ||
| kInvalidInputTensorTypeError, | ||
| // Unexpected input tensor bytes size. | ||
| // E.g.: size in bytes does not correspond to the expected number of pixels. | ||
| kInvalidInputTensorSizeError, | ||
| // No correct input tensor found for the model. | ||
| // E.g.: input tensor name is not part of the text model's input tensors. | ||
| kInputTensorNotFoundError, | ||
|
|
||
| // Output tensor(s) error codes. | ||
|
|
||
| // Unexpected output tensor dimensions for the current task. | ||
| // E.g.: only a batch size of 1 is supported. | ||
| kInvalidOutputTensorDimensionsError = 400, | ||
| // Unexpected input tensor type for the current task. | ||
| // E.g.: multi-head model with different output tensor types. | ||
| kInvalidOutputTensorTypeError, | ||
| // No correct output tensor found for the model. | ||
| // E.g.: output tensor name is not part of the text model's output tensors. | ||
| kOutputTensorNotFoundError, | ||
| // Unexpected number of output tensors for the current task. | ||
| // E.g.: current task expects a single output tensor. | ||
| kInvalidNumOutputTensorsError, | ||
|
|
||
| // Image processing error codes. | ||
|
|
||
| // Unspecified image processing failures. | ||
| kImageProcessingError = 500, | ||
| // Unexpected input or output buffer metadata. | ||
| // E.g.: rotate RGBA buffer to Grayscale buffer by 90 degrees. | ||
| kImageProcessingInvalidArgumentError, | ||
| // Image processing operation failures. | ||
| // E.g. libyuv rotation failed for an unknown reason. | ||
| kImageProcessingBackendError, | ||
| }; | ||
|
|
||
| // Convenience helper to create an `absl::Status` augmented with the | ||
| // fine-grained `tfls_code` attached as payload under the | ||
| // `kTfLiteSupportPayload` type URL key. | ||
| // | ||
| // This should only be used for non-ok codes since otherwise it does nothing | ||
| // more than returning an object identical to an OK status. See `absl::Status` | ||
| // for more details. | ||
| absl::Status CreateStatusWithPayload( | ||
| absl::StatusCode canonical_code, absl::string_view message, | ||
| TfLiteSupportStatus tfls_code = TfLiteSupportStatus::kError); | ||
|
|
||
| } // namespace support | ||
| } // namespace tflite | ||
| #endif // TENSORFLOW_LITE_SUPPORT_CC_COMMON_H_ |
Oops, something went wrong.