feat: Adds additional_experiments field to AutoMlTablesInputs

feat: Adds additional_experiments field to AutoMlForecastingInputs
feat: Adds two new ModelType constants for Video Action Recognition training jobs

PiperOrigin-RevId: 384715948

google/cloud/aiplatform/v1beta1/BUILD.bazel

@@ -307,6 +307,7 @@ php_gapic_library(
     name = "aiplatform_php_gapic",
     srcs = [":aiplatform_proto_with_info"],
     grpc_service_config = "aiplatform_grpc_service_config.json",
+    service_yaml = "aiplatform_v1beta1.yaml",
     deps = [
         ":aiplatform_php_grpc",
         ":aiplatform_php_proto",

google/cloud/aiplatform/v1beta1/schema/aiplatform_v1beta1.yaml

@@ -1,7 +1,7 @@
 type: google.api.Service
 config_version: 3
 name: aiplatform.googleapis.com
-title: Cloud AI Platform API
+title: Vertex AI API
 
 types:
 - name: google.cloud.aiplatform.v1beta1.schema.ImageBoundingBoxAnnotation
@@ -87,10 +87,10 @@ documentation:
     Train high-quality custom machine learning models with minimal machine
     learning expertise and effort.
   overview: |-
-    AI Platform (Unified) enables data scientists, developers, and AI newcomers
-    to create custom machine learning models specific to their business needs
-    by leveraging Google's state-of-the-art transfer learning and innovative
-    AI research.
+    Vertex AI enables data scientists, developers, and AI newcomers to create
+    custom machine learning models specific to their business needs by
+    leveraging Google's state-of-the-art transfer learning and innovative AI
+    research.
   rules:
   - selector: google.cloud.location.Locations.GetLocation
     description: Gets information about a location.

google/cloud/aiplatform/v1beta1/schema/io_format.proto

@@ -0,0 +1,65 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.aiplatform.v1beta1.schema;
+
+import "google/cloud/aiplatform/v1beta1/schema/annotation_spec_color.proto";
+import "google/cloud/aiplatform/v1beta1/schema/geometry.proto";
+import "google/cloud/aiplatform/v1beta1/schema/predict/instance/text_sentiment.proto";
+import "google/protobuf/duration.proto";
+import "google/protobuf/struct.proto";
+import "google/rpc/code.proto";
+import "google/api/annotations.proto";
+
+option go_package = "google.golang.org/genproto/googleapis/cloud/aiplatform/v1beta1/schema;schema";
+option java_multiple_files = true;
+option java_outer_classname = "IoFormatProto";
+option java_package = "com.google.cloud.aiplatform.v1beta1.schema";
+
+// Represents a line of JSONL in the batch prediction output file.
+message PredictionResult {
+  message Error {
+    // Error status. This will be serialized into the enum name e.g.
+    // "NOT_FOUND".
+    google.rpc.Code status = 1;
+
+    // Error message with additional details.
+    string message = 2;
+  }
+
+  // Some identifier from the input so that the prediction can be mapped back to
+  // the input instance.
+  oneof input {
+    // User's input instance.
+    // Struct is used here instead of Any so that JsonFormat does not append an
+    // extra "@type" field when we convert the proto to JSON.
+    google.protobuf.Struct instance = 1;
+
+    // Optional user-provided key from the input instance.
+    string key = 2;
+  }
+
+  // The prediction result.
+  // Value is used here instead of Any so that JsonFormat does not append an
+  // extra "@type" field when we convert the proto to JSON and so we can
+  // represent array of objects.
+  // Do not set error if this is set.
+  google.protobuf.Value prediction = 3;
+
+  // The error result.
+  // Do not set prediction if this is set.
+  Error error = 4;
+}

google/cloud/aiplatform/v1beta1/schema/predict/instance/image_classification.proto

@@ -25,7 +25,7 @@ option java_package = "com.google.cloud.aiplatform.v1beta1.schema.predict.instan
 
 // Prediction input format for Image Classification.
 message ImageClassificationPredictionInstance {
-  // The image bytes or GCS URI to make the prediction on.
+  // The image bytes or Cloud Storage URI to make the prediction on.
   string content = 1;
 
   // The MIME type of the content of the image. Only the images in below listed

google/cloud/aiplatform/v1beta1/schema/predict/instance/image_object_detection.proto

@@ -25,7 +25,7 @@ option java_package = "com.google.cloud.aiplatform.v1beta1.schema.predict.instan
 
 // Prediction input format for Image Object Detection.
 message ImageObjectDetectionPredictionInstance {
-  // The image bytes or GCS URI to make the prediction on.
+  // The image bytes or Cloud Storage URI to make the prediction on.
   string content = 1;
 
   // The MIME type of the content of the image. Only the images in below listed

google/cloud/aiplatform/v1beta1/schema/predict/instance/text_extraction.proto

@@ -35,7 +35,7 @@ message TextExtractionPredictionInstance {
 
   // This field is only used for batch prediction. If a key is provided, the
   // batch prediction result will by mapped to this key. If omitted, then the
-  // batch prediction result will contain the entire input instance. AI Platform
+  // batch prediction result will contain the entire input instance. Vertex AI
   // will not check if keys in the request are duplicates, so it is up to the
   // caller to ensure the keys are unique.
   string key = 3;

google/cloud/aiplatform/v1beta1/schema/predict/params/video_classification.proto

@@ -34,15 +34,15 @@ message VideoClassificationPredictionParams {
   // fewer predictions. Default value is 10,000.
   int32 max_predictions = 2;
 
-  // Set to true to request segment-level classification. AI Platform returns
+  // Set to true to request segment-level classification. Vertex AI returns
   // labels and their confidence scores for the entire time segment of the
   // video that user specified in the input instance.
   // Default value is true
   bool segment_classification = 3;
 
-  // Set to true to request shot-level classification. AI Platform determines
+  // Set to true to request shot-level classification. Vertex AI determines
   // the boundaries for each camera shot in the entire time segment of the
-  // video that user specified in the input instance. AI Platform then
+  // video that user specified in the input instance. Vertex AI then
   // returns labels and their confidence scores for each detected shot, along
   // with the start and end time of the shot.
   // WARNING: Model evaluation is not done for this classification type,
@@ -52,7 +52,7 @@ message VideoClassificationPredictionParams {
   bool shot_classification = 4;
 
   // Set to true to request classification for a video at one-second intervals.
-  // AI Platform returns labels and their confidence scores for each second of
+  // Vertex AI returns labels and their confidence scores for each second of
   // the entire time segment of the video that user specified in the input
   // WARNING: Model evaluation is not done for this classification type, the
   // quality of it depends on the training data, but there are no metrics

google/cloud/aiplatform/v1beta1/schema/predict/prediction/classification.proto

@@ -25,8 +25,7 @@ option java_package = "com.google.cloud.aiplatform.v1beta1.schema.predict.predic
 
 // Prediction output format for Image and Text Classification.
 message ClassificationPredictionResult {
-  // The resource IDs of the AnnotationSpecs that had been identified, ordered
-  // by the confidence score descendingly.
+  // The resource IDs of the AnnotationSpecs that had been identified.
   repeated int64 ids = 1;
 
   // The display names of the AnnotationSpecs that had been identified, order

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/BUILD.bazel

@@ -26,6 +26,7 @@ proto_library(
     ],
     deps = [
         "//google/api:annotations_proto",
+        "//google/api:field_behavior_proto",
     ],
 )
 
@@ -64,6 +65,7 @@ go_proto_library(
     protos = [":definition_proto"],
     deps = [
         "//google/api:annotations_go_proto",
+        "//google/api:field_behavior_go_proto",
     ],
 )
 
@@ -84,6 +86,7 @@ moved_proto_library(
     srcs = [":definition_proto"],
     deps = [
         "//google/api:annotations_proto",
+         "//google/api:field_behavior_proto",
     ],
 )
 

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/automl_image_classification.proto

@@ -1,4 +1,4 @@
-// Copyright 2020 Google LLC
+// Copyright 2021 Google LLC
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/automl_tables.proto

@@ -267,6 +267,9 @@ message AutoMlTablesInputs {
   // Configuration for exporting test set predictions to a BigQuery table. If
   // this configuration is absent, then the export is not performed.
   ExportEvaluatedDataItemsConfig export_evaluated_data_items_config = 10;
+
+  // Additional experiment flags for the Tables training pipeline.
+  repeated string additional_experiments = 11;
 }
 
 // Model metadata specific to AutoML Tables.

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/automl_time_series_forecasting.proto

@@ -270,6 +270,9 @@ message AutoMlForecastingInputs {
   //
   //   * "ignore-validation" - ignore the results of the validation and continue
   string validation_options = 17;
+
+  // Additional experiment flags for the time series forcasting training.
+  repeated string additional_experiments = 25;
 }
 
 // Model metadata specific to AutoML Forecasting.

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/automl_video_action_recognition.proto

@@ -43,6 +43,16 @@ message AutoMlVideoActionRecognitionInputs {
     // also be exported (see ModelService.ExportModel) as a TensorFlow or
     // TensorFlow Lite model and used on a mobile or edge device afterwards.
     MOBILE_VERSATILE_1 = 2;
+
+    // A model that, in addition to being available within Google Cloud, can
+    // also be exported (see ModelService.ExportModel) to a Jetson device
+    // afterwards.
+    MOBILE_JETSON_VERSATILE_1 = 3;
+
+    // A model that, in addition to being available within Google Cloud, can
+    // also be exported (see ModelService.ExportModel) as a TensorFlow or
+    // TensorFlow Lite model and used on a Coral device afterwards.
+    MOBILE_CORAL_VERSATILE_1 = 4;
   }
 
   ModelType model_type = 1;

google/cloud/aiplatform/v1beta1/schema/trainingjob/definition/export_evaluated_data_items_config.proto

@@ -30,7 +30,6 @@ message ExportEvaluatedDataItemsConfig {
   //
   // If not specified, then results are exported to the following auto-created
   // BigQuery table:
-  //
   // <project_id>:export_evaluated_examples_<model_name>_<yyyy_MM_dd'T'HH_mm_ss_SSS'Z'>.evaluated_examples
   string destination_bigquery_uri = 1;