feat: Public preview the Dialogflow LLM based agent

docs: A comment for field `start_flow` in message `.google.cloud.dialogflow.cx.v3beta1.Agent` is changed docs: A comment for enum value `USE_BEST_AVAILABLE` in enum `SpeechModelVariant` is changed docs: A comment for enum value `USE_ENHANCED` in enum `SpeechModelVariant` is changed docs: A comment for field `model` in message `.google.cloud.dialogflow.cx.v3beta1.InputAudioConfig` is changed docs: A comment for enum value `END_OF_SINGLE_UTTERANCE` in enum `MessageType` is changed docs: A comment for field `session_ttl` in message `.google.cloud.dialogflow.cx.v3beta1.QueryParameters` is changed docs: A comment for message `QueryInput` is changed docs: A comment for field `text` in message `.google.cloud.dialogflow.cx.v3beta1.TextInput` is changed PiperOrigin-RevId: 605368061
googleapis · Feb 8, 2024 · ed81d4e · ed81d4e
1 parent 63d2a60
commit ed81d4e
Show file tree

Hide file tree

Showing 16 changed files with 1,816 additions and 41 deletions.
diff --git a/google/cloud/dialogflow/cx/v3beta1/BUILD.bazel b/google/cloud/dialogflow/cx/v3beta1/BUILD.bazel
@@ -29,6 +29,7 @@ proto_library(
         "deployment.proto",
         "entity_type.proto",
         "environment.proto",
+        "example.proto",
         "experiment.proto",
         "flow.proto",
         "fulfillment.proto",
@@ -39,12 +40,16 @@ proto_library(
         "inline.proto",
         "intent.proto",
         "page.proto",
+        "parameter_definition.proto",
+        "playbook.proto",
         "response_message.proto",
         "safety_settings.proto",
         "security_settings.proto",
         "session.proto",
         "session_entity_type.proto",
         "test_case.proto",
+        "tool.proto",
+        "tool_call.proto",
         "transition_route_group.proto",
         "validation_message.proto",
         "version.proto",
@@ -106,8 +111,8 @@ java_gapic_library(
     rest_numeric_enums = True,
     service_yaml = "dialogflow_v3beta1.yaml",
     test_deps = [
-        "//google/cloud/location:location_java_grpc",
         ":cx_java_grpc",
+        "//google/cloud/location:location_java_grpc",
     ],
     transport = "grpc+rest",
     deps = [
@@ -130,6 +135,8 @@ java_gapic_test(
         "com.google.cloud.dialogflow.cx.v3beta1.EntityTypesClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.EnvironmentsClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.EnvironmentsClientTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.ExamplesClientHttpJsonTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.ExamplesClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.ExperimentsClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.ExperimentsClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.FlowsClientHttpJsonTest",
@@ -140,6 +147,8 @@ java_gapic_test(
         "com.google.cloud.dialogflow.cx.v3beta1.IntentsClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.PagesClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.PagesClientTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.PlaybooksClientHttpJsonTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.PlaybooksClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.SecuritySettingsServiceClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.SecuritySettingsServiceClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.SessionEntityTypesClientHttpJsonTest",
@@ -148,6 +157,8 @@ java_gapic_test(
         "com.google.cloud.dialogflow.cx.v3beta1.SessionsClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.TestCasesClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.TestCasesClientTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.ToolsClientHttpJsonTest",
+        "com.google.cloud.dialogflow.cx.v3beta1.ToolsClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.TransitionRouteGroupsClientHttpJsonTest",
         "com.google.cloud.dialogflow.cx.v3beta1.TransitionRouteGroupsClientTest",
         "com.google.cloud.dialogflow.cx.v3beta1.VersionsClientHttpJsonTest",

diff --git a/google/cloud/dialogflow/cx/v3beta1/agent.proto b/google/cloud/dialogflow/cx/v3beta1/agent.proto
@@ -300,15 +300,34 @@ message Agent {
   // Speech recognition related settings.
   SpeechToTextSettings speech_to_text_settings = 13;
 
-  // Immutable. Name of the start flow in this agent. A start flow will be
+  // Optional. Name of the start flow in this agent. A start flow will be
   // automatically created when the agent is created, and can only be deleted by
   // deleting the agent. Format: `projects/<Project ID>/locations/<Location
-  // ID>/agents/<Agent ID>/flows/<Flow ID>`.
+  // ID>/agents/<Agent ID>/flows/<Flow ID>`. Currently only the default start
+  // flow with id "00000000-0000-0000-0000-000000000000" is allowed.
+  //
+  // Only one of `start_flow` or `start_playbook` should be set, but not both.
   string start_flow = 16 [
-    (google.api.field_behavior) = IMMUTABLE,
+    (google.api.field_behavior) = OPTIONAL,
     (google.api.resource_reference) = { type: "dialogflow.googleapis.com/Flow" }
   ];
 
+  // Optional. Name of the start playbook in this agent. A start playbook will
+  // be automatically created when the agent is created, and can only be deleted
+  // by deleting the agent.
+  // Format: `projects/<Project ID>/locations/<Location
+  // ID>/agents/<Agent ID>/playbooks/<Playbook ID>`. Currently only the
+  // default playbook with id
+  // "00000000-0000-0000-0000-000000000000" is allowed.
+  //
+  // Only one of `start_flow` or `start_playbook` should be set, but not both.
+  string start_playbook = 39 [
+    (google.api.field_behavior) = OPTIONAL,
+    (google.api.resource_reference) = {
+      type: "dialogflow.googleapis.com/Playbook"
+    }
+  ];
+
   // Name of the
   // [SecuritySettings][google.cloud.dialogflow.cx.v3beta1.SecuritySettings]
   // reference for the agent. Format: `projects/<Project ID>/locations/<Location

diff --git a/google/cloud/dialogflow/cx/v3beta1/audio_config.proto b/google/cloud/dialogflow/cx/v3beta1/audio_config.proto
@@ -97,10 +97,6 @@ enum SpeechModelVariant {
 
   // Use the best available variant of the [Speech
   // model][InputAudioConfig.model] that the caller is eligible for.
-  //
-  // Please see the [Dialogflow
-  // docs](https://cloud.google.com/dialogflow/docs/data-logging) for
-  // how to make your project eligible for enhanced models.
   USE_BEST_AVAILABLE = 1;
 
   // Use standard model variant even if an enhanced model is available.  See the
@@ -118,11 +114,6 @@ enum SpeechModelVariant {
   //   The [Cloud Speech
   //   documentation](https://cloud.google.com/speech-to-text/docs/enhanced-models)
   //   describes which models have enhanced variants.
-  //
-  // * If the API caller isn't eligible for enhanced models, Dialogflow returns
-  //   an error.  Please see the [Dialogflow
-  //   docs](https://cloud.google.com/dialogflow/docs/data-logging)
-  //   for how to make your project eligible.
   USE_ENHANCED = 3;
 }
 
@@ -212,28 +203,10 @@ message InputAudioConfig {
   // for more details.
   repeated string phrase_hints = 4;
 
-  // Optional. Which Speech model to select for the given request. Select the
-  // model best suited to your domain to get best results. If a model is not
-  // explicitly specified, then Dialogflow auto-selects a model based on other
-  // parameters in the InputAudioConfig and Agent settings.
-  // If enhanced speech model is enabled for the agent and an enhanced
-  // version of the specified model for the language does not exist, then the
-  // speech is recognized using the standard version of the specified model.
-  // Refer to
-  // [Cloud Speech API
-  // documentation](https://cloud.google.com/speech-to-text/docs/basics#select-model)
-  // for more details.
-  // If you specify a model, the following models typically have the best
-  // performance:
-  //
-  // - phone_call (best for Agent Assist and telephony)
-  // - latest_short (best for Dialogflow non-telephony)
-  // - command_and_search
-  //
-  // Leave this field unspecified to use
-  // [Agent Speech
-  // settings](https://cloud.google.com/dialogflow/cx/docs/concept/agent#settings-speech)
-  // for model selection.
+  // Optional. Which Speech model to select for the given request.
+  // For more information, see
+  // [Speech
+  // models](https://cloud.google.com/dialogflow/cx/docs/concept/speech-models).
   string model = 7;
 
   // Optional. Which variant of the [Speech
@@ -252,6 +225,12 @@ message InputAudioConfig {
 
   // Configuration of barge-in behavior during the streaming of input audio.
   BargeInConfig barge_in_config = 15;
+
+  // If `true`, the request will opt out for STT conformer model migration.
+  // This field will be deprecated once force migration takes place in June
+  // 2024. Please refer to [Dialogflow CX Speech model
+  // migration](https://cloud.google.com/dialogflow/cx/docs/concept/speech-model-migration).
+  bool opt_out_conformer_model_migration = 26;
 }
 
 // Gender of the voice as described in

diff --git a/google/cloud/dialogflow/cx/v3beta1/changelog.proto b/google/cloud/dialogflow/cx/v3beta1/changelog.proto
@@ -154,4 +154,7 @@ message Changelog {
 
   // The timestamp of the change.
   google.protobuf.Timestamp create_time = 4;
+
+  // The affected language code of the change.
+  string language_code = 14;
 }
diff --git a/google/cloud/dialogflow/cx/v3beta1/dialogflow_grpc_service_config.json b/google/cloud/dialogflow/cx/v3beta1/dialogflow_grpc_service_config.json
@@ -11,6 +11,9 @@
         {
           "service": "google.cloud.dialogflow.cx.v3beta1.Deployments"
         },
+        {
+          "service": "google.cloud.dialogflow.cx.v3beta1.EncryptionSpecService"
+        },
         {
           "service": "google.cloud.dialogflow.cx.v3beta1.EntityTypes"
         },
@@ -35,6 +38,15 @@
         {
           "service": "google.cloud.dialogflow.cx.v3beta1.Pages"
         },
+        {
+          "service": "google.cloud.dialogflow.cx.v3beta1.Playbooks"
+        },
+        {
+          "service": "google.cloud.dialogflow.cx.v3beta1.Examples"
+        },
+        {
+          "service": "google.cloud.dialogflow.cx.v3beta1.Tools"
+        },
         {
           "service": "google.cloud.dialogflow.cx.v3beta1.SecuritySettingsService"
         },

diff --git a/google/cloud/dialogflow/cx/v3beta1/dialogflow_v3beta1.yaml b/google/cloud/dialogflow/cx/v3beta1/dialogflow_v3beta1.yaml
@@ -9,15 +9,18 @@ apis:
 - name: google.cloud.dialogflow.cx.v3beta1.Deployments
 - name: google.cloud.dialogflow.cx.v3beta1.EntityTypes
 - name: google.cloud.dialogflow.cx.v3beta1.Environments
+- name: google.cloud.dialogflow.cx.v3beta1.Examples
 - name: google.cloud.dialogflow.cx.v3beta1.Experiments
 - name: google.cloud.dialogflow.cx.v3beta1.Flows
 - name: google.cloud.dialogflow.cx.v3beta1.Generators
 - name: google.cloud.dialogflow.cx.v3beta1.Intents
 - name: google.cloud.dialogflow.cx.v3beta1.Pages
+- name: google.cloud.dialogflow.cx.v3beta1.Playbooks
 - name: google.cloud.dialogflow.cx.v3beta1.SecuritySettingsService
 - name: google.cloud.dialogflow.cx.v3beta1.SessionEntityTypes
 - name: google.cloud.dialogflow.cx.v3beta1.Sessions
 - name: google.cloud.dialogflow.cx.v3beta1.TestCases
+- name: google.cloud.dialogflow.cx.v3beta1.Tools
 - name: google.cloud.dialogflow.cx.v3beta1.TransitionRouteGroups
 - name: google.cloud.dialogflow.cx.v3beta1.Versions
 - name: google.cloud.dialogflow.cx.v3beta1.Webhooks
@@ -31,11 +34,15 @@ types:
 - name: google.cloud.dialogflow.cx.v3beta1.DeployFlowMetadata
 - name: google.cloud.dialogflow.cx.v3beta1.DeployFlowResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ExportAgentResponse
+- name: google.cloud.dialogflow.cx.v3beta1.ExportEntityTypesMetadata
+- name: google.cloud.dialogflow.cx.v3beta1.ExportEntityTypesResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ExportFlowResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ExportIntentsMetadata
 - name: google.cloud.dialogflow.cx.v3beta1.ExportIntentsResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ExportTestCasesMetadata
 - name: google.cloud.dialogflow.cx.v3beta1.ExportTestCasesResponse
+- name: google.cloud.dialogflow.cx.v3beta1.ImportEntityTypesMetadata
+- name: google.cloud.dialogflow.cx.v3beta1.ImportEntityTypesResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ImportFlowResponse
 - name: google.cloud.dialogflow.cx.v3beta1.ImportIntentsMetadata
 - name: google.cloud.dialogflow.cx.v3beta1.ImportIntentsResponse
@@ -131,6 +138,11 @@ authentication:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform,
         https://www.googleapis.com/auth/dialogflow
+  - selector: 'google.cloud.dialogflow.cx.v3beta1.Examples.*'
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform,
+        https://www.googleapis.com/auth/dialogflow
   - selector: 'google.cloud.dialogflow.cx.v3beta1.Experiments.*'
     oauth:
       canonical_scopes: |-
@@ -156,6 +168,11 @@ authentication:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform,
         https://www.googleapis.com/auth/dialogflow
+  - selector: 'google.cloud.dialogflow.cx.v3beta1.Playbooks.*'
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform,
+        https://www.googleapis.com/auth/dialogflow
   - selector: 'google.cloud.dialogflow.cx.v3beta1.SecuritySettingsService.*'
     oauth:
       canonical_scopes: |-
@@ -176,6 +193,11 @@ authentication:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform,
         https://www.googleapis.com/auth/dialogflow
+  - selector: 'google.cloud.dialogflow.cx.v3beta1.Tools.*'
+    oauth:
+      canonical_scopes: |-
+        https://www.googleapis.com/auth/cloud-platform,
+        https://www.googleapis.com/auth/dialogflow
   - selector: 'google.cloud.dialogflow.cx.v3beta1.TransitionRouteGroups.*'
     oauth:
       canonical_scopes: |-