feat: add search, autocomplete and schema services (#11129)

* feat: add search, autocomplete and schema services
feat: add unstructured document support (PDF/HTML)
docs: keep the API doc up-to-date with recent changes

PiperOrigin-RevId: 526041628

Source-Link: googleapis/googleapis@cb802d9

Source-Link: googleapis/googleapis-gen@ce94886
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRpc2NvdmVyeWVuZ2luZS8uT3dsQm90LnlhbWwiLCJoIjoiY2U5NDg4NmYxNmFlZGZlYTgwZDVjZmI0OWYzZWFjOGJiZWRkZWY2NiJ9

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
Co-authored-by: Anthonios Partheniou <partheniou@google.com>

packages/google-cloud-discoveryengine/docs/discoveryengine_v1beta/completion_service.rst

@@ -0,0 +1,6 @@
+CompletionService
+-----------------------------------
+
+.. automodule:: google.cloud.discoveryengine_v1beta.services.completion_service
+    :members:
+    :inherited-members:

packages/google-cloud-discoveryengine/docs/discoveryengine_v1beta/schema_service.rst

@@ -0,0 +1,10 @@
+SchemaService
+-------------------------------
+
+.. automodule:: google.cloud.discoveryengine_v1beta.services.schema_service
+    :members:
+    :inherited-members:
+
+.. automodule:: google.cloud.discoveryengine_v1beta.services.schema_service.pagers
+    :members:
+    :inherited-members:

packages/google-cloud-discoveryengine/docs/discoveryengine_v1beta/search_service.rst

@@ -0,0 +1,10 @@
+SearchService
+-------------------------------
+
+.. automodule:: google.cloud.discoveryengine_v1beta.services.search_service
+    :members:
+    :inherited-members:
+
+.. automodule:: google.cloud.discoveryengine_v1beta.services.search_service.pagers
+    :members:
+    :inherited-members:

packages/google-cloud-discoveryengine/docs/discoveryengine_v1beta/services.rst

@@ -3,6 +3,9 @@ Services for Google Cloud Discoveryengine v1beta API
 .. toctree::
     :maxdepth: 2
 
+    completion_service
     document_service
     recommendation_service
+    schema_service
+    search_service
     user_event_service

packages/google-cloud-discoveryengine/google/cloud/discoveryengine/__init__.py

@@ -18,6 +18,12 @@
 __version__ = package_version.__version__
 
 
+from google.cloud.discoveryengine_v1beta.services.completion_service.async_client import (
+    CompletionServiceAsyncClient,
+)
+from google.cloud.discoveryengine_v1beta.services.completion_service.client import (
+    CompletionServiceClient,
+)
 from google.cloud.discoveryengine_v1beta.services.document_service.async_client import (
     DocumentServiceAsyncClient,
 )
@@ -30,13 +36,33 @@
 from google.cloud.discoveryengine_v1beta.services.recommendation_service.client import (
     RecommendationServiceClient,
 )
+from google.cloud.discoveryengine_v1beta.services.schema_service.async_client import (
+    SchemaServiceAsyncClient,
+)
+from google.cloud.discoveryengine_v1beta.services.schema_service.client import (
+    SchemaServiceClient,
+)
+from google.cloud.discoveryengine_v1beta.services.search_service.async_client import (
+    SearchServiceAsyncClient,
+)
+from google.cloud.discoveryengine_v1beta.services.search_service.client import (
+    SearchServiceClient,
+)
 from google.cloud.discoveryengine_v1beta.services.user_event_service.async_client import (
     UserEventServiceAsyncClient,
 )
 from google.cloud.discoveryengine_v1beta.services.user_event_service.client import (
     UserEventServiceClient,
 )
-from google.cloud.discoveryengine_v1beta.types.common import CustomAttribute, UserInfo
+from google.cloud.discoveryengine_v1beta.types.common import (
+    CustomAttribute,
+    Interval,
+    UserInfo,
+)
+from google.cloud.discoveryengine_v1beta.types.completion_service import (
+    CompleteQueryRequest,
+    CompleteQueryResponse,
+)
 from google.cloud.discoveryengine_v1beta.types.document import Document
 from google.cloud.discoveryengine_v1beta.types.document_service import (
     CreateDocumentRequest,
@@ -61,6 +87,22 @@
     RecommendRequest,
     RecommendResponse,
 )
+from google.cloud.discoveryengine_v1beta.types.schema import Schema
+from google.cloud.discoveryengine_v1beta.types.schema_service import (
+    CreateSchemaMetadata,
+    CreateSchemaRequest,
+    DeleteSchemaMetadata,
+    DeleteSchemaRequest,
+    GetSchemaRequest,
+    ListSchemasRequest,
+    ListSchemasResponse,
+    UpdateSchemaMetadata,
+    UpdateSchemaRequest,
+)
+from google.cloud.discoveryengine_v1beta.types.search_service import (
+    SearchRequest,
+    SearchResponse,
+)
 from google.cloud.discoveryengine_v1beta.types.user_event import (
     CompletionInfo,
     DocumentInfo,
@@ -77,14 +119,23 @@
 )
 
 __all__ = (
+    "CompletionServiceClient",
+    "CompletionServiceAsyncClient",
     "DocumentServiceClient",
     "DocumentServiceAsyncClient",
     "RecommendationServiceClient",
     "RecommendationServiceAsyncClient",
+    "SchemaServiceClient",
+    "SchemaServiceAsyncClient",
+    "SearchServiceClient",
+    "SearchServiceAsyncClient",
     "UserEventServiceClient",
     "UserEventServiceAsyncClient",
     "CustomAttribute",
+    "Interval",
     "UserInfo",
+    "CompleteQueryRequest",
+    "CompleteQueryResponse",
     "Document",
     "CreateDocumentRequest",
     "DeleteDocumentRequest",
@@ -103,6 +154,18 @@
     "ImportUserEventsResponse",
     "RecommendRequest",
     "RecommendResponse",
+    "Schema",
+    "CreateSchemaMetadata",
+    "CreateSchemaRequest",
+    "DeleteSchemaMetadata",
+    "DeleteSchemaRequest",
+    "GetSchemaRequest",
+    "ListSchemasRequest",
+    "ListSchemasResponse",
+    "UpdateSchemaMetadata",
+    "UpdateSchemaRequest",
+    "SearchRequest",
+    "SearchResponse",
     "CompletionInfo",
     "DocumentInfo",
     "MediaInfo",

packages/google-cloud-discoveryengine/google/cloud/discoveryengine_v1beta/__init__.py

@@ -18,16 +18,23 @@
 __version__ = package_version.__version__
 
 
+from .services.completion_service import (
+    CompletionServiceAsyncClient,
+    CompletionServiceClient,
+)
 from .services.document_service import DocumentServiceAsyncClient, DocumentServiceClient
 from .services.recommendation_service import (
     RecommendationServiceAsyncClient,
     RecommendationServiceClient,
 )
+from .services.schema_service import SchemaServiceAsyncClient, SchemaServiceClient
+from .services.search_service import SearchServiceAsyncClient, SearchServiceClient
 from .services.user_event_service import (
     UserEventServiceAsyncClient,
     UserEventServiceClient,
 )
-from .types.common import CustomAttribute, UserInfo
+from .types.common import CustomAttribute, Interval, UserInfo
+from .types.completion_service import CompleteQueryRequest, CompleteQueryResponse
 from .types.document import Document
 from .types.document_service import (
     CreateDocumentRequest,
@@ -49,6 +56,19 @@
     ImportUserEventsResponse,
 )
 from .types.recommendation_service import RecommendRequest, RecommendResponse
+from .types.schema import Schema
+from .types.schema_service import (
+    CreateSchemaMetadata,
+    CreateSchemaRequest,
+    DeleteSchemaMetadata,
+    DeleteSchemaRequest,
+    GetSchemaRequest,
+    ListSchemasRequest,
+    ListSchemasResponse,
+    UpdateSchemaMetadata,
+    UpdateSchemaRequest,
+)
+from .types.search_service import SearchRequest, SearchResponse
 from .types.user_event import (
     CompletionInfo,
     DocumentInfo,
@@ -62,38 +82,59 @@
 from .types.user_event_service import CollectUserEventRequest, WriteUserEventRequest
 
 __all__ = (
+    "CompletionServiceAsyncClient",
     "DocumentServiceAsyncClient",
     "RecommendationServiceAsyncClient",
+    "SchemaServiceAsyncClient",
+    "SearchServiceAsyncClient",
     "UserEventServiceAsyncClient",
     "BigQuerySource",
     "CollectUserEventRequest",
+    "CompleteQueryRequest",
+    "CompleteQueryResponse",
     "CompletionInfo",
+    "CompletionServiceClient",
     "CreateDocumentRequest",
+    "CreateSchemaMetadata",
+    "CreateSchemaRequest",
     "CustomAttribute",
     "DeleteDocumentRequest",
+    "DeleteSchemaMetadata",
+    "DeleteSchemaRequest",
     "Document",
     "DocumentInfo",
     "DocumentServiceClient",
     "GcsSource",
     "GetDocumentRequest",
+    "GetSchemaRequest",
     "ImportDocumentsMetadata",
     "ImportDocumentsRequest",
     "ImportDocumentsResponse",
     "ImportErrorConfig",
     "ImportUserEventsMetadata",
     "ImportUserEventsRequest",
     "ImportUserEventsResponse",
+    "Interval",
     "ListDocumentsRequest",
     "ListDocumentsResponse",
+    "ListSchemasRequest",
+    "ListSchemasResponse",
     "MediaInfo",
     "PageInfo",
     "PanelInfo",
     "RecommendRequest",
     "RecommendResponse",
     "RecommendationServiceClient",
+    "Schema",
+    "SchemaServiceClient",
     "SearchInfo",
+    "SearchRequest",
+    "SearchResponse",
+    "SearchServiceClient",
     "TransactionInfo",
     "UpdateDocumentRequest",
+    "UpdateSchemaMetadata",
+    "UpdateSchemaRequest",
     "UserEvent",
     "UserEventServiceClient",
     "UserInfo",