feat: Enable Vertex AI Ingestion on DataPlex (#11762)

- [ ] Regenerate this pull request now. PiperOrigin-RevId: 568623212 Source-Link: googleapis/googleapis@f878578 Source-Link: googleapis/googleapis-gen@149c564 Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRhdGFjYXRhbG9nLy5Pd2xCb3QueWFtbCIsImgiOiIxNDljNTY0MDNlMDQ5YjNiMWQxYTI0MWYxYjlmYjY4MjAwNjg5YzBiIn0= --------- Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com> Co-authored-by: ohmayr <omairnaveed@ymail.com> Co-authored-by: Anthonios Partheniou <partheniou@google.com>
googleapis · Sep 30, 2023 · b9d7b71 · b9d7b71
1 parent 645736f
commit b9d7b71
Show file tree

Hide file tree

Showing 18 changed files with 288 additions and 37 deletions.
diff --git a/packages/google-cloud-datacatalog/CONTRIBUTING.rst b/packages/google-cloud-datacatalog/CONTRIBUTING.rst
@@ -143,12 +143,12 @@ Running System Tests
    $ nox -s system
 
    # Run a single system test
-   $ nox -s system- -- -k <name of test>
+   $ nox -s system-3.11 -- -k <name of test>
 
 
   .. note::
 
-      System tests are only configured to run under Python.
+      System tests are only configured to run under Python 3.8, 3.9, 3.10 and 3.11.
       For expediency, we do not run them in older versions of Python 3.
 
   This alone will not run the tests. You'll need to change some local

diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog/__init__.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog/__init__.py
@@ -56,6 +56,7 @@
     CreateTagTemplateFieldRequest,
     CreateTagTemplateRequest,
     DatabaseTableSpec,
+    DatasetSpec,
     DataSourceConnectionSpec,
     DeleteEntryGroupRequest,
     DeleteEntryRequest,
@@ -81,6 +82,7 @@
     ListTagsResponse,
     LookerSystemSpec,
     LookupEntryRequest,
+    ModelSpec,
     ModifyEntryContactsRequest,
     ModifyEntryOverviewRequest,
     ReconcileTagsMetadata,
@@ -102,6 +104,9 @@
     UpdateTagRequest,
     UpdateTagTemplateFieldRequest,
     UpdateTagTemplateRequest,
+    VertexDatasetSpec,
+    VertexModelSourceInfo,
+    VertexModelSpec,
 )
 from google.cloud.datacatalog_v1.types.dataplex_spec import (
     DataplexExternalTable,
@@ -193,6 +198,7 @@
     "CreateTagTemplateFieldRequest",
     "CreateTagTemplateRequest",
     "DatabaseTableSpec",
+    "DatasetSpec",
     "DataSourceConnectionSpec",
     "DeleteEntryGroupRequest",
     "DeleteEntryRequest",
@@ -217,6 +223,7 @@
     "ListTagsResponse",
     "LookerSystemSpec",
     "LookupEntryRequest",
+    "ModelSpec",
     "ModifyEntryContactsRequest",
     "ModifyEntryOverviewRequest",
     "ReconcileTagsMetadata",
@@ -238,6 +245,9 @@
     "UpdateTagRequest",
     "UpdateTagTemplateFieldRequest",
     "UpdateTagTemplateRequest",
+    "VertexDatasetSpec",
+    "VertexModelSourceInfo",
+    "VertexModelSpec",
     "EntryType",
     "DataplexExternalTable",
     "DataplexFilesetSpec",

diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog/gapic_version.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog/gapic_version.py
@@ -13,4 +13,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-__version__ = "3.15.2"  # {x-release-please-version}
+__version__ = "0.0.0"  # {x-release-please-version}
diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/__init__.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/__init__.py
@@ -45,6 +45,7 @@
     CreateTagTemplateFieldRequest,
     CreateTagTemplateRequest,
     DatabaseTableSpec,
+    DatasetSpec,
     DataSourceConnectionSpec,
     DeleteEntryGroupRequest,
     DeleteEntryRequest,
@@ -70,6 +71,7 @@
     ListTagsResponse,
     LookerSystemSpec,
     LookupEntryRequest,
+    ModelSpec,
     ModifyEntryContactsRequest,
     ModifyEntryOverviewRequest,
     ReconcileTagsMetadata,
@@ -91,6 +93,9 @@
     UpdateTagRequest,
     UpdateTagTemplateFieldRequest,
     UpdateTagTemplateRequest,
+    VertexDatasetSpec,
+    VertexModelSourceInfo,
+    VertexModelSpec,
 )
 from .types.dataplex_spec import (
     DataplexExternalTable,
@@ -172,6 +177,7 @@
     "DataplexFilesetSpec",
     "DataplexSpec",
     "DataplexTableSpec",
+    "DatasetSpec",
     "DeleteEntryGroupRequest",
     "DeleteEntryRequest",
     "DeletePolicyTagRequest",
@@ -215,6 +221,7 @@
     "LookerSystemSpec",
     "LookupEntryRequest",
     "ManagingSystem",
+    "ModelSpec",
     "ModifyEntryContactsRequest",
     "ModifyEntryOverviewRequest",
     "PersonalDetails",
@@ -261,5 +268,8 @@
     "UpdateTaxonomyRequest",
     "UsageSignal",
     "UsageStats",
+    "VertexDatasetSpec",
+    "VertexModelSourceInfo",
+    "VertexModelSpec",
     "ViewSpec",
 )
diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/gapic_version.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/gapic_version.py
@@ -13,4 +13,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-__version__ = "3.15.2"  # {x-release-please-version}
+__version__ = "0.0.0"  # {x-release-please-version}
diff --git a/...oogle-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/async_client.py b/...oogle-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/async_client.py
@@ -1054,7 +1054,7 @@ async def sample_create_entry():
                 # Initialize request argument(s)
                 entry = datacatalog_v1.Entry()
                 entry.type_ = "LOOK"
-                entry.integrated_system = "LOOKER"
+                entry.integrated_system = "VERTEX_AI"
                 entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
 
                 request = datacatalog_v1.CreateEntryRequest(
@@ -1200,7 +1200,7 @@ async def sample_update_entry():
                 # Initialize request argument(s)
                 entry = datacatalog_v1.Entry()
                 entry.type_ = "LOOK"
-                entry.integrated_system = "LOOKER"
+                entry.integrated_system = "VERTEX_AI"
                 entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
 
                 request = datacatalog_v1.UpdateEntryRequest(

diff --git a/...ages/google-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/client.py b/...ages/google-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/client.py
@@ -1391,7 +1391,7 @@ def sample_create_entry():
                 # Initialize request argument(s)
                 entry = datacatalog_v1.Entry()
                 entry.type_ = "LOOK"
-                entry.integrated_system = "LOOKER"
+                entry.integrated_system = "VERTEX_AI"
                 entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
 
                 request = datacatalog_v1.CreateEntryRequest(
@@ -1537,7 +1537,7 @@ def sample_update_entry():
                 # Initialize request argument(s)
                 entry = datacatalog_v1.Entry()
                 entry.type_ = "LOOK"
-                entry.integrated_system = "LOOKER"
+                entry.integrated_system = "VERTEX_AI"
                 entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
 
                 request = datacatalog_v1.UpdateEntryRequest(

diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/__init__.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/__init__.py
@@ -31,6 +31,7 @@
     CreateTagTemplateFieldRequest,
     CreateTagTemplateRequest,
     DatabaseTableSpec,
+    DatasetSpec,
     DataSourceConnectionSpec,
     DeleteEntryGroupRequest,
     DeleteEntryRequest,
@@ -56,6 +57,7 @@
     ListTagsResponse,
     LookerSystemSpec,
     LookupEntryRequest,
+    ModelSpec,
     ModifyEntryContactsRequest,
     ModifyEntryOverviewRequest,
     ReconcileTagsMetadata,
@@ -77,6 +79,9 @@
     UpdateTagRequest,
     UpdateTagTemplateFieldRequest,
     UpdateTagTemplateRequest,
+    VertexDatasetSpec,
+    VertexModelSourceInfo,
+    VertexModelSpec,
 )
 from .dataplex_spec import (
     DataplexExternalTable,
@@ -146,6 +151,7 @@
     "CreateTagTemplateFieldRequest",
     "CreateTagTemplateRequest",
     "DatabaseTableSpec",
+    "DatasetSpec",
     "DataSourceConnectionSpec",
     "DeleteEntryGroupRequest",
     "DeleteEntryRequest",
@@ -170,6 +176,7 @@
     "ListTagsResponse",
     "LookerSystemSpec",
     "LookupEntryRequest",
+    "ModelSpec",
     "ModifyEntryContactsRequest",
     "ModifyEntryOverviewRequest",
     "ReconcileTagsMetadata",
@@ -191,6 +198,9 @@
     "UpdateTagRequest",
     "UpdateTagTemplateFieldRequest",
     "UpdateTagTemplateRequest",
+    "VertexDatasetSpec",
+    "VertexModelSourceInfo",
+    "VertexModelSpec",
     "EntryType",
     "DataplexExternalTable",
     "DataplexFilesetSpec",

diff --git a/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/common.py b/packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/common.py
@@ -53,6 +53,8 @@ class IntegratedSystem(proto.Enum):
             Cloud Sql
         LOOKER (9):
             Looker
+        VERTEX_AI (10):
+            Vertex AI
     """
     INTEGRATED_SYSTEM_UNSPECIFIED = 0
     BIGQUERY = 1
@@ -63,6 +65,7 @@ class IntegratedSystem(proto.Enum):
     CLOUD_BIGTABLE = 7
     CLOUD_SQL = 8
     LOOKER = 9
+    VERTEX_AI = 10
 
 
 class ManagingSystem(proto.Enum):