feat: added DataQualityResult.score, dimension_score, column_score

feat: new event types GOVERNANCE_RULE_MATCHED_RESOURCES, GOVERNANCE_RULE_SEARCH_LIMIT_EXCEEDS, GOVERNANCE_RULE_ERRORS chore: updated service and timeout settings PiperOrigin-RevId: 583444130
googleapis · Nov 17, 2023 · 2f91fd5 · 2f91fd5
1 parent a241916
commit 2f91fd5
Show file tree

Hide file tree

Showing 3 changed files with 130 additions and 2 deletions.
diff --git a/google/cloud/dataplex/v1/dataplex_grpc_service_config.json b/google/cloud/dataplex/v1/dataplex_grpc_service_config.json
@@ -259,7 +259,7 @@
           "service": "google.cloud.dataplex.v1.MetadataService",
           "method": "UpdatePartition"
         }
-    ],
+      ],
       "timeout": "60s"
     },
     {
@@ -280,7 +280,60 @@
           "service": "google.cloud.dataplex.v1.ContentService",
           "method": "SetIamPolicy"
         }
-    ],
+      ],
+      "timeout": "60s"
+    },
+    {
+      "name": [
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "ListEntries"
+        },
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "GetEntry"
+        },
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "LookupEntry"
+        }
+      ],
+      "timeout": "20s",
+      "retryPolicy": {
+        "maxAttempts": 3,
+        "initialBackoff": "1s",
+        "maxBackoff": "10s",
+        "backoffMultiplier": 1.3,
+        "retryableStatusCodes": ["UNAVAILABLE", "RESOURCE_EXHAUSTED"]
+      }
+    },
+    {
+      "name": [
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "UpdateEntry"
+        }
+      ],
+      "timeout": "60s",
+      "retryPolicy": {
+        "maxAttempts": 3,
+        "initialBackoff": "1s",
+        "maxBackoff": "10s",
+        "backoffMultiplier": 1.3,
+        "retryableStatusCodes": ["UNAVAILABLE", "RESOURCE_EXHAUSTED"]
+      }
+    },
+    {
+      "name": [
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "CreateEntry"
+        },
+        {
+          "service": "google.cloud.dataplex.v1.CatalogService",
+          "method": "DeleteEntry"
+        }
+      ],
       "timeout": "60s"
     }
   ]

diff --git a/google/cloud/dataplex/v1/dataplex_v1.yaml b/google/cloud/dataplex/v1/dataplex_v1.yaml
@@ -179,3 +179,47 @@ authentication:
     oauth:
       canonical_scopes: |-
         https://www.googleapis.com/auth/cloud-platform
+
+publishing:
+  new_issue_uri: https://issuetracker.google.com/issues/new?component=190865&template=1161103
+  documentation_uri: https://cloud.google.com/dataplex/docs/overview
+  api_short_name: dataplex
+  github_label: 'api: dataplex'
+  doc_tag_prefix: dataplex
+  organization: CLOUD
+  library_settings:
+  - version: google.cloud.dataplex.v1
+    launch_stage: ALPHA
+    java_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    cpp_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    php_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    python_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    node_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    dotnet_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    ruby_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+    go_settings:
+      common:
+        destinations:
+        - PACKAGE_MANAGER
+  proto_reference_documentation_uri: https://cloud.google.com/dataplex/docs/reference/rpc
diff --git a/google/cloud/dataplex/v1/logs.proto b/google/cloud/dataplex/v1/logs.proto
@@ -382,6 +382,15 @@ message GovernanceEvent {
 
     // Access policy update event.
     ACCESS_POLICY_UPDATE = 14;
+
+    // Number of resources matched with particular Query.
+    GOVERNANCE_RULE_MATCHED_RESOURCES = 15;
+
+    // Rule processing exceeds the allowed limit.
+    GOVERNANCE_RULE_SEARCH_LIMIT_EXCEEDS = 16;
+
+    // Rule processing errors.
+    GOVERNANCE_RULE_ERRORS = 17;
   }
 
   // The log message.
@@ -475,6 +484,28 @@ message DataScanEvent {
     // The value is the bool value depicting whether the dimension result was
     // `pass` or not.
     map<string, bool> dimension_passed = 3;
+
+    // The table-level data quality score for the data scan job.
+    //
+    // The data quality score ranges between [0, 100] (up to two decimal
+    // points).
+    float score = 4;
+
+    // The score of each dimension for data quality result.
+    // The key of the map is the name of the dimension.
+    // The value is the data quality score for the dimension.
+    //
+    // The score ranges between [0, 100] (up to two decimal
+    // points).
+    map<string, float> dimension_score = 5;
+
+    // The score of each column scanned in the data scan job.
+    // The key of the map is the name of the column.
+    // The value is the data quality score for the column.
+    //
+    // The score ranges between [0, 100] (up to two decimal
+    // points).
+    map<string, float> column_score = 6;
   }
 
   // Applied configs for data profile type data scan job.