Capture db timeout errors for tag key queries (#12596)

### Summary & Motivation
We're hitting some timeout 500s for some orgs/deployments. We can
capture and suppress these, since the degraded experience in the product
is just that there's not autocomplete for tags in the runs filter input
(which was the behavior before).

### How I Tested These Changes
BK

js_modules/dagit/packages/core/src/runs/RunsFilterInput.tsx

@@ -213,9 +213,11 @@ export const RunsFilterInput: React.FC<RunsFilterInputProps> = ({
 
   const suggestions = searchSuggestionsForRuns(
     options,
-    tagKeyData?.runTagKeys,
+    tagKeyData?.runTagKeysOrError?.__typename === 'RunTagKeys'
+      ? tagKeyData.runTagKeysOrError.keys
+      : [],
     selectedTagKey,
-    tagValueData?.runTags,
+    tagValueData?.runTagsOrError?.__typename === 'RunTags' ? tagValueData.runTagsOrError.tags : [],
     enabledFilters,
   );
 
@@ -225,7 +227,10 @@ export const RunsFilterInput: React.FC<RunsFilterInputProps> = ({
       return;
     }
     const tagKeyText = text.slice(4);
-    if (tagKeyData?.runTagKeys && tagKeyData?.runTagKeys.includes(tagKeyText)) {
+    if (
+      tagKeyData?.runTagKeysOrError?.__typename === 'RunTagKeys' &&
+      tagKeyData.runTagKeysOrError.keys.includes(tagKeyText)
+    ) {
       setSelectedTagKey(tagKeyText);
     }
   };
@@ -272,15 +277,24 @@ export const RunsFilterInput: React.FC<RunsFilterInputProps> = ({
 
 const RUN_TAG_KEYS_QUERY = gql`
   query RunTagKeysQuery {
-    runTagKeys
+    runTagKeysOrError {
+      ... on RunTagKeys {
+        keys
+      }
+    }
   }
 `;
 
 const RUN_TAG_VALUES_QUERY = gql`
   query RunTagValuesQuery($tagKeys: [String!]!) {
-    runTags(tagKeys: $tagKeys) {
-      key
-      values
+    runTagsOrError(tagKeys: $tagKeys) {
+      __typename
+      ... on RunTags {
+        tags {
+          key
+          values
+        }
+      }
     }
   }
 `;

python_modules/dagster-graphql/dagster_graphql/implementation/fetch_runs.py

@@ -29,16 +29,14 @@
 from .utils import capture_error
 
 if TYPE_CHECKING:
-    from dagster_graphql.schema.tags import GraphenePipelineTagAndValues
-
     from ..schema.asset_graph import GrapheneAssetLatestInfo, GrapheneAssetNode
     from ..schema.errors import GrapheneRunNotFoundError
     from ..schema.execution import GrapheneExecutionPlan
     from ..schema.logs.events import GrapheneRunStepStats
     from ..schema.pipelines.config import GraphenePipelineConfigValidationValid
     from ..schema.pipelines.pipeline import GrapheneEventConnection, GrapheneRun
     from ..schema.pipelines.pipeline_run_stats import GrapheneRunStatsSnapshot
-    from ..schema.runs import GrapheneRunGroup
+    from ..schema.runs import GrapheneRunGroup, GrapheneRunTagKeys, GrapheneRunTags
     from ..schema.util import ResolveInfo
 
 
@@ -56,30 +54,39 @@ def get_run_by_id(
         return GrapheneRun(record)
 
 
-def get_run_tag_keys(graphene_info: "ResolveInfo") -> List[str]:
-    return [
-        tag_key
-        for tag_key in graphene_info.context.instance.get_run_tag_keys()
-        if get_tag_type(tag_key) != TagType.HIDDEN
-    ]
+@capture_error
+def get_run_tag_keys(graphene_info: "ResolveInfo") -> "GrapheneRunTagKeys":
+    from ..schema.runs import GrapheneRunTagKeys
+
+    return GrapheneRunTagKeys(
+        keys=[
+            tag_key
+            for tag_key in graphene_info.context.instance.get_run_tag_keys()
+            if get_tag_type(tag_key) != TagType.HIDDEN
+        ]
+    )
 
 
+@capture_error
 def get_run_tags(
     graphene_info: "ResolveInfo",
     tag_keys: Optional[List[str]] = None,
     value_prefix: Optional[str] = None,
     limit: Optional[int] = None,
-) -> List["GraphenePipelineTagAndValues"]:
+) -> "GrapheneRunTags":
+    from ..schema.runs import GrapheneRunTags
     from ..schema.tags import GraphenePipelineTagAndValues
 
     instance = graphene_info.context.instance
-    return [
-        GraphenePipelineTagAndValues(key=key, values=values)
-        for key, values in instance.get_run_tags(
-            tag_keys=tag_keys, value_prefix=value_prefix, limit=limit
-        )
-        if get_tag_type(key) != TagType.HIDDEN
-    ]
+    return GrapheneRunTags(
+        tags=[
+            GraphenePipelineTagAndValues(key=key, values=values)
+            for key, values in instance.get_run_tags(
+                tag_keys=tag_keys, value_prefix=value_prefix, limit=limit
+            )
+            if get_tag_type(key) != TagType.HIDDEN
+        ]
+    )
 
 
 @capture_error

python_modules/dagster-graphql/dagster_graphql/schema/roots/query.py

@@ -122,11 +122,12 @@
     GrapheneRunGroupsOrError,
     GrapheneRuns,
     GrapheneRunsOrError,
+    GrapheneRunTagKeysOrError,
+    GrapheneRunTagsOrError,
     parse_run_config_input,
 )
 from ..schedules import GrapheneScheduleOrError, GrapheneSchedulerOrError, GrapheneSchedulesOrError
 from ..sensors import GrapheneSensorOrError, GrapheneSensorsOrError
-from ..tags import GraphenePipelineTagAndValues
 from ..test import GrapheneTestFields
 from ..util import ResolveInfo, get_compute_log_manager, non_null_list
 from .assets import GrapheneAssetOrError, GrapheneAssetsOrError
@@ -291,11 +292,11 @@ class Meta:
         runId=graphene.NonNull(graphene.ID),
         description="Retrieve a run by its run id.",
     )
-    runTagKeys = graphene.Field(
-        non_null_list(graphene.String), description="Retrieve the distinct tag keys from all runs."
+    runTagKeysOrError = graphene.Field(
+        GrapheneRunTagKeysOrError, description="Retrieve the distinct tag keys from all runs."
     )
-    runTags = graphene.Field(
-        non_null_list(GraphenePipelineTagAndValues),
+    runTagsOrError = graphene.Field(
+        GrapheneRunTagsOrError,
         tagKeys=graphene.Argument(graphene.List(graphene.NonNull(graphene.String))),
         valuePrefix=graphene.String(),
         limit=graphene.Int(),
@@ -636,10 +637,10 @@ def resolve_partitionSetOrError(
             partitionSetName,  # type: ignore
         )
 
-    def resolve_runTagKeys(self, graphene_info: ResolveInfo):
+    def resolve_runTagKeysOrError(self, graphene_info: ResolveInfo):
         return get_run_tag_keys(graphene_info)
 
-    def resolve_runTags(
+    def resolve_runTagsOrError(
         self,
         graphene_info: ResolveInfo,
         tagKeys: Optional[List[str]] = None,

python_modules/dagster-graphql/dagster_graphql/schema/runs.py

@@ -15,6 +15,7 @@
     GraphenePythonError,
     GrapheneRunGroupNotFoundError,
 )
+from .tags import GraphenePipelineTagAndValues
 from .util import ResolveInfo, non_null_list
 
 
@@ -137,6 +138,32 @@ class Meta:
         name = "RunGroupsOrError"
 
 
+class GrapheneRunTagKeys(graphene.ObjectType):
+    keys = non_null_list(graphene.String)
+
+    class Meta:
+        name = "RunTagKeys"
+
+
+class GrapheneRunTagKeysOrError(graphene.Union):
+    class Meta:
+        types = (GraphenePythonError, GrapheneRunTagKeys)
+        name = "RunTagKeysOrError"
+
+
+class GrapheneRunTags(graphene.ObjectType):
+    tags = non_null_list(GraphenePipelineTagAndValues)
+
+    class Meta:
+        name = "RunTags"
+
+
+class GrapheneRunTagsOrError(graphene.Union):
+    class Meta:
+        types = (GraphenePythonError, GrapheneRunTags)
+        name = "RunTagsOrError"
+
+
 class GrapheneRunConfigData(GenericScalar, graphene.Scalar):
     class Meta:
         description = """This type is used when passing in a configuration object