/
searchindex.json
1 lines (1 loc) · 167 KB
/
searchindex.json
1
{"docnames": ["index", "sections/api/apidocs/assets", "sections/api/apidocs/cli", "sections/api/apidocs/config", "sections/api/apidocs/dynamic", "sections/api/apidocs/errors", "sections/api/apidocs/execution", "sections/api/apidocs/graphs", "sections/api/apidocs/hooks", "sections/api/apidocs/internals", "sections/api/apidocs/io-managers", "sections/api/apidocs/jobs", "sections/api/apidocs/libraries/dagster-airbyte", "sections/api/apidocs/libraries/dagster-airflow", "sections/api/apidocs/libraries/dagster-aws", "sections/api/apidocs/libraries/dagster-azure", "sections/api/apidocs/libraries/dagster-celery", "sections/api/apidocs/libraries/dagster-celery-docker", "sections/api/apidocs/libraries/dagster-celery-k8s", "sections/api/apidocs/libraries/dagster-dask", "sections/api/apidocs/libraries/dagster-databricks", "sections/api/apidocs/libraries/dagster-datadog", "sections/api/apidocs/libraries/dagster-datahub", "sections/api/apidocs/libraries/dagster-dbt", "sections/api/apidocs/libraries/dagster-docker", "sections/api/apidocs/libraries/dagster-duckdb", "sections/api/apidocs/libraries/dagster-duckdb-pandas", "sections/api/apidocs/libraries/dagster-duckdb-pyspark", "sections/api/apidocs/libraries/dagster-fivetran", "sections/api/apidocs/libraries/dagster-gcp", "sections/api/apidocs/libraries/dagster-ge", "sections/api/apidocs/libraries/dagster-github", "sections/api/apidocs/libraries/dagster-graphql", "sections/api/apidocs/libraries/dagster-k8s", "sections/api/apidocs/libraries/dagster-mlflow", "sections/api/apidocs/libraries/dagster-msteams", "sections/api/apidocs/libraries/dagster-mysql", "sections/api/apidocs/libraries/dagster-pagerduty", "sections/api/apidocs/libraries/dagster-pandas", "sections/api/apidocs/libraries/dagster-papertrail", "sections/api/apidocs/libraries/dagster-postgres", "sections/api/apidocs/libraries/dagster-prometheus", "sections/api/apidocs/libraries/dagster-pyspark", "sections/api/apidocs/libraries/dagster-shell", "sections/api/apidocs/libraries/dagster-slack", "sections/api/apidocs/libraries/dagster-snowflake", "sections/api/apidocs/libraries/dagster-snowflake-pandas", "sections/api/apidocs/libraries/dagster-spark", "sections/api/apidocs/libraries/dagster-ssh", "sections/api/apidocs/libraries/dagster-twilio", "sections/api/apidocs/libraries/dagstermill", "sections/api/apidocs/loggers", "sections/api/apidocs/memoization", "sections/api/apidocs/ops", "sections/api/apidocs/partitions", "sections/api/apidocs/repositories", "sections/api/apidocs/resources", "sections/api/apidocs/schedules-sensors", "sections/api/apidocs/types", "sections/api/apidocs/utilities"], "envversion": {"sphinx": 56, "sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["index.rst", "sections/api/apidocs/assets.rst", "sections/api/apidocs/cli.rst", "sections/api/apidocs/config.rst", "sections/api/apidocs/dynamic.rst", "sections/api/apidocs/errors.rst", "sections/api/apidocs/execution.rst", "sections/api/apidocs/graphs.rst", "sections/api/apidocs/hooks.rst", "sections/api/apidocs/internals.rst", "sections/api/apidocs/io-managers.rst", "sections/api/apidocs/jobs.rst", "sections/api/apidocs/libraries/dagster-airbyte.rst", "sections/api/apidocs/libraries/dagster-airflow.rst", "sections/api/apidocs/libraries/dagster-aws.rst", "sections/api/apidocs/libraries/dagster-azure.rst", "sections/api/apidocs/libraries/dagster-celery.rst", "sections/api/apidocs/libraries/dagster-celery-docker.rst", "sections/api/apidocs/libraries/dagster-celery-k8s.rst", "sections/api/apidocs/libraries/dagster-dask.rst", "sections/api/apidocs/libraries/dagster-databricks.rst", "sections/api/apidocs/libraries/dagster-datadog.rst", "sections/api/apidocs/libraries/dagster-datahub.rst", "sections/api/apidocs/libraries/dagster-dbt.rst", "sections/api/apidocs/libraries/dagster-docker.rst", "sections/api/apidocs/libraries/dagster-duckdb.rst", "sections/api/apidocs/libraries/dagster-duckdb-pandas.rst", "sections/api/apidocs/libraries/dagster-duckdb-pyspark.rst", "sections/api/apidocs/libraries/dagster-fivetran.rst", "sections/api/apidocs/libraries/dagster-gcp.rst", "sections/api/apidocs/libraries/dagster-ge.rst", "sections/api/apidocs/libraries/dagster-github.rst", "sections/api/apidocs/libraries/dagster-graphql.rst", "sections/api/apidocs/libraries/dagster-k8s.rst", "sections/api/apidocs/libraries/dagster-mlflow.rst", "sections/api/apidocs/libraries/dagster-msteams.rst", "sections/api/apidocs/libraries/dagster-mysql.rst", "sections/api/apidocs/libraries/dagster-pagerduty.rst", "sections/api/apidocs/libraries/dagster-pandas.rst", "sections/api/apidocs/libraries/dagster-papertrail.rst", "sections/api/apidocs/libraries/dagster-postgres.rst", "sections/api/apidocs/libraries/dagster-prometheus.rst", "sections/api/apidocs/libraries/dagster-pyspark.rst", "sections/api/apidocs/libraries/dagster-shell.rst", "sections/api/apidocs/libraries/dagster-slack.rst", "sections/api/apidocs/libraries/dagster-snowflake.rst", "sections/api/apidocs/libraries/dagster-snowflake-pandas.rst", "sections/api/apidocs/libraries/dagster-spark.rst", "sections/api/apidocs/libraries/dagster-ssh.rst", "sections/api/apidocs/libraries/dagster-twilio.rst", "sections/api/apidocs/libraries/dagstermill.rst", "sections/api/apidocs/loggers.rst", "sections/api/apidocs/memoization.rst", "sections/api/apidocs/ops.rst", "sections/api/apidocs/partitions.rst", "sections/api/apidocs/repositories.rst", "sections/api/apidocs/resources.rst", "sections/api/apidocs/schedules-sensors.rst", "sections/api/apidocs/types.rst", "sections/api/apidocs/utilities.rst"], "objects": {"dagit": [[2, 8, 1, "cmdoption-dagit-a", "--attribute"], [2, 8, 1, "cmdoption-dagit-db-pool-recycle", "--db-pool-recycle"], [2, 8, 1, "cmdoption-dagit-db-statement-timeout", "--db-statement-timeout"], [2, 8, 1, "cmdoption-dagit-empty-workspace", "--empty-workspace"], [2, 8, 1, "cmdoption-dagit-grpc-host", "--grpc-host"], [2, 8, 1, "cmdoption-dagit-grpc-port", "--grpc-port"], [2, 8, 1, "cmdoption-dagit-grpc-socket", "--grpc-socket"], [2, 8, 1, "cmdoption-dagit-h", "--host"], [2, 8, 1, "cmdoption-dagit-log-level", "--log-level"], [2, 8, 1, "cmdoption-dagit-m", "--module-name"], [2, 8, 1, "cmdoption-dagit-package-name", "--package-name"], [2, 8, 1, "cmdoption-dagit-l", "--path-prefix"], [2, 8, 1, "cmdoption-dagit-p", "--port"], [2, 8, 1, "cmdoption-dagit-f", "--python-file"], [2, 8, 1, "cmdoption-dagit-read-only", "--read-only"], [2, 8, 1, "cmdoption-dagit-suppress-warnings", "--suppress-warnings"], [2, 8, 1, "cmdoption-dagit-use-ssl", "--use-ssl"], [2, 8, 1, "cmdoption-dagit-version", "--version"], [2, 8, 1, "cmdoption-dagit-d", "--working-directory"], [2, 8, 1, "cmdoption-dagit-w", "--workspace"], [2, 8, 1, "cmdoption-dagit-a", "-a"], [2, 8, 1, "cmdoption-dagit-d", "-d"], [2, 8, 1, "cmdoption-dagit-f", "-f"], [2, 8, 1, "cmdoption-dagit-h", "-h"], [2, 8, 1, "cmdoption-dagit-l", "-l"], [2, 8, 1, "cmdoption-dagit-m", "-m"], [2, 8, 1, "cmdoption-dagit-p", "-p"], [2, 8, 1, "cmdoption-dagit-w", "-w"]], "dagster": [[54, 0, 1, "", "AllPartitionMapping"], [3, 0, 1, "", "Array"], [1, 0, 1, "", "AssetIn"], [53, 0, 1, "", "AssetKey"], [53, 0, 1, "", "AssetMaterialization"], [1, 0, 1, "", "AssetOut"], [1, 0, 1, "", "AssetSelection"], [57, 0, 1, "", "AssetSensorDefinition"], [1, 0, 1, "", "AssetValueLoader"], [1, 0, 1, "", "AssetsDefinition"], [53, 0, 1, "", "Backoff"], [3, 1, 1, "", "BoolSource"], [3, 0, 1, "", "ConfigMapping"], [3, 0, 1, "", "ConfigSchema"], [53, 0, 1, "", "DagsterAssetMetadataValue"], [5, 3, 1, "", "DagsterConfigMappingFunctionError"], [5, 3, 1, "", "DagsterError"], [6, 0, 1, "", "DagsterEvent"], [5, 3, 1, "", "DagsterEventLogInvalidForRun"], [6, 0, 1, "", "DagsterEventType"], [5, 3, 1, "", "DagsterExecutionStepExecutionError"], [5, 3, 1, "", "DagsterExecutionStepNotFoundError"], [9, 0, 1, "", "DagsterInstance"], [5, 3, 1, "", "DagsterInvalidConfigDefinitionError"], [5, 3, 1, "", "DagsterInvalidConfigError"], [5, 3, 1, "", "DagsterInvalidDefinitionError"], [5, 3, 1, "", "DagsterInvalidSubsetError"], [5, 3, 1, "", "DagsterInvariantViolationError"], [51, 0, 1, "", "DagsterLogManager"], [5, 3, 1, "", "DagsterResourceFunctionError"], [9, 0, 1, "", "DagsterRun"], [53, 0, 1, "", "DagsterRunMetadataValue"], [5, 3, 1, "", "DagsterRunNotFoundError"], [9, 0, 1, "", "DagsterRunStatus"], [5, 3, 1, "", "DagsterStepOutputNotFoundError"], [5, 3, 1, "", "DagsterSubprocessError"], [58, 0, 1, "", "DagsterType"], [5, 3, 1, "", "DagsterTypeCheckDidNotPass"], [5, 3, 1, "", "DagsterTypeCheckError"], [58, 0, 1, "", "DagsterTypeLoader"], [58, 0, 1, "", "DagsterTypeLoaderContext"], [58, 0, 1, "", "DagsterTypeMaterializer"], [58, 0, 1, "", "DagsterTypeMaterializerContext"], [5, 3, 1, "", "DagsterUnknownResourceError"], [5, 3, 1, "", "DagsterUnmetExecutorRequirementsError"], [5, 3, 1, "", "DagsterUserCodeExecutionError"], [54, 0, 1, "", "DailyPartitionsDefinition"], [7, 0, 1, "", "DependencyDefinition"], [4, 0, 1, "", "DynamicOut"], [4, 0, 1, "", "DynamicOutput"], [3, 0, 1, "", "Enum"], [3, 0, 1, "", "EnumValue"], [9, 0, 1, "", "EventLogEntry"], [9, 0, 1, "", "EventLogRecord"], [9, 0, 1, "", "EventRecordsFilter"], [6, 0, 1, "", "ExecuteInProcessResult"], [6, 0, 1, "", "ExecuteJobResult"], [9, 0, 1, "", "Executor"], [9, 0, 1, "", "ExecutorDefinition"], [53, 0, 1, "", "ExpectationResult"], [59, 0, 1, "", "ExperimentalWarning"], [53, 0, 1, "", "Failure"], [3, 0, 1, "", "Field"], [9, 0, 1, "", "FileHandle"], [53, 0, 1, "", "FloatMetadataValue"], [7, 0, 1, "", "GraphDefinition"], [7, 0, 1, "", "GraphIn"], [7, 0, 1, "", "GraphOut"], [8, 0, 1, "", "HookContext"], [8, 0, 1, "", "HookDefinition"], [54, 0, 1, "", "HourlyPartitionsDefinition"], [10, 0, 1, "", "IOManager"], [10, 0, 1, "", "IOManagerDefinition"], [54, 0, 1, "", "IdentityPartitionMapping"], [53, 0, 1, "", "In"], [9, 0, 1, "", "InitExecutorContext"], [51, 0, 1, "", "InitLoggerContext"], [56, 0, 1, "", "InitResourceContext"], [10, 0, 1, "", "InputContext"], [10, 0, 1, "", "InputManager"], [7, 0, 1, "", "InputMapping"], [53, 0, 1, "", "IntMetadataValue"], [3, 1, 1, "", "IntSource"], [53, 0, 1, "", "Jitter"], [11, 0, 1, "", "JobDefinition"], [57, 0, 1, "", "JobSelector"], [53, 0, 1, "", "JsonMetadataValue"], [54, 0, 1, "", "LastPartitionMapping"], [9, 0, 1, "", "LocalFileHandle"], [51, 0, 1, "", "LoggerDefinition"], [52, 1, 1, "", "MEMOIZED_RUN_TAG"], [3, 0, 1, "", "Map"], [53, 0, 1, "", "MarkdownMetadataValue"], [52, 0, 1, "", "MemoizableIOManager"], [53, 0, 1, "", "MetadataEntry"], [53, 0, 1, "", "MetadataValue"], [54, 0, 1, "", "MonthlyPartitionsDefinition"], [57, 0, 1, "", "MultiAssetSensorDefinition"], [57, 0, 1, "", "MultiAssetSensorEvaluationContext"], [7, 0, 1, "", "MultiDependencyDefinition"], [7, 0, 1, "", "NodeInvocation"], [3, 0, 1, "", "Noneable"], [53, 0, 1, "", "NotebookMetadataValue"], [58, 1, 1, "", "Nothing"], [53, 0, 1, "", "OpDefinition"], [6, 0, 1, "", "OpExecutionContext"], [52, 0, 1, "", "OpVersionContext"], [53, 0, 1, "", "Out"], [53, 0, 1, "", "Output"], [10, 0, 1, "", "OutputContext"], [7, 0, 1, "", "OutputMapping"], [54, 0, 1, "", "PartitionMapping"], [57, 0, 1, "", "PartitionScheduleDefinition"], [54, 0, 1, "", "PartitionedConfig"], [54, 0, 1, "", "PartitionsDefinition"], [53, 0, 1, "", "PathMetadataValue"], [3, 0, 1, "", "Permissive"], [53, 0, 1, "", "PythonArtifactMetadataValue"], [58, 5, 1, "", "PythonObjectDagsterType"], [6, 0, 1, "", "ReexecutionOptions"], [55, 0, 1, "", "RepositoryData"], [55, 0, 1, "", "RepositoryDefinition"], [57, 0, 1, "", "RepositorySelector"], [56, 0, 1, "", "ResourceDefinition"], [52, 0, 1, "", "ResourceVersionContext"], [53, 0, 1, "", "RetryPolicy"], [53, 0, 1, "", "RetryRequested"], [10, 0, 1, "", "RootInputManager"], [10, 0, 1, "", "RootInputManagerDefinition"], [57, 0, 1, "", "RunFailureSensorContext"], [57, 0, 1, "", "RunRequest"], [9, 0, 1, "", "RunShardedEventsCursor"], [57, 0, 1, "", "RunStatusSensorContext"], [57, 0, 1, "", "RunStatusSensorDefinition"], [9, 0, 1, "", "RunsFilter"], [3, 0, 1, "", "ScalarUnion"], [57, 0, 1, "", "ScheduleDefinition"], [57, 0, 1, "", "ScheduleEvaluationContext"], [3, 0, 1, "", "Selector"], [57, 0, 1, "", "SensorDefinition"], [3, 0, 1, "", "Shape"], [57, 0, 1, "", "SkipReason"], [1, 0, 1, "", "SourceAsset"], [52, 0, 1, "", "SourceHashVersionStrategy"], [54, 0, 1, "", "StaticPartitionsDefinition"], [9, 0, 1, "", "StepExecutionContext"], [9, 0, 1, "", "StepLauncher"], [9, 0, 1, "", "StepRunRef"], [3, 1, 1, "", "StringSource"], [53, 0, 1, "", "TableColumn"], [53, 0, 1, "", "TableColumnConstraints"], [53, 0, 1, "", "TableConstraints"], [53, 0, 1, "", "TableMetadataValue"], [53, 0, 1, "", "TableRecord"], [53, 0, 1, "", "TableSchema"], [53, 0, 1, "", "TableSchemaMetadataValue"], [53, 0, 1, "", "TextMetadataValue"], [54, 0, 1, "", "TimeWindow"], [54, 0, 1, "", "TimeWindowPartitionMapping"], [54, 0, 1, "", "TimeWindowPartitionsDefinition"], [53, 0, 1, "", "TypeCheck"], [6, 0, 1, "", "TypeCheckContext"], [10, 0, 1, "", "UPathIOManager"], [53, 0, 1, "", "UrlMetadataValue"], [52, 0, 1, "", "VersionStrategy"], [54, 0, 1, "", "WeeklyPartitionsDefinition"], [1, 5, 1, "", "asset"], [57, 5, 1, "", "asset_sensor"], [57, 5, 1, "", "build_asset_reconciliation_sensor"], [8, 5, 1, "", "build_hook_context"], [51, 5, 1, "", "build_init_logger_context"], [56, 5, 1, "", "build_init_resource_context"], [10, 5, 1, "", "build_input_context"], [57, 5, 1, "", "build_multi_asset_sensor_context"], [6, 5, 1, "", "build_op_context"], [10, 5, 1, "", "build_output_context"], [11, 5, 1, "", "build_reconstructable_job"], [56, 5, 1, "", "build_resources"], [57, 5, 1, "", "build_run_status_sensor_context"], [57, 5, 1, "", "build_schedule_context"], [57, 5, 1, "", "build_schedule_from_partitioned_job"], [57, 5, 1, "", "build_sensor_context"], [58, 5, 1, "", "check_dagster_type"], [59, 5, 1, "", "config_from_files"], [59, 5, 1, "", "config_from_pkg_resources"], [59, 5, 1, "", "config_from_yaml_strings"], [3, 5, 1, "", "configured"], [58, 5, 1, "", "dagster_type_loader"], [58, 5, 1, "", "dagster_type_materializer"], [54, 5, 1, "", "daily_partitioned_config"], [1, 5, 1, "", "define_asset_job"], [54, 5, 1, "", "dynamic_partitioned_config"], [6, 5, 1, "", "execute_job"], [9, 5, 1, "", "executor"], [8, 5, 1, "", "failure_hook"], [59, 5, 1, "", "file_relative_path"], [10, 7, 1, "", "fs_io_manager"], [59, 5, 1, "", "get_dagster_logger"], [7, 5, 1, "", "graph"], [54, 5, 1, "", "hourly_partitioned_config"], [6, 7, 1, "", "in_process_executor"], [10, 5, 1, "", "input_manager"], [10, 5, 1, "", "io_manager"], [11, 5, 1, "", "job"], [1, 5, 1, "", "load_assets_from_current_module"], [1, 5, 1, "", "load_assets_from_modules"], [1, 5, 1, "", "load_assets_from_package_module"], [1, 5, 1, "", "load_assets_from_package_name"], [9, 7, 1, "", "local_file_manager"], [51, 5, 1, "", "logger"], [59, 5, 1, "", "make_email_on_run_failure_sensor"], [58, 5, 1, "", "make_python_type_usable_as_dagster_type"], [56, 5, 1, "", "make_values_resource"], [6, 5, 1, "", "materialize"], [6, 5, 1, "", "materialize_to_memory"], [10, 7, 1, "", "mem_io_manager"], [54, 5, 1, "", "monthly_partitioned_config"], [1, 5, 1, "", "multi_asset"], [57, 5, 1, "", "multi_asset_sensor"], [6, 7, 1, "", "multi_or_in_process_executor"], [6, 7, 1, "", "multiprocess_executor"], [53, 5, 1, "", "op"], [6, 0, 1, "", "reconstructable"], [55, 7, 1, "", "repository"], [56, 5, 1, "", "resource"], [10, 5, 1, "", "root_input_manager"], [57, 5, 1, "", "run_failure_sensor"], [57, 5, 1, "", "run_status_sensor"], [57, 5, 1, "", "schedule"], [57, 5, 1, "", "sensor"], [54, 5, 1, "", "static_partitioned_config"], [8, 5, 1, "", "success_hook"], [58, 5, 1, "", "usable_as_dagster_type"], [6, 5, 1, "", "validate_run_config"], [54, 5, 1, "", "weekly_partitioned_config"], [56, 5, 1, "", "with_resources"]], "dagster-api-grpc": [[2, 8, 1, "cmdoption-dagster-api-grpc-a", "--attribute"], [2, 8, 1, "cmdoption-dagster-api-grpc-container-context", "--container-context"], [2, 8, 1, "cmdoption-dagster-api-grpc-container-image", "--container-image"], [2, 8, 1, "cmdoption-dagster-api-grpc-empty-working-directory", "--empty-working-directory"], [2, 8, 1, "cmdoption-dagster-api-grpc-fixed-server-id", "--fixed-server-id"], [2, 8, 1, "cmdoption-dagster-api-grpc-heartbeat", "--heartbeat"], [2, 8, 1, "cmdoption-dagster-api-grpc-heartbeat-timeout", "--heartbeat-timeout"], [2, 8, 1, "cmdoption-dagster-api-grpc-h", "--host"], [2, 8, 1, "cmdoption-dagster-api-grpc-inject-env-vars-from-instance", "--inject-env-vars-from-instance"], [2, 8, 1, "cmdoption-dagster-api-grpc-instance-ref", "--instance-ref"], [2, 8, 1, "cmdoption-dagster-api-grpc-ipc-output-file", "--ipc-output-file"], [2, 8, 1, "cmdoption-dagster-api-grpc-lazy-load-user-code", "--lazy-load-user-code"], [2, 8, 1, "cmdoption-dagster-api-grpc-location-name", "--location-name"], [2, 8, 1, "cmdoption-dagster-api-grpc-log-level", "--log-level"], [2, 8, 1, "cmdoption-dagster-api-grpc-n", "--max_workers"], [2, 8, 1, "cmdoption-dagster-api-grpc-m", "--module-name"], [2, 8, 1, "cmdoption-dagster-api-grpc-override-system-timezone", "--override-system-timezone"], [2, 8, 1, "cmdoption-dagster-api-grpc-package-name", "--package-name"], [2, 8, 1, "cmdoption-dagster-api-grpc-p", "--port"], [2, 8, 1, "cmdoption-dagster-api-grpc-f", "--python-file"], [2, 8, 1, "cmdoption-dagster-api-grpc-s", "--socket"], [2, 8, 1, "cmdoption-dagster-api-grpc-use-python-environment-entry-point", "--use-python-environment-entry-point"], [2, 8, 1, "cmdoption-dagster-api-grpc-d", "--working-directory"], [2, 8, 1, "cmdoption-dagster-api-grpc-a", "-a"], [2, 8, 1, "cmdoption-dagster-api-grpc-d", "-d"], [2, 8, 1, "cmdoption-dagster-api-grpc-f", "-f"], [2, 8, 1, "cmdoption-dagster-api-grpc-h", "-h"], [2, 8, 1, "cmdoption-dagster-api-grpc-m", "-m"], [2, 8, 1, "cmdoption-dagster-api-grpc-n", "-n"], [2, 8, 1, "cmdoption-dagster-api-grpc-p", "-p"], [2, 8, 1, "cmdoption-dagster-api-grpc-s", "-s"]], "dagster-celery-worker-list": [[16, 8, 1, "cmdoption-dagster-celery-worker-list-y", "--config-yaml"], [16, 8, 1, "cmdoption-dagster-celery-worker-list-y", "-y"]], "dagster-celery-worker-start": [[16, 8, 1, "cmdoption-dagster-celery-worker-start-A", "--app"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-d", "--background"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-y", "--config-yaml"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-i", "--includes"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-l", "--loglevel"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-n", "--name"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-q", "--queue"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-A", "-A"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-d", "-d"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-i", "-i"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-l", "-l"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-n", "-n"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-q", "-q"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-y", "-y"], [16, 8, 1, "cmdoption-dagster-celery-worker-start-arg-ADDITIONAL_ARGS", "ADDITIONAL_ARGS"]], "dagster-celery-worker-terminate": [[16, 8, 1, "cmdoption-dagster-celery-worker-terminate-a", "--all"], [16, 8, 1, "cmdoption-dagster-celery-worker-terminate-y", "--config-yaml"], [16, 8, 1, "cmdoption-dagster-celery-worker-terminate-a", "-a"], [16, 8, 1, "cmdoption-dagster-celery-worker-terminate-y", "-y"], [16, 8, 1, "cmdoption-dagster-celery-worker-terminate-arg-NAME", "NAME"]], "dagster-daemon-run": [[2, 8, 1, "cmdoption-dagster-daemon-run-a", "--attribute"], [2, 8, 1, "cmdoption-dagster-daemon-run-empty-workspace", "--empty-workspace"], [2, 8, 1, "cmdoption-dagster-daemon-run-grpc-host", "--grpc-host"], [2, 8, 1, "cmdoption-dagster-daemon-run-grpc-port", "--grpc-port"], [2, 8, 1, "cmdoption-dagster-daemon-run-grpc-socket", "--grpc-socket"], [2, 8, 1, "cmdoption-dagster-daemon-run-m", "--module-name"], [2, 8, 1, "cmdoption-dagster-daemon-run-package-name", "--package-name"], [2, 8, 1, "cmdoption-dagster-daemon-run-f", "--python-file"], [2, 8, 1, "cmdoption-dagster-daemon-run-use-ssl", "--use-ssl"], [2, 8, 1, "cmdoption-dagster-daemon-run-d", "--working-directory"], [2, 8, 1, "cmdoption-dagster-daemon-run-w", "--workspace"], [2, 8, 1, "cmdoption-dagster-daemon-run-a", "-a"], [2, 8, 1, "cmdoption-dagster-daemon-run-d", "-d"], [2, 8, 1, "cmdoption-dagster-daemon-run-f", "-f"], [2, 8, 1, "cmdoption-dagster-daemon-run-m", "-m"], [2, 8, 1, "cmdoption-dagster-daemon-run-w", "-w"]], "dagster-graphql": [[2, 8, 1, "cmdoption-dagster-graphql-a", "--attribute"], [2, 8, 1, "cmdoption-dagster-graphql-empty-workspace", "--empty-workspace"], [2, 8, 1, "cmdoption-dagster-graphql-ephemeral-instance", "--ephemeral-instance"], [2, 8, 1, "cmdoption-dagster-graphql-f", "--file"], [2, 8, 1, "cmdoption-dagster-graphql-grpc-host", "--grpc-host"], [2, 8, 1, "cmdoption-dagster-graphql-grpc-port", "--grpc-port"], [2, 8, 1, "cmdoption-dagster-graphql-grpc-socket", "--grpc-socket"], [2, 8, 1, "cmdoption-dagster-graphql-m", "--module-name"], [2, 8, 1, "cmdoption-dagster-graphql-o", "--output"], [2, 8, 1, "cmdoption-dagster-graphql-package-name", "--package-name"], [2, 8, 1, "cmdoption-dagster-graphql-p", "--predefined"], [2, 8, 1, "cmdoption-dagster-graphql-0", "--python-file"], [2, 8, 1, "cmdoption-dagster-graphql-r", "--remote"], [2, 8, 1, "cmdoption-dagster-graphql-t", "--text"], [2, 8, 1, "cmdoption-dagster-graphql-use-ssl", "--use-ssl"], [2, 8, 1, "cmdoption-dagster-graphql-v", "--variables"], [2, 8, 1, "cmdoption-dagster-graphql-version", "--version"], [2, 8, 1, "cmdoption-dagster-graphql-d", "--working-directory"], [2, 8, 1, "cmdoption-dagster-graphql-w", "--workspace"], [2, 8, 1, "cmdoption-dagster-graphql-a", "-a"], [2, 8, 1, "cmdoption-dagster-graphql-d", "-d"], [2, 8, 1, "cmdoption-dagster-graphql-0", "-f"], [2, 8, 1, "cmdoption-dagster-graphql-m", "-m"], [2, 8, 1, "cmdoption-dagster-graphql-o", "-o"], [2, 8, 1, "cmdoption-dagster-graphql-p", "-p"], [2, 8, 1, "cmdoption-dagster-graphql-r", "-r"], [2, 8, 1, "cmdoption-dagster-graphql-t", "-t"], [2, 8, 1, "cmdoption-dagster-graphql-v", "-v"], [2, 8, 1, "cmdoption-dagster-graphql-w", "-w"]], "dagster.AssetIn": [[1, 1, 1, "", "dagster_type"], [1, 1, 1, "", "key"], [1, 1, 1, "", "key_prefix"], [1, 1, 1, "", "metadata"], [1, 1, 1, "", "partition_mapping"]], "dagster.AssetMaterialization": [[53, 2, 1, "", "file"]], "dagster.AssetOut": [[1, 1, 1, "", "dagster_type"], [1, 1, 1, "", "description"], [1, 1, 1, "", "group_name"], [1, 1, 1, "", "io_manager_key"], [1, 1, 1, "", "is_required"], [1, 1, 1, "", "key"], [1, 1, 1, "", "key_prefix"], [1, 1, 1, "", "metadata"]], "dagster.AssetSelection": [[1, 2, 1, "", "all"], [1, 2, 1, "", "assets"], [1, 2, 1, "", "downstream"], [1, 2, 1, "", "groups"], [1, 2, 1, "", "keys"], [1, 2, 1, "", "sinks"], [1, 2, 1, "", "sources"], [1, 2, 1, "", "upstream"]], "dagster.AssetValueLoader": [[1, 2, 1, "", "load_asset_value"]], "dagster.AssetsDefinition": [[1, 1, 1, "", "asset_deps"], [1, 2, 1, "", "from_graph"], [1, 2, 1, "", "from_op"]], "dagster.DagsterError": [[5, 4, 1, "", "is_user_code_error"]], "dagster.DagsterEvent": [[6, 1, 1, "", "event_specific_data"], [6, 4, 1, "", "event_type"], [6, 1, 1, "", "event_type_value"], [6, 1, 1, "", "logging_tags"], [6, 1, 1, "", "message"], [6, 1, 1, "", "pid"], [6, 1, 1, "", "pipeline_name"], [6, 1, 1, "", "solid_handle"], [6, 1, 1, "", "step_key"], [6, 1, 1, "", "step_kind_value"]], "dagster.DagsterType": [[58, 4, 1, "", "display_name"], [58, 4, 1, "", "unique_name"]], "dagster.DagsterTypeLoaderContext": [[58, 4, 1, "", "job_def"], [58, 4, 1, "", "op_def"], [58, 4, 1, "", "resources"]], "dagster.DagsterTypeMaterializerContext": [[58, 4, 1, "", "job_def"], [58, 4, 1, "", "op_def"], [58, 4, 1, "", "resources"]], "dagster.DagsterUserCodeExecutionError": [[5, 4, 1, "", "is_user_code_error"]], "dagster.EventLogEntry": [[9, 4, 1, "", "message"]], "dagster.ExecuteInProcessResult": [[6, 4, 1, "", "all_events"], [6, 2, 1, "", "output_for_node"], [6, 2, 1, "", "output_value"], [6, 4, 1, "", "run_id"]], "dagster.ExecuteJobResult": [[6, 2, 1, "", "output_for_node"], [6, 2, 1, "", "output_value"], [6, 4, 1, "", "run_id"]], "dagster.Executor": [[9, 2, 1, "", "execute"], [9, 4, 1, "", "retries"]], "dagster.ExecutorDefinition": [[9, 2, 1, "", "configured"], [9, 4, 1, "", "description"], [9, 4, 1, "", "name"]], "dagster.Field": [[3, 4, 1, "", "default_provided"]], "dagster.FileHandle": [[9, 4, 1, "", "path_desc"]], "dagster.GraphDefinition": [[7, 2, 1, "", "execute_in_process"], [7, 2, 1, "", "to_job"]], "dagster.HookContext": [[8, 1, 1, "", "hook_def"], [8, 1, 1, "", "job_name"], [8, 1, 1, "", "log"], [8, 1, 1, "", "op"], [8, 1, 1, "", "op_config"], [8, 1, 1, "", "op_exception"], [8, 1, 1, "", "op_output_values"], [8, 1, 1, "", "required_resource_keys"], [8, 1, 1, "", "resources"], [8, 1, 1, "", "run_id"], [8, 1, 1, "", "step_key"]], "dagster.IOManager": [[10, 2, 1, "", "handle_output"], [10, 2, 1, "", "load_input"]], "dagster.IOManagerDefinition": [[10, 2, 1, "", "hardcoded_io_manager"]], "dagster.InitExecutorContext": [[9, 1, 1, "", "executor_config"], [9, 1, 1, "", "executor_def"], [9, 1, 1, "", "instance"], [9, 1, 1, "", "job"]], "dagster.InitLoggerContext": [[51, 1, 1, "", "logger_config"], [51, 1, 1, "", "logger_def"], [51, 1, 1, "", "pipeline_def"], [51, 1, 1, "", "run_id"]], "dagster.InitResourceContext": [[56, 1, 1, "", "dagster_run"], [56, 1, 1, "", "log_manager"], [56, 1, 1, "", "pipeline_run"], [56, 1, 1, "", "resource_config"], [56, 1, 1, "", "resource_def"], [56, 1, 1, "", "resources"], [56, 1, 1, "", "run_id"]], "dagster.InputContext": [[10, 4, 1, "", "asset_partition_key"], [10, 4, 1, "", "asset_partition_key_range"], [10, 4, 1, "", "asset_partition_keys"], [10, 4, 1, "", "asset_partitions_def"], [10, 4, 1, "", "asset_partitions_time_window"], [10, 1, 1, "", "config"], [10, 1, 1, "", "dagster_type"], [10, 2, 1, "", "get_identifier"], [10, 4, 1, "", "has_input_name"], [10, 4, 1, "", "has_partition_key"], [10, 1, 1, "", "log"], [10, 1, 1, "", "metadata"], [10, 1, 1, "", "name"], [10, 1, 1, "", "op_def"], [10, 4, 1, "", "partition_key"], [10, 1, 1, "", "resource_config"], [10, 1, 1, "", "resources"], [10, 1, 1, "", "upstream_output"]], "dagster.JobDefinition": [[11, 2, 1, "", "execute_in_process"], [11, 2, 1, "", "run_request_for_partition"], [11, 2, 1, "", "with_hooks"]], "dagster.LocalFileHandle": [[9, 4, 1, "", "path"], [9, 4, 1, "", "path_desc"]], "dagster.MemoizableIOManager": [[52, 2, 1, "", "has_output"]], "dagster.MetadataValue": [[53, 2, 1, "", "asset"], [53, 2, 1, "", "bool"], [53, 2, 1, "", "dagster_run"], [53, 2, 1, "", "float"], [53, 2, 1, "", "int"], [53, 2, 1, "", "json"], [53, 2, 1, "", "md"], [53, 2, 1, "", "notebook"], [53, 2, 1, "", "path"], [53, 2, 1, "", "python_artifact"], [53, 2, 1, "", "table"], [53, 2, 1, "", "table_schema"], [53, 2, 1, "", "text"], [53, 2, 1, "", "url"]], "dagster.MultiAssetSensorEvaluationContext": [[57, 2, 1, "", "advance_all_cursors"], [57, 2, 1, "", "advance_cursor"], [57, 2, 1, "", "all_partitions_materialized"], [57, 1, 1, "", "asset_keys"], [57, 1, 1, "", "cursor"], [57, 2, 1, "", "get_cursor_partition"], [57, 2, 1, "", "get_downstream_partition_keys"], [57, 2, 1, "", "get_trailing_unconsumed_events"], [57, 1, 1, "", "instance"], [57, 1, 1, "", "instance_ref"], [57, 1, 1, "", "last_completion_time"], [57, 1, 1, "", "last_run_key"], [57, 2, 1, "", "latest_materialization_records_by_key"], [57, 2, 1, "", "latest_materialization_records_by_partition"], [57, 2, 1, "", "latest_materialization_records_by_partition_and_asset"], [57, 2, 1, "", "materialization_records_for_key"], [57, 1, 1, "", "repository_def"], [57, 1, 1, "", "repository_name"]], "dagster.MultiDependencyDefinition": [[7, 2, 1, "", "is_fan_in"]], "dagster.OpExecutionContext": [[6, 2, 1, "", "asset_partition_key_for_input"], [6, 2, 1, "", "asset_partition_key_for_output"], [6, 4, 1, "", "asset_partition_key_range"], [6, 2, 1, "", "asset_partition_keys_for_input"], [6, 2, 1, "", "asset_partition_keys_for_output"], [6, 2, 1, "", "asset_partitions_def_for_input"], [6, 2, 1, "", "asset_partitions_def_for_output"], [6, 2, 1, "", "asset_partitions_time_window_for_output"], [6, 2, 1, "", "get_mapping_key"], [6, 2, 1, "", "get_tag"], [6, 4, 1, "", "has_partition_key"], [6, 2, 1, "", "has_tag"], [6, 4, 1, "", "instance"], [6, 4, 1, "", "job_def"], [6, 4, 1, "", "job_name"], [6, 4, 1, "", "log"], [6, 2, 1, "", "log_event"], [6, 4, 1, "", "op_config"], [6, 4, 1, "", "op_def"], [6, 4, 1, "", "partition_key"], [6, 4, 1, "", "partition_time_window"], [6, 4, 1, "", "pdb"], [6, 4, 1, "", "resources"], [6, 4, 1, "", "retry_number"], [6, 4, 1, "", "run_config"], [6, 4, 1, "", "run_id"]], "dagster.OpVersionContext": [[52, 1, 1, "", "op_config"]], "dagster.OutputContext": [[10, 2, 1, "", "add_output_metadata"], [10, 1, 1, "", "asset_info"], [10, 4, 1, "", "asset_partition_key"], [10, 4, 1, "", "asset_partition_key_range"], [10, 4, 1, "", "asset_partition_keys"], [10, 4, 1, "", "asset_partitions_def"], [10, 4, 1, "", "asset_partitions_time_window"], [10, 1, 1, "", "config"], [10, 1, 1, "", "dagster_type"], [10, 2, 1, "", "get_identifier"], [10, 4, 1, "", "has_partition_key"], [10, 1, 1, "", "log"], [10, 2, 1, "", "log_event"], [10, 1, 1, "", "mapping_key"], [10, 1, 1, "", "metadata"], [10, 1, 1, "", "name"], [10, 1, 1, "", "op_def"], [10, 4, 1, "", "partition_key"], [10, 1, 1, "", "resource_config"], [10, 1, 1, "", "resources"], [10, 1, 1, "", "run_id"], [10, 1, 1, "", "step_key"], [10, 1, 1, "", "version"]], "dagster.PartitionMapping": [[54, 2, 1, "", "get_downstream_partitions_for_partition_range"], [54, 2, 1, "", "get_upstream_partitions_for_partition_range"]], "dagster.RepositoryData": [[55, 2, 1, "", "get_all_jobs"], [55, 2, 1, "", "get_all_schedules"], [55, 2, 1, "", "get_job"], [55, 2, 1, "", "get_job_names"], [55, 2, 1, "", "get_schedule"], [55, 2, 1, "", "get_schedule_names"], [55, 2, 1, "", "has_job"]], "dagster.RepositoryDefinition": [[55, 2, 1, "", "get_all_jobs"], [55, 2, 1, "", "get_asset_value_loader"], [55, 2, 1, "", "get_job"], [55, 2, 1, "", "has_job"], [55, 4, 1, "", "job_names"], [55, 2, 1, "", "load_asset_value"]], "dagster.ResourceDefinition": [[56, 2, 1, "", "hardcoded_resource"], [56, 2, 1, "", "mock_resource"], [56, 2, 1, "", "none_resource"]], "dagster.ResourceVersionContext": [[52, 1, 1, "", "resource_config"], [52, 1, 1, "", "resource_def"]], "dagster.RunFailureSensorContext": [[57, 1, 1, "", "dagster_run"], [57, 1, 1, "", "failure_event"], [57, 1, 1, "", "sensor_name"]], "dagster.RunRequest": [[57, 1, 1, "", "asset_selection"], [57, 1, 1, "", "job_name"], [57, 1, 1, "", "run_config"], [57, 1, 1, "", "run_key"], [57, 1, 1, "", "tags"]], "dagster.RunStatusSensorContext": [[57, 1, 1, "", "dagster_event"], [57, 1, 1, "", "dagster_run"], [57, 1, 1, "", "instance"], [57, 1, 1, "", "sensor_name"]], "dagster.ScheduleEvaluationContext": [[57, 1, 1, "", "instance_ref"], [57, 1, 1, "", "scheduled_execution_time"]], "dagster.SkipReason": [[57, 1, 1, "", "skip_message"]], "dagster.SourceAsset": [[1, 1, 1, "", "description"], [1, 1, 1, "", "io_manager_def"], [1, 1, 1, "", "io_manager_key"], [1, 1, 1, "", "key"], [1, 1, 1, "", "metadata_entries"], [1, 1, 1, "", "observe_fn"], [1, 1, 1, "", "partitions_def"], [1, 1, 1, "", "resource_defs"]], "dagster.TableSchema": [[53, 2, 1, "", "from_name_type_dict"]], "dagster.TimeWindow": [[54, 1, 1, "", "end"], [54, 1, 1, "", "start"]], "dagster.TimeWindowPartitionsDefinition": [[54, 2, 1, "", "get_cron_schedule"]], "dagster.TypeCheckContext": [[6, 1, 1, "", "log"], [6, 1, 1, "", "resources"], [6, 1, 1, "", "run_id"]], "dagster._core": [[5, 6, 0, "-", "errors"]], "dagster._core.errors": [[9, 5, 1, "", "user_code_error_boundary"]], "dagster._core.instance": [[9, 0, 1, "", "InstanceRef"]], "dagster._core.launcher": [[9, 0, 1, "", "DefaultRunLauncher"], [9, 0, 1, "", "RunLauncher"]], "dagster._core.run_coordinator": [[9, 0, 1, "", "DefaultRunCoordinator"], [9, 7, 1, "", "QueuedRunCoordinator"]], "dagster._core.scheduler": [[57, 7, 1, "", "DagsterDaemonScheduler"], [9, 0, 1, "", "Scheduler"]], "dagster._core.storage.base_storage": [[9, 0, 1, "", "DagsterStorage"]], "dagster._core.storage.compute_log_manager": [[9, 0, 1, "", "ComputeLogManager"]], "dagster._core.storage.event_log": [[9, 0, 1, "", "AssetRecord"], [9, 0, 1, "", "ConsolidatedSqliteEventLogStorage"], [9, 0, 1, "", "EventLogStorage"], [9, 0, 1, "", "SqlEventLogStorage"], [9, 0, 1, "", "SqliteEventLogStorage"]], "dagster._core.storage.file_manager": [[9, 0, 1, "", "FileManager"]], "dagster._core.storage.file_manager.FileManager": [[9, 2, 1, "", "copy_handle_to_local_temp"], [9, 2, 1, "", "delete_local_temp"], [9, 2, 1, "", "read"], [9, 2, 1, "", "read_data"], [9, 2, 1, "", "write"], [9, 2, 1, "", "write_data"]], "dagster._core.storage.local_compute_log_manager": [[9, 0, 1, "", "LocalComputeLogManager"]], "dagster._core.storage.pipeline_run": [[9, 0, 1, "", "RunRecord"]], "dagster._core.storage.root": [[9, 0, 1, "", "LocalArtifactStorage"]], "dagster._core.storage.runs": [[9, 0, 1, "", "RunStorage"], [9, 0, 1, "", "SqlRunStorage"], [9, 0, 1, "", "SqliteRunStorage"]], "dagster._core.storage.schedules": [[9, 0, 1, "", "ScheduleStorage"], [9, 0, 1, "", "SqlScheduleStorage"], [9, 0, 1, "", "SqliteScheduleStorage"]], "dagster._loggers": [[51, 5, 1, "", "colored_console_logger"], [51, 5, 1, "", "json_console_logger"]], "dagster._serdes": [[9, 0, 1, "", "ConfigurableClass"], [9, 0, 1, "", "ConfigurableClassData"]], "dagster._utils.forked_pdb": [[59, 0, 1, "", "ForkedPdb"]], "dagster_airbyte": [[12, 0, 1, "", "AirbyteResource"], [12, 7, 1, "", "airbyte_resource"], [12, 7, 1, "", "airbyte_sync_op"], [12, 5, 1, "", "build_airbyte_assets"], [12, 5, 1, "", "load_assets_from_airbyte_instance"], [12, 5, 1, "", "load_assets_from_airbyte_project"]], "dagster_airflow": [[13, 5, 1, "", "airflow_operator_to_op"], [13, 5, 1, "", "make_airflow_dag"], [13, 5, 1, "", "make_airflow_dag_containerized"], [13, 5, 1, "", "make_airflow_dag_for_operator"], [13, 5, 1, "", "make_dagster_job_from_airflow_dag"], [13, 5, 1, "", "make_dagster_repo_from_airflow_dag_bag"], [13, 5, 1, "", "make_dagster_repo_from_airflow_dags_path"], [13, 5, 1, "", "make_dagster_repo_from_airflow_example_dags"]], "dagster_aws.cloudwatch": [[14, 7, 1, "", "cloudwatch_logger"]], "dagster_aws.ecs": [[14, 7, 1, "", "EcsRunLauncher"]], "dagster_aws.emr": [[14, 7, 1, "", "EmrClusterState"], [14, 0, 1, "", "EmrError"], [14, 0, 1, "", "EmrJobRunner"], [14, 7, 1, "", "EmrStepState"], [14, 7, 1, "", "emr_pyspark_step_launcher"]], "dagster_aws.redshift": [[14, 7, 1, "", "fake_redshift_resource"], [14, 7, 1, "", "redshift_resource"]], "dagster_aws.s3": [[14, 0, 1, "", "S3ComputeLogManager"], [14, 7, 1, "", "S3Coordinate"], [14, 0, 1, "", "S3FileHandle"], [14, 7, 1, "", "s3_file_manager"], [14, 7, 1, "", "s3_pickle_io_manager"], [14, 7, 1, "", "s3_resource"]], "dagster_aws.secretsmanager": [[14, 7, 1, "", "secretsmanager_resource"], [14, 7, 1, "", "secretsmanager_secrets_resource"]], "dagster_azure.adls2": [[15, 0, 1, "", "ADLS2FileHandle"], [15, 0, 1, "", "FakeADLS2Resource"], [15, 7, 1, "", "adls2_file_manager"], [15, 7, 1, "", "adls2_pickle_io_manager"], [15, 7, 1, "", "adls2_resource"]], "dagster_azure.blob": [[15, 0, 1, "", "AzureBlobComputeLogManager"]], "dagster_celery": [[16, 7, 1, "", "celery_executor"]], "dagster_celery_docker": [[17, 7, 1, "", "celery_docker_executor"]], "dagster_celery_k8s": [[18, 7, 1, "", "CeleryK8sRunLauncher"], [18, 7, 1, "", "celery_k8s_job_executor"]], "dagster_dask": [[19, 7, 1, "", "dask_executor"]], "dagster_databricks": [[20, 0, 1, "", "DatabricksError"], [20, 5, 1, "", "create_databricks_job_op"], [20, 7, 1, "", "databricks_pyspark_step_launcher"]], "dagster_datadog": [[21, 7, 1, "", "datadog_resource"]], "dagster_datahub": [[22, 7, 1, "", "datahub_kafka_emitter"], [22, 7, 1, "", "datahub_rest_emitter"]], "dagster_dbt": [[23, 3, 1, "", "DagsterDbtCliFatalRuntimeError"], [23, 3, 1, "", "DagsterDbtCliHandledRuntimeError"], [23, 3, 1, "", "DagsterDbtCliOutputsNotFoundError"], [23, 3, 1, "", "DagsterDbtCliRuntimeError"], [23, 3, 1, "", "DagsterDbtCliUnexpectedOutputError"], [23, 3, 1, "", "DagsterDbtError"], [23, 3, 1, "", "DagsterDbtRpcUnexpectedPollOutputError"], [23, 0, 1, "", "DbtCliOutput"], [23, 0, 1, "", "DbtCliResource"], [23, 0, 1, "", "DbtCloudResourceV2"], [23, 0, 1, "", "DbtOutput"], [23, 0, 1, "", "DbtResource"], [23, 0, 1, "", "DbtRpcOutput"], [23, 0, 1, "", "DbtRpcResource"], [23, 0, 1, "", "DbtRpcSyncResource"], [23, 7, 1, "", "dbt_cli_resource"], [23, 7, 1, "", "dbt_cloud_resource"], [23, 7, 1, "", "dbt_cloud_run_op"], [23, 5, 1, "", "dbt_compile_op"], [23, 5, 1, "", "dbt_docs_generate_op"], [23, 5, 1, "", "dbt_ls_op"], [23, 7, 1, "", "dbt_rpc_resource"], [23, 7, 1, "", "dbt_rpc_sync_resource"], [23, 7, 1, "", "dbt_run_op"], [23, 5, 1, "", "dbt_seed_op"], [23, 5, 1, "", "dbt_snapshot_op"], [23, 5, 1, "", "dbt_test_op"], [23, 5, 1, "", "load_assets_from_dbt_manifest"], [23, 5, 1, "", "load_assets_from_dbt_project"], [23, 7, 1, "", "local_dbt_rpc_resource"]], "dagster_dbt.DbtCliOutput": [[23, 1, 1, "", "command"], [23, 1, 1, "", "docs_url"], [23, 1, 1, "", "logs"], [23, 1, 1, "", "raw_output"], [23, 1, 1, "", "result"], [23, 1, 1, "", "return_code"]], "dagster_dbt.DbtCliResource": [[23, 2, 1, "", "build"], [23, 2, 1, "", "cli"], [23, 2, 1, "", "compile"], [23, 2, 1, "", "freshness"], [23, 2, 1, "", "generate_docs"], [23, 2, 1, "", "get_manifest_json"], [23, 2, 1, "", "get_run_results_json"], [23, 2, 1, "", "ls"], [23, 2, 1, "", "remove_run_results_json"], [23, 2, 1, "", "run"], [23, 2, 1, "", "run_operation"], [23, 2, 1, "", "seed"], [23, 2, 1, "", "snapshot"], [23, 2, 1, "", "test"]], "dagster_dbt.DbtRpcOutput": [[23, 1, 1, "", "response"], [23, 1, 1, "", "response_dict"], [23, 1, 1, "", "result"]], "dagster_dbt.utils": [[23, 5, 1, "", "generate_materializations"]], "dagster_docker": [[24, 7, 1, "", "DockerRunLauncher"], [24, 7, 1, "", "docker_executor"]], "dagster_duckdb": [[25, 7, 1, "", "build_duckdb_io_manager"]], "dagster_duckdb_pandas": [[26, 0, 1, "", "DuckDBPandasTypeHandler"]], "dagster_duckdb_pyspark": [[27, 0, 1, "", "DuckDBPySparkTypeHandler"]], "dagster_fivetran": [[28, 0, 1, "", "FivetranResource"], [28, 5, 1, "", "build_fivetran_assets"], [28, 7, 1, "", "fivetran_resource"], [28, 7, 1, "", "fivetran_sync_op"], [28, 5, 1, "", "load_assets_from_fivetran_instance"]], "dagster_gcp": [[29, 0, 1, "", "BigQueryError"], [29, 0, 1, "", "GCSFileHandle"], [29, 7, 1, "", "bigquery_resource"], [29, 5, 1, "", "bq_create_dataset"], [29, 5, 1, "", "bq_delete_dataset"], [29, 5, 1, "", "bq_op_for_queries"], [29, 7, 1, "", "dataproc_op"], [29, 7, 1, "", "dataproc_resource"], [29, 7, 1, "", "gcs_file_manager"], [29, 7, 1, "", "gcs_resource"], [29, 5, 1, "", "import_df_to_bq"], [29, 5, 1, "", "import_file_to_bq"], [29, 5, 1, "", "import_gcs_paths_to_bq"]], "dagster_gcp.gcs": [[29, 7, 1, "", "gcs_pickle_io_manager"]], "dagster_ge": [[30, 5, 1, "", "ge_validation_op_factory"]], "dagster_github": [[31, 7, 1, "", "github_resource"]], "dagster_graphql": [[32, 0, 1, "", "DagsterGraphQLClient"], [32, 3, 1, "", "DagsterGraphQLClientError"], [32, 0, 1, "", "InvalidOutputErrorInfo"], [32, 0, 1, "", "ReloadRepositoryLocationInfo"], [32, 0, 1, "", "ReloadRepositoryLocationStatus"]], "dagster_graphql.DagsterGraphQLClient": [[32, 2, 1, "", "get_run_status"], [32, 2, 1, "", "reload_repository_location"], [32, 2, 1, "", "shutdown_repository_location"], [32, 2, 1, "", "submit_job_execution"]], "dagster_k8s": [[33, 7, 1, "", "K8sRunLauncher"], [33, 7, 1, "", "k8s_job_executor"], [33, 7, 1, "", "k8s_job_op"]], "dagster_mlflow": [[34, 7, 1, "", "end_mlflow_on_run_finished"], [34, 7, 1, "", "mlflow_tracking"]], "dagster_msteams": [[35, 5, 1, "", "make_teams_on_run_failure_sensor"], [35, 7, 1, "", "msteams_resource"], [35, 7, 1, "", "teams_on_failure"], [35, 7, 1, "", "teams_on_success"]], "dagster_mysql": [[36, 0, 1, "", "MySQLEventLogStorage"], [36, 0, 1, "", "MySQLRunStorage"], [36, 0, 1, "", "MySQLScheduleStorage"]], "dagster_pagerduty": [[37, 7, 1, "", "pagerduty_resource"]], "dagster_pandas": [[38, 7, 1, "", "DataFrame"], [38, 0, 1, "", "PandasColumn"], [38, 0, 1, "", "RowCountConstraint"], [38, 0, 1, "", "StrictColumnsConstraint"], [38, 5, 1, "", "create_dagster_pandas_dataframe_type"]], "dagster_papertrail": [[39, 7, 1, "", "papertrail_logger"]], "dagster_postgres": [[40, 7, 1, "", "PostgresEventLogStorage"], [40, 7, 1, "", "PostgresRunStorage"], [40, 7, 1, "", "PostgresScheduleStorage"]], "dagster_prometheus": [[41, 7, 1, "", "prometheus_resource"]], "dagster_prometheus.resources": [[41, 0, 1, "", "PrometheusResource"]], "dagster_pyspark": [[42, 7, 1, "", "pyspark_resource"]], "dagster_shell": [[43, 5, 1, "", "create_shell_command_op"], [43, 5, 1, "", "create_shell_script_op"], [43, 5, 1, "", "execute_shell_command"], [43, 5, 1, "", "execute_shell_script"], [43, 5, 1, "", "shell_op"]], "dagster_slack": [[44, 5, 1, "", "make_slack_on_run_failure_sensor"], [44, 7, 1, "", "slack_on_failure"], [44, 7, 1, "", "slack_on_success"], [44, 7, 1, "", "slack_resource"]], "dagster_snowflake": [[45, 0, 1, "", "SnowflakeConnection"], [45, 7, 1, "", "build_snowflake_io_manager"], [45, 5, 1, "", "snowflake_op_for_query"], [45, 7, 1, "", "snowflake_resource"]], "dagster_snowflake.SnowflakeConnection": [[45, 2, 1, "", "execute_queries"], [45, 2, 1, "", "execute_query"], [45, 2, 1, "", "get_connection"], [45, 2, 1, "", "load_table_from_local_parquet"]], "dagster_snowflake_pandas": [[46, 0, 1, "", "SnowflakePandasTypeHandler"]], "dagster_spark": [[47, 0, 1, "", "SparkOpError"], [47, 5, 1, "", "construct_spark_shell_command"], [47, 5, 1, "", "create_spark_op"], [47, 5, 1, "", "define_spark_config"], [47, 7, 1, "", "spark_resource"]], "dagster_ssh": [[48, 0, 1, "", "SSHResource"], [48, 7, 1, "", "ssh_resource"]], "dagster_twilio": [[49, 7, 1, "", "twilio_resource"]], "dagstermill": [[50, 0, 1, "", "DagstermillError"], [50, 0, 1, "", "DagstermillExecutionContext"], [50, 5, 1, "", "define_dagstermill_asset"], [50, 5, 1, "", "define_dagstermill_op"], [50, 5, 1, "", "get_context"], [50, 5, 1, "", "local_output_notebook_io_manager"], [50, 5, 1, "", "yield_event"], [50, 5, 1, "", "yield_result"]], "dagstermill.DagstermillExecutionContext": [[50, 4, 1, "", "job_def"], [50, 4, 1, "", "logging_tags"], [50, 4, 1, "", "op_config"], [50, 4, 1, "", "op_def"], [50, 4, 1, "", "run"], [50, 4, 1, "", "run_config"], [50, 4, 1, "", "run_id"]]}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "attribute", "Python attribute"], "2": ["py", "method", "Python method"], "3": ["py", "exception", "Python exception"], "4": ["py", "property", "Python property"], "5": ["py", "function", "Python function"], "6": ["py", "module", "Python module"], "7": ["py", "data", "Python data"], "8": ["std", "cmdoption", "program option"]}, "objtypes": {"0": "py:class", "1": "py:attribute", "2": "py:method", "3": "py:exception", "4": "py:property", "5": "py:function", "6": "py:module", "7": "py:data", "8": "std:cmdoption"}, "terms": {"0": [2, 6, 9, 12, 14, 16, 17, 18, 20, 23, 28, 29, 33, 38, 42, 51, 53, 54, 55, 57, 58], "00": [54, 57], "01": [23, 54, 57], "0123456789abcdef0123456789abcdef": 37, "02": [54, 57], "03": [54, 57], "04": [33, 54, 57], "05": [54, 57], "06": [33, 54, 57], "07": 57, "08": 16, "1": [1, 2, 3, 6, 7, 9, 13, 14, 19, 20, 23, 29, 33, 42, 45, 53, 54, 55, 57, 58, 59], "10": [9, 12, 14, 20, 23, 28, 29, 42, 48], "100": [14, 29, 42], "1000": 53, "10000": 55, "1001": 21, "1035": 29, "11": [45, 57], "11000": 55, "12": [20, 45, 54, 57], "1200": 29, "1234": [3, 21], "127": [2, 33], "13": [45, 54, 57], "14": [16, 54, 57], "15": [12, 14, 42, 54, 57], "15000": 2, "16": [54, 57], "18": [18, 33], "19": [54, 57], "1m": [14, 42], "2": [1, 2, 9, 10, 13, 14, 15, 20, 23, 29, 33, 42, 45, 53, 54], "20": [29, 33, 54, 57], "20000": [14, 42], "200m": [14, 42], "2017": 16, "2020": 33, "2022": [23, 54, 57], "2048m": [14, 42], "21t21": 33, "22": 48, "2200": 20, "23": 57, "24": 54, "25": [12, 23, 28, 57], "2546": [14, 42], "26": [21, 54, 57], "27": [54, 57], "28000m": 20, "29": 29, "2auto": 29, "2fbl320": 45, "2g": [14, 42], "2gb": [14, 42], "3": [6, 7, 10, 11, 12, 20, 23, 28, 33, 45, 53, 54, 55, 57, 58], "30": [14, 48, 57], "3000": [2, 32, 35, 44], "300mb": [14, 42], "32": 29, "3333": 2, "3600": 2, "4": [6, 16, 17, 18, 19, 29, 45, 53], "45": [20, 57], "465": 59, "4815": [14, 42], "5": [7, 10, 14, 15, 19, 20, 29, 42, 51, 53, 54, 57, 58, 59], "50": [14, 42], "5000": 34, "500gb": 29, "500m": [14, 42], "512m": [14, 42], "5432": [9, 40], "54321": 23, "5439": 14, "5672": 16, "587": 59, "6": [14, 33, 42, 54, 57], "60": [35, 45], "63": 29, "6313": [14, 42], "6379": 33, "64": 20, "7": [20, 29, 31, 33], "77777": 23, "8": 43, "80": 23, "8000": 12, "8080": 23, "8580": 23, "86400": [18, 20], "9": [29, 57], "95590a": 33, "999": 21, "A": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 23, 28, 29, 32, 37, 38, 39, 42, 43, 45, 50, 51, 53, 54, 55, 56, 57, 58, 59], "AND": 9, "As": [13, 20, 21, 32, 37, 38, 58], "At": [14, 42, 57], "But": [14, 42], "By": [1, 3, 6, 9, 12, 14, 16, 17, 18, 20, 23, 24, 28, 29, 31, 33, 35, 42, 44, 45, 57], "For": [1, 2, 3, 6, 7, 9, 10, 11, 12, 14, 18, 20, 23, 25, 28, 29, 33, 38, 42, 45, 53, 56, 57, 58], "IF": 45, "If": [1, 2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 28, 29, 30, 32, 33, 35, 38, 39, 40, 42, 43, 44, 45, 50, 51, 53, 54, 55, 56, 57, 58, 59], "In": [6, 7, 9, 10, 13, 14, 16, 17, 18, 25, 33, 38, 42, 43, 45, 50, 53, 57, 58], "Ins": 43, "It": [1, 5, 6, 12, 14, 20, 23, 27, 28, 29, 38, 42, 43, 44, 50, 58], "Its": [14, 42], "No": 29, "Not": [2, 14, 42, 57], "ONE": 2, "OR": 3, "On": [29, 33], "One": 5, "Or": 9, "Such": 59, "The": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 28, 29, 32, 33, 35, 37, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "Then": [16, 17, 18, 24, 33, 44], "There": [5, 35, 37], "These": [1, 4, 6, 7, 8, 9, 11, 14, 20, 33, 38, 42, 50, 53, 56, 58], "To": [6, 7, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 31, 33, 35, 37, 40, 42, 44, 45, 46, 51, 56, 57, 59], "Will": [6, 18, 29, 33], "With": [14, 15, 18, 29], "_": [1, 3, 4, 10, 23, 29, 38, 50, 58, 59], "__executor_name__": 6, "__fieldvaluesentinel": 3, "__file__": [4, 43, 59], "__init__": [55, 58], "__input_name__": 6, "__logger_name__": 6, "__main__": 16, "__name__": [16, 58], "__op_name__": 6, "__resource_name__": 6, "_add_on": 53, "_asset_selection_data": [6, 7], "_clean": 4, "_clean_nam": [12, 28], "_config": 3, "_construct_job_def_from_yaml_fil": 55, "_context": [38, 53, 58], "_core": [1, 4, 9, 11, 12, 23, 28, 29, 30, 33, 38, 42, 53, 57], "_default_failure_email_bodi": 59, "_default_failure_email_subject": 59, "_default_failure_messag": 35, "_default_failure_message_text_fn": 44, "_executor_def_specifi": [6, 11], "_get_node_asset_kei": 23, "_get_node_group_nam": 23, "_graph_": 7, "_job": 11, "_kei": 3, "_legaci": 35, "_logger": 51, "_logger_defs_specifi": [6, 11], "_metadata_entri": [1, 6, 7, 11], "_preset_def": [6, 11], "_s3_bucket": 58, "_s3_kei": 58, "_schedul": 57, "_serd": 9, "_seven": [14, 15], "_subset_selection_data": [6, 11], "_util": 59, "_yaml_directori": 55, "_yaml_file_for_job_nam": 55, "a_op": 35, "abcdef": 14, "abil": [9, 53], "abl": [3, 6, 11, 14, 16, 17, 18, 20, 42], "abort": [14, 42], "about": [1, 2, 4, 6, 7, 9, 10, 12, 14, 23, 28, 32, 42, 44, 50, 53], "abov": [3, 14, 20, 31, 33, 42, 53], "absolut": [14, 20, 42], "abstract": [9, 10, 14, 15, 29, 52, 54], "abstractset": [1, 7, 8], "acceler": 29, "accept": [1, 3, 5, 9, 10, 14, 20, 38, 39, 42, 50, 51, 53, 54, 56, 57], "access": [1, 2, 5, 6, 9, 10, 13, 14, 15, 20, 22, 29, 31, 34, 37, 38, 42, 45, 46, 50, 55, 56, 58], "access_key_kei": 20, "accord": [3, 5, 9, 14, 29, 42], "accordingli": [14, 42], "account": [14, 15, 18, 20, 21, 23, 28, 29, 31, 33, 39, 42, 45, 49], "account_id": [23, 29], "account_nam": 15, "account_sid": 49, "accur": [14, 42], "accurateblockthreshold": [14, 42], "achiev": [6, 14, 42], "ack": [14, 42], "acl": 20, "acquir": 20, "across": [1, 4, 6, 9, 11, 14, 29, 42, 53, 54, 57], "act": [14, 29, 42], "action": [14, 29, 42], "action_list_oper": 30, "action_on_failur": 14, "activ": [20, 29, 39, 45], "actual": [2, 3, 6, 9, 10, 14, 42, 53, 57], "acycl": [6, 7], "ad": [1, 6, 10, 13, 14, 18, 20, 29, 33, 42], "adapt": 23, "add": [3, 9, 10, 12, 13, 14, 20, 23, 25, 29, 32, 33, 34, 40, 45, 56], "add_attach": 35, "add_on": [6, 7, 53], "add_output_metadata": 10, "add_to_environ": 14, "addfil": [14, 42], "addit": [5, 9, 10, 12, 13, 14, 16, 17, 18, 20, 23, 42, 50, 53], "addition": [50, 53], "additional_arg": 16, "address": [12, 14, 19, 29, 42, 59], "adl": [15, 20], "adls2": [15, 20], "adls2_client": 15, "adls2_file_manag": 15, "adls2_file_system": 15, "adls2_pickle_io_manag": 15, "adls2_prefix": 15, "adls2_resourc": 15, "adls2filehandl": 15, "adls2resourc": 15, "admin": 29, "administr": [23, 31], "advanc": [9, 14, 23, 42, 57], "advance_all_cursor": 57, "advance_cursor": 57, "advantag": 54, "advertis": [14, 42], "advis": [16, 23], "affect": [14, 20, 42], "after": [1, 2, 12, 14, 20, 23, 28, 29, 33, 42, 44, 45, 53, 54, 56, 57], "after_cursor": 9, "after_cursor_partit": 57, "after_timestamp": 9, "ag": 2, "again": 57, "against": [2, 5, 6, 7, 9, 11, 14, 23, 33, 43, 45, 58], "agent": 21, "aggreg": [14, 42, 57], "ahead": [14, 42], "aim": 15, "airbyte_asset": 12, "airbyte_host": 12, "airbyte_inst": 12, "airbyte_password": 12, "airbyte_port": 12, "airbyte_resourc": 12, "airbyte_sync_op": 12, "airbyte_usernam": 12, "airbyteconnectionmetadata": 12, "airbytehq": 12, "airbyteoutput": 12, "airbyteresourc": 12, "airflow_example_dags_repo": 13, "airflow_execution_d": 13, "airflow_hom": 13, "airflow_op": 13, "airflow_operator_to_op": 13, "airline_demo": 59, "al": 6, "album": 21, "alert": [35, 37, 44, 57, 59], "alert_email_password": 59, "algorithm": [14, 42], "alia": [3, 6, 7, 55], "alias": [6, 7], "align": [6, 16, 17, 18], "aliv": [9, 14, 42], "all": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 23, 28, 29, 30, 32, 33, 34, 35, 40, 42, 45, 53, 54, 55, 56, 57, 58, 59], "all_asset": 1, "all_ev": 6, "all_partitions_materi": 57, "alloc": [14, 42], "allow": [1, 2, 3, 6, 7, 9, 10, 11, 12, 14, 20, 23, 28, 31, 33, 35, 38, 42, 44, 50, 52, 53, 54, 55, 56, 59], "allow_host_key_chang": 48, "allow_missing_partit": 10, "allow_retri": [23, 53], "allpartitionmap": 54, "aloha": 3, "along": [14, 20, 23, 42, 43], "alreadi": [14, 20, 32, 33, 42], "also": [2, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 23, 24, 29, 31, 33, 35, 37, 42, 51, 52, 53, 56, 57, 59], "alter": 4, "altern": [3, 9, 14, 45, 59], "alwai": [1, 6, 11, 14, 29, 38, 50, 57, 58, 59], "am": [3, 54, 57], "amazon": [14, 20], "amazonaw": [14, 20, 33], "amazonec": 14, "amazons3": 20, "america": [45, 54, 57], "amount": [14, 20, 42, 57], "amqp": 16, "an": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 42, 43, 44, 45, 46, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 59], "an_existing_mlflow_run_id": 34, "an_op": 44, "analyt": 29, "ancestor": [6, 7, 11], "ani": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 23, 28, 31, 32, 34, 35, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 58, 59], "annot": [50, 58], "anonym": 53, "anoth": [5, 6, 7, 13, 14, 42, 58], "ant": [14, 42], "apach": [14, 29, 42, 47], "api": [3, 4, 5, 6, 7, 9, 12, 14, 15, 21, 23, 28, 29, 31, 32, 34, 35, 37, 38, 42, 44, 51, 52, 53, 56, 57, 58, 59], "api_kei": [21, 28], "api_secret": [14, 28], "api_stepconfig": 14, "apigroup": 33, "apirefer": 14, "app": [14, 17, 18, 31, 42, 44], "app_id": [14, 42], "app_kei": 21, "appauthexampl": 14, "appear": [3, 6, 10, 14, 20, 31, 42], "append": [20, 53], "appli": [1, 6, 7, 9, 11, 13, 14, 18, 20, 23, 33, 42, 53, 56], "applic": [14, 18, 21, 23, 29, 31, 33, 42, 47], "application_argu": 47, "application_jar": 47, "applylimitperuniquevalu": 9, "appropri": [3, 7, 12, 17, 18, 28, 33, 45, 46, 58], "ar": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 29, 32, 33, 36, 37, 38, 39, 40, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58], "arbitrari": [1, 3, 4, 5, 6, 7, 9, 11, 20, 32, 43, 53, 56], "archiv": 29, "archiveuri": 29, "aren": [1, 10, 44, 57], "arg": [2, 5, 6, 11, 17, 23, 26, 27, 29, 32, 33, 46, 51, 54, 57], "argument": [1, 2, 3, 5, 6, 7, 8, 9, 11, 14, 16, 17, 18, 23, 29, 38, 42, 43, 51, 53, 54, 55, 56, 57, 58], "arn": 14, "around": [9, 14, 16, 17, 18, 42], "arrai": [3, 5, 14], "arrang": [6, 7], "articl": 16, "artifact": [2, 9, 14, 23, 42, 53], "artifactid": [14, 42], "artifactori": [14, 42], "as_dagster_typ": [53, 58], "ascend": 57, "asia": 29, "asid": [14, 42], "ask": [14, 42], "asktimeout": [14, 42], "assembl": 7, "assert": [6, 9, 14, 56, 58], "assert_failur": 58, "assert_success": 58, "asset": [7, 9, 10, 14, 15, 25, 26, 27, 29, 45, 50, 54, 55, 56, 57, 58], "asset1": [1, 10, 14, 15, 29, 55, 56], "asset1_with_foo": 56, "asset2": [10, 14, 15, 29, 56], "asset2_with_foo": 56, "asset_1": 57, "asset_2": 57, "asset_a": 57, "asset_b": 57, "asset_dep": 1, "asset_entri": 9, "asset_ev": 57, "asset_info": 10, "asset_kei": [1, 4, 9, 10, 14, 15, 28, 29, 53, 55, 57], "asset_key_prefix": [12, 23, 28, 50], "asset_lay": [6, 7, 11], "asset_materi": 10, "asset_materialization_fn": 57, "asset_partit": [4, 9, 53], "asset_partition_kei": 10, "asset_partition_key_for_input": 6, "asset_partition_key_for_output": 6, "asset_partition_key_rang": [6, 10], "asset_partition_keys_for_input": 6, "asset_partition_keys_for_output": 6, "asset_partitions_def": [4, 10, 53], "asset_partitions_def_for_input": 6, "asset_partitions_def_for_output": 6, "asset_partitions_time_window": 10, "asset_partitions_time_window_for_output": 6, "asset_reconciliation_sensor": 57, "asset_select": [6, 9, 11, 57], "asset_sensor": 57, "assetdefinit": 1, "assetin": [1, 10, 25, 45, 50], "assetkei": [1, 9, 10, 12, 14, 15, 23, 28, 29, 50, 53, 55, 57], "assetlay": [6, 7], "assetmateri": [6, 10, 23, 50, 53, 57, 58], "assetobserv": [6, 10], "assetout": 1, "assetoutputinfo": 10, "assetrecord": 9, "assets_def": 1, "assets_defs_by_kei": 1, "assetsdefinit": [1, 6], "assetsdefint": 28, "assetselect": [1, 57], "assetsensordefinit": 57, "assetvalueload": 1, "assign": [1, 9, 10, 14, 15, 23, 29], "assist": 21, "associ": [1, 2, 8, 9, 10, 23, 29, 53, 54, 55, 57], "assum": [1, 9, 18, 33, 53], "assumpt": 14, "async": 53, "attach": [1, 4, 6, 7, 10, 11, 14, 15, 29, 32, 43, 50, 53, 57, 58], "attempt": [5, 6, 9, 14, 42, 48, 53], "attempt_num": 53, "attit": 20, "attribut": [2, 5, 6, 20, 29, 52, 53, 56, 57], "audit": [14, 42], "auth": [12, 29, 32, 33, 49], "auth_token": [23, 49], "authent": [14, 15, 42, 45], "author": [6, 7, 9, 13, 37, 53], "auto": 29, "autocommit": [14, 45], "autom": [31, 33], "automat": [2, 3, 5, 14, 20, 23, 28, 32, 39, 42, 51, 56], "autosc": 20, "autoscal": 20, "avail": [1, 2, 3, 5, 6, 8, 9, 10, 13, 14, 15, 16, 20, 23, 24, 29, 32, 33, 39, 42, 50, 51, 56, 57, 58], "avoid": [9, 14, 20, 42, 53, 55, 57], "aw": [20, 33], "aws_access_key_id": [13, 14, 34], "aws_account_id": [14, 33], "aws_attribut": 20, "aws_region": 14, "aws_secret_access_kei": [13, 14, 34], "awsavail": 20, "azur": 20, "azure_data_lake_storage_kei": 15, "azureblobcomputelogmanag": 15, "azuredatabrick": 20, "b": [9, 13, 53, 57], "back": [9, 14, 15, 16, 18, 29, 33, 36, 40, 42, 50, 57], "backcompat": 9, "backend": [14, 17, 18, 42], "backendconnectiontimeout": [14, 42], "backfil": [2, 54, 57], "background": 16, "backlog": [14, 42], "backoff": 53, "backoff_delai": 53, "backpressur": [14, 42], "backward": [14, 42], "bad": 3, "badg": 1, "balthazar": 16, "bar": [9, 10, 14, 20, 29, 42, 53, 55, 56, 58], "bare": [3, 5], "base": [1, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 23, 25, 29, 35, 36, 38, 40, 42, 43, 44, 45, 50, 52, 53, 57, 58, 59], "base_dir": [9, 10, 14, 15, 29], "base_path": 10, "base_storag": 9, "baseexcept": 8, "baseoper": 13, "bash": 43, "basi": 33, "basic": [6, 7, 12, 28, 29], "basicprofil": [14, 42], "batch": [14, 33, 42], "batch_kwarg": 30, "baz": 53, "becaus": [5, 9, 14, 15, 23, 42, 57], "becom": [3, 5, 38, 51, 56, 58], "been": [5, 6, 11, 12, 14, 42, 55, 57], "befor": [1, 3, 9, 12, 14, 18, 20, 23, 28, 29, 33, 42, 43, 53, 54, 57], "before_cursor": 9, "before_timestamp": 9, "begin": [14, 42], "behalf": 29, "behavior": [6, 10, 11, 13, 14, 20, 42, 53, 57], "behind": [14, 42, 57], "being": [3, 7, 8, 9, 10, 14, 20, 23, 29, 42, 51, 53, 56, 57, 58], "belong": [1, 6, 7, 8, 14, 20, 29, 42, 57], "below": [3, 14, 20, 23, 29, 31, 33, 42, 45], "bertovi\u0107": 16, "bespok": 55, "best": 13, "beta": 29, "better": [13, 14, 42], "between": [1, 6, 7, 9, 12, 14, 15, 23, 25, 28, 29, 42, 43, 45, 46, 53, 54, 56, 57], "beyond": [14, 42, 53], "bigger": [14, 42], "bigquery_resourc": 29, "bigqueryerror": 29, "bigtabl": 29, "bin": 33, "binari": [14, 29, 42], "binaryio": 9, "bind": [11, 14, 42, 45], "bindaddress": [14, 42], "bit": 45, "bitnami": 33, "blacklist": [14, 42], "blank": [9, 12, 28], "blob": [6, 15, 20], "block": [9, 14, 15, 16, 40, 42, 44], "blockinterv": [14, 42], "blockmanag": [14, 42], "blockmanagerslavetimeoutm": [14, 42], "blocks_fn": 44, "blocksiz": [14, 42], "blog": 16, "blue": 21, "bodi": [1, 5, 6, 7, 10, 31, 32, 44, 51, 52, 53, 56, 59], "bool": [1, 3, 5, 6, 7, 11, 12, 13, 14, 18, 20, 22, 23, 28, 29, 32, 33, 35, 38, 40, 42, 45, 52, 53, 55, 57, 58, 59], "boolean": [3, 52, 53, 57], "boolmetadatavaluy": 53, "boolsourc": [3, 48], "boostrap": 22, "boot": 29, "bootdisksizegb": 29, "bootdisktyp": 29, "bootstrap": [2, 14, 22, 33], "bot": 44, "both": [3, 6, 9, 13, 14, 20, 21, 23, 30, 33, 42, 57], "boto": 14, "boto3": 14, "botocor": 14, "bound": [14, 42, 54, 57], "boundari": [5, 6, 9, 11, 53], "bq": 29, "bq_create_dataset": 29, "bq_delete_dataset": 29, "bq_op_for_queri": 29, "breakpoint": 59, "brew": 33, "bridg": [14, 42], "broadcast": [14, 42], "broker": [17, 18], "broker_url": 16, "browser": 21, "bu": [14, 42], "bucket": [3, 14, 20, 29, 58], "bucket_prefix": 3, "buffer": [14, 42, 43], "bufferediobas": 50, "buffers": [14, 42], "build": [2, 6, 7, 8, 10, 11, 12, 23, 25, 28, 33, 45, 51, 53, 56, 57], "build_airbyte_asset": 12, "build_asset_reconciliation_sensor": 57, "build_duckdb_io_manag": [25, 26, 27], "build_fivetran_asset": 28, "build_hook_context": 8, "build_init_logger_context": 51, "build_init_resource_context": 56, "build_input_context": 10, "build_multi_asset_sensor_context": 57, "build_op_context": [6, 14], "build_output_context": 10, "build_reconstructable_job": [6, 11], "build_resourc": 56, "build_run_status_sensor_context": 57, "build_schedule_context": 57, "build_schedule_from_partitioned_job": [54, 57], "build_sensor_context": 57, "build_snowflake_io_manag": [45, 46], "buildkit": 33, "buildup": [14, 42], "built": [3, 6, 9, 14, 23, 38, 42, 50], "builtin": [3, 12, 23, 28, 59], "bulk": 29, "bundl": 14, "busi": 58, "busybox": 33, "bypass": [23, 33, 53], "bypass_cach": 23, "bypassmergethreshold": [14, 42], "byte": [9, 14, 42, 53], "c": [33, 57], "c_": 50, "ca": 14, "ca_certificate_path": 22, "cach": [1, 14, 23, 42, 45, 55], "cache_column_metadata": 45, "cachedexecutoridletimeout": [14, 42], "cadenc": [54, 57], "calcul": [14, 42, 53], "calculate_byt": 53, "call": [1, 2, 3, 5, 6, 9, 10, 11, 13, 14, 15, 19, 20, 23, 29, 30, 33, 39, 42, 45, 50, 51, 52, 55, 57, 58], "call_user_provided_funct": 9, "callabl": [3, 8, 9, 12, 13, 14, 23, 28, 35, 38, 39, 44, 51, 53, 54, 55, 56, 57, 58, 59], "callback": 8, "caller": [14, 29, 42], "callercontext": [14, 42], "camelcas": 33, "can": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24, 25, 27, 28, 29, 31, 32, 33, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "can_attach_to": 20, "can_manag": 20, "can_manage_run": 20, "can_restart": 20, "can_subset": 1, "can_view": 20, "cancel_and_wait": 14, "canned_acl": 20, "cannot": [5, 6, 13, 14, 20, 27, 29, 32, 42, 50, 53], "capac": [14, 29, 42], "captur": [10, 59], "capture_log": 23, "capture_python_log": 13, "card": 35, "care": [1, 6, 7, 11], "case": [6, 7, 9, 14, 16, 17, 18, 23, 24, 33, 38, 42, 43, 53, 55, 58, 59], "cat": 43, "catalog": 23, "catch": 5, "caus": [2, 8, 14, 29, 42], "caution": [14, 42], "celeri": 33, "celery_docker_executor": 17, "celery_docker_job_executor": 17, "celery_enabled_job": [16, 17, 18], "celery_executor": 16, "celery_k8s_job_executor": 18, "celeryk8srunlaunch": 18, "celeryq": [16, 17, 18], "central": [6, 8, 14, 42, 51], "central1": 29, "cert": 14, "certain": [1, 6, 9, 11, 14, 38, 42, 43, 45, 50, 53], "certif": [14, 29, 35], "chain": [14, 42], "chang": [2, 9, 14, 16, 29, 33, 44, 45, 52, 54], "channel": [2, 35, 44], "charact": [14, 20, 29, 42], "chat": 44, "chat_postmessag": 44, "check": [1, 3, 5, 6, 9, 14, 23, 30, 38, 42, 43, 50, 52, 53, 55, 56, 57, 58], "check_cluster_everi": 14, "check_dagster_typ": 58, "check_nam": 21, "checker": 3, "checkerror": [38, 58], "checkpoint": [14, 42], "checkpointinterv": [14, 42], "checksum": [14, 42], "child": [3, 5, 6, 7, 11, 53, 59], "children": 1, "choic": 11, "choos": 20, "chosen": 14, "chunk": [9, 14, 42], "circumst": [14, 42], "cl": 58, "claim": 33, "class": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 20, 23, 26, 27, 28, 29, 32, 33, 36, 38, 39, 40, 41, 42, 45, 46, 47, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "class_nam": 9, "classestoregist": [14, 42], "classpath": [14, 29, 42], "clean": [14, 42, 56], "cleancheckpoint": [14, 42], "cleaner": [14, 42], "cleanup": [14, 33, 42, 56], "clear": [14, 42, 57], "cli": [12, 13, 33], "click": 44, "client": [2, 14, 15, 19, 23, 29, 34, 42, 44, 45], "client_prefetch_thread": 45, "client_session_keep_al": 45, "clone": [4, 14, 42], "cloneconf": [14, 42], "close": [9, 14, 42, 45, 54], "closefileafterwrit": [14, 42], "cloud": [9, 10, 29], "cloudwatch_logg": 14, "cluster": [9, 14, 18, 19, 20, 29, 42], "cluster_config": 29, "cluster_id": 14, "cluster_log_conf": 20, "cluster_permiss": 20, "clusternam": 29, "cn": 3, "coars": [14, 42], "coarser": 54, "code": [2, 5, 6, 8, 9, 14, 20, 23, 29, 31, 37, 42, 43, 50, 51, 52, 53], "codec": [14, 42], "coerc": 53, "coercibletoassetkeyprefix": [12, 28], "cogroup": [14, 42], "col": 53, "col_a": 53, "col_b": 53, "collect": [3, 5, 6, 7, 10, 14, 42, 50, 53], "collis": 29, "color": 21, "colored_console_logg": 51, "column": [1, 25, 38, 45, 50, 53], "com": [12, 13, 14, 16, 17, 18, 20, 23, 28, 29, 31, 33, 42, 44, 45, 48, 53, 59], "combin": [1, 7, 43, 53], "come": [14, 42, 57], "comma": [14, 22, 42], "command": [2, 14, 16, 17, 18, 23, 29, 33, 42, 43, 47], "committ": [14, 42], "common": [9, 16, 17, 18, 29], "commun": [2, 9, 12, 14, 28, 29, 42, 53, 58], "compani": [33, 44], "compat": [10, 14, 15, 29, 42], "compil": [13, 23], "compile_project": 23, "complet": [7, 12, 14, 18, 20, 23, 28, 29, 33, 38, 42], "completekei": 59, "complex": 55, "complex_repositori": 55, "complex_solid": 59, "complexrepositorydata": 55, "complic": 59, "compon": [3, 6, 7, 9, 10, 12, 14, 15, 23, 28, 29, 40], "compos": [1, 16, 23, 50, 53], "compose_fn": [7, 11], "composit": [3, 4, 7], "compress": [14, 42, 48], "comput": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14, 15, 18, 20, 23, 28, 29, 32, 33, 39, 42, 50, 51, 52, 53, 54, 57, 58], "compute_fn": [1, 53], "compute_kind": 1, "compute_log": [14, 15], "compute_log_manag": [9, 14, 15], "compute_logs_data": 9, "computelogmanag": 9, "computemetadata": 29, "concaten": [1, 50], "concept": [18, 33], "concert": [5, 18], "concis": [14, 42], "concret": [7, 9], "concurr": [6, 9, 14, 33, 42], "condit": [9, 57], "conf": [14, 20, 29, 42], "config": [1, 2, 5, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 58, 59], "config_field": [6, 56], "config_fil": 59, "config_fn": 3, "config_from_fil": 59, "config_from_pkg_resourc": 59, "config_from_yaml_str": 59, "config_or_config_fn": 9, "config_schema": [1, 3, 4, 9, 10, 14, 39, 50, 51, 53, 55, 56, 58], "config_sourc": [16, 17, 18], "config_valu": [3, 5, 58], "config_yaml": [9, 16], "configbucket": 29, "configmap": [1, 3, 6, 7, 11, 18, 33], "configmapenvsourc": [18, 33], "configschema": [1, 3, 9, 10, 14, 39, 50, 51, 53, 56, 58], "configu": 3, "configur": [1, 2, 3, 5, 7, 9, 10, 11, 12, 14, 15, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 31, 32, 33, 35, 36, 39, 40, 42, 43, 44, 45, 46, 47, 50, 51, 54, 56, 57, 58, 59], "configurableclass": 9, "configurableclassdata": [9, 14, 15], "configurabledefinit": [3, 9], "conflict": [6, 14, 29, 32, 42, 56], "conform": [1, 3, 6, 7, 11, 13, 29, 32, 53], "confus": [9, 20, 53], "conjunct": 3, "conn": 45, "conn_id": 13, "conn_str": 9, "conn_typ": 13, "connect": [2, 7, 9, 10, 12, 13, 14, 15, 17, 19, 22, 23, 24, 28, 29, 32, 33, 35, 42, 44, 45, 48, 53, 56], "connect_timeout": 14, "connect_timeout_sec": 22, "connection_directori": 12, "connection_filt": [12, 28], "connection_id": 12, "connection_to_group_fn": 12, "connection_to_io_manager_key_fn": 12, "connectionerror": 32, "connectiontimeout": [14, 42], "connector": [12, 15, 28, 45], "connector_filt": 28, "connector_id": 28, "connector_to_group_fn": 28, "consecut": [14, 42], "consequ": [6, 11, 13], "conserv": [6, 11], "consid": [9, 14, 20, 42, 43, 57, 58], "consider": [14, 42], "consist": [10, 53], "consol": [14, 29, 42], "consolid": 9, "consolidatedsqliteeventlogstorag": 9, "constant": 3, "constitu": [6, 7, 13], "constraint": [1, 32, 38, 53], "construct": [1, 5, 6, 7, 9, 10, 11, 13, 16, 17, 18, 23, 38, 43, 45, 47, 50, 51, 52, 53, 55, 56, 57, 58, 59], "construct_spark_shell_command": 47, "constructor": [4, 5, 13, 14, 16, 17, 18, 42, 53, 55, 59], "consult": 9, "consum": [1, 9, 14, 42, 53, 57], "consumpt": [14, 42], "contact": 16, "contain": [1, 2, 3, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 28, 29, 33, 35, 38, 42, 44, 45, 50, 53, 54, 55, 56, 57, 58, 59], "container": 13, "container_config": 33, "container_context": 2, "container_imag": 2, "container_kwarg": [17, 24], "container_nam": 14, "content": [1, 14, 20, 23, 42, 45, 54, 55], "context": [1, 2, 3, 4, 5, 8, 9, 14, 15, 20, 21, 23, 29, 31, 32, 34, 35, 37, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 58, 59], "context_": [38, 58], "context_manager_resourc": [6, 8, 10, 56], "contextlib": 56, "contextmanag": 56, "continu": 29, "continueonfailur": 29, "contrain": 3, "contrast": [18, 33], "contribut": 9, "control": [9, 14, 20, 42, 53, 55, 57], "conveni": [51, 59], "convent": 13, "convers": 54, "convert": [3, 13, 57, 59], "converted_op": 13, "cool": [14, 15, 29, 53], "coordin": [14, 42], "copi": [1, 9, 14, 20, 29, 42, 44, 56], "copy_handle_to_local_temp": 9, "core": [5, 7, 9, 14, 18, 29, 33, 39, 42, 51, 53, 56, 57], "core_concept": 30, "correct": [1, 5, 53], "correctli": [14, 20, 33, 42], "correpond": 1, "correspond": [1, 2, 3, 4, 6, 7, 9, 10, 12, 13, 16, 17, 18, 20, 23, 28, 29, 33, 53, 54, 55, 56, 57], "corrupt": [14, 42], "cost": [14, 42], "costli": 55, "could": [1, 3, 14, 20, 42], "count": [14, 21, 38], "coupl": 1, "cover": 10, "cowboytyp": 3, "cpu": [14, 42], "cpu_count": 6, "crash": [14, 42], "creat": [1, 2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24, 28, 29, 31, 33, 35, 37, 42, 44, 45, 50, 53, 54, 55, 56, 57, 58, 59], "create_assets_for_normalization_t": 12, "create_dagster_pandas_dataframe_typ": 38, "create_databricks_job_op": 20, "create_fresh_databas": 45, "create_issu": 31, "create_k8s_job_task": 18, "create_registered_model": 34, "create_shell_command_op": 43, "create_shell_script_op": 43, "create_spark_op": 47, "create_task": 16, "create_timestamp": 9, "created_befor": 9, "creation": [14, 17, 20, 24, 33, 42, 55], "cred": 15, "credenti": [14, 15, 18, 20, 29, 33, 44], "criteria": [1, 6, 7, 11, 43, 50, 53], "critic": [2, 51], "cron": [9, 57], "cron_schedul": [54, 55, 57], "cross": [6, 9, 11, 20, 29], "crossrealmtrustadminserv": 29, "crossrealmtrustkdc": 29, "crossrealmtrustrealm": 29, "crossrealmtrustsharedpassworduri": 29, "csv": [3, 58], "csv_loader": 10, "csv_loader_kei": 10, "curiou": 9, "curl": 29, "current": [2, 6, 9, 10, 12, 13, 14, 18, 20, 23, 27, 28, 29, 33, 35, 42, 44, 51, 53, 54, 56, 57, 59], "current_valu": 5, "curri": 3, "cursor": [2, 9, 57], "cursor_from_latest_materi": 57, "custom": [3, 6, 9, 10, 13, 14, 18, 20, 29, 32, 33, 38, 42, 45, 53, 58], "custom_dbt_rpc_resourc": 23, "custom_dbt_rpc_sync_resourc": 23, "custom_instance_class_data": 9, "custom_service_account": 29, "custom_sync_dbt_rpc_resourc": 23, "custom_tag": 20, "custom_typ": 53, "cwd": 43, "cyclic": 56, "d": [2, 16, 28, 43, 45, 54, 57], "d9971c84d44d47f382a2928c8c161faa": 33, "daemon": [9, 29, 57], "dag": [6, 7, 13, 14, 33, 42], "dag_bag": 13, "dag_descript": 13, "dag_id": 13, "dag_kwarg": 13, "dag_path": 13, "dagbag": 13, "daggraph": [14, 42], "dagit": [1, 3, 6, 7, 9, 11, 13, 20, 32, 33, 35, 36, 40, 44, 50, 53, 54, 57, 59], "dagit_base_url": [35, 44, 59], "dagit_port": 2, "dagredi": 33, "dagrun": 13, "dagster": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 17, 18, 24, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "dagster_airbyt": 12, "dagster_airflow": 13, "dagster_attribut": 2, "dagster_aw": [9, 14, 58], "dagster_azur": 15, "dagster_celeri": [16, 17, 18], "dagster_celery_broker_host": [16, 17, 18], "dagster_celery_dock": 17, "dagster_celery_k8": [16, 18], "dagster_container_context": 2, "dagster_container_imag": 2, "dagster_dask": 19, "dagster_databrick": 20, "dagster_datadog": 21, "dagster_datahub": 22, "dagster_dbt": 23, "dagster_dock": 24, "dagster_docker_imag": 33, "dagster_docker_image_tag": 33, "dagster_docker_repositori": 33, "dagster_duckdb": [25, 26, 27], "dagster_duckdb_panda": [25, 26], "dagster_duckdb_pyspark": 27, "dagster_empty_working_directori": 2, "dagster_ev": [9, 50, 57], "dagster_exampl": 59, "dagster_fivetran": 28, "dagster_g": 30, "dagster_gcp": 29, "dagster_github": 31, "dagster_graphql": 32, "dagster_grpc_host": 2, "dagster_grpc_port": 2, "dagster_grpc_socket": 2, "dagster_handl": 51, "dagster_hom": [2, 6, 9, 10, 17, 18, 33, 36, 40], "dagster_imag": 33, "dagster_inject_env_vars_from_inst": 2, "dagster_inst": 57, "dagster_instance_ref": 2, "dagster_k8": [18, 33], "dagster_lazy_load_user_cod": 2, "dagster_location_nam": 2, "dagster_mlflow": 34, "dagster_module_nam": 2, "dagster_msteam": 35, "dagster_mysql": [9, 36], "dagster_op": 13, "dagster_package_nam": 2, "dagster_pagerduti": 37, "dagster_panda": [30, 38], "dagster_papertrail": 39, "dagster_pg_password": [18, 33], "dagster_pipeline_factori": 13, "dagster_postgr": [9, 40], "dagster_prometheu": 41, "dagster_pyspark": 42, "dagster_python_fil": 2, "dagster_run": [6, 35, 53, 56, 57], "dagster_shel": 43, "dagster_slack": 44, "dagster_snowflak": [45, 46], "dagster_snowflake_panda": [45, 46], "dagster_spark": 47, "dagster_ssh": 48, "dagster_stag": 20, "dagster_test": 33, "dagster_twilio": 49, "dagster_typ": [1, 3, 4, 5, 6, 7, 10, 30, 38, 53, 55, 58], "dagster_type_load": [6, 38, 58], "dagster_type_m": 58, "dagster_type_materi": [38, 58], "dagster_use_python_environment_entry_point": 2, "dagster_working_directori": 2, "dagsterassetmetadatavalu": 53, "dagsterconfigmappingfunctionerror": 5, "dagsterdaemonschedul": 57, "dagsterdbtclifatalruntimeerror": 23, "dagsterdbtclihandledruntimeerror": 23, "dagsterdbtclioutputsnotfounderror": 23, "dagsterdbtcliruntimeerror": 23, "dagsterdbtcliunexpectedoutputerror": 23, "dagsterdbterror": 23, "dagsterdbtrpcunexpectedpolloutputerror": 23, "dagstererror": 5, "dagsterev": [6, 8, 9, 57], "dagstereventloginvalidforrun": 5, "dagstereventtyp": [6, 9], "dagsterexecutionstepexecutionerror": [5, 9], "dagsterexecutionstepnotfounderror": 5, "dagstergraphqlcli": 32, "dagstergraphqlclienterror": 32, "dagsterinst": [2, 5, 6, 7, 9, 11, 13, 56, 57], "dagsterinvalidconfigdefinitionerror": 5, "dagsterinvalidconfigerror": [3, 5], "dagsterinvaliddefinitionerror": 5, "dagsterinvalidsubseterror": 5, "dagsterinvariantviolationerror": [5, 6, 56, 59], "dagsterlogmanag": [6, 8, 9, 10, 43, 51, 56], "dagstermil": [6, 11], "dagstermillerror": 50, "dagstermillexecutioncontext": 50, "dagsterresourcefunctionerror": 5, "dagsterrun": [9, 50, 57], "dagsterrunconflict": 32, "dagsterrunmetadatavalu": 53, "dagsterrunnotfounderror": 5, "dagsterrunstatu": [9, 32, 57], "dagsterstepoutputnotfounderror": 5, "dagsterstorag": 9, "dagstersubprocesserror": 5, "dagstertyp": [1, 5, 6, 7, 10, 14, 30, 38, 53, 58], "dagstertypecheckdidnotpass": 5, "dagstertypecheckerror": 5, "dagstertypekind": [38, 58], "dagstertypeload": [38, 58], "dagstertypeloadercontext": 58, "dagstertypemateri": [38, 58], "dagstertypematerializercontext": 58, "dagsterunknownresourceerror": 5, "dagsterunmetexecutorrequirementserror": 5, "dagsterusercodeexecutionerror": [5, 9], "dai": [54, 57], "daili": [14, 42, 54, 57], "daily_partitioned_config": [54, 57], "daily_schedul": 57, "dailypartitionsdefinit": [54, 57], "dashboard": [14, 42, 53], "dashboard_url": 53, "dask_enabled_job": 19, "dask_executor": 19, "data": [1, 3, 4, 6, 7, 9, 10, 14, 15, 18, 20, 23, 25, 26, 27, 29, 30, 33, 38, 39, 42, 43, 45, 46, 50, 51, 52, 53, 54, 56, 58], "databas": [1, 2, 9, 14, 23, 25, 26, 27, 29, 33, 36, 45, 53, 54, 56, 57], "databricks_cli": 20, "databricks_host": 20, "databricks_job": 20, "databricks_pyspark_step_launch": 20, "databricks_token": 20, "databrickserror": 20, "datacent": 20, "datadog_op": 21, "datadog_resourc": 21, "datadogpi": 21, "datafram": [25, 26, 27, 30, 38, 42, 45, 46, 50], "dataframe_constraint": 38, "dataframe_load": 38, "dataframe_materi": 38, "dataframeconstraint": 38, "datahub_kafka_emitt": 22, "datahub_rest_emitt": 22, "datalakeservicecli": 15, "dataproc_op": 29, "dataproc_resourc": 29, "dataset": [29, 30, 50, 53], "datasourc": 30, "datasource_nam": 30, "date": [2, 14, 20, 23, 52, 54, 57], "datetim": [9, 54, 57], "day_of_month": [54, 57], "day_of_week": [54, 57], "day_offset": [54, 57], "db": [2, 13], "db_name": [9, 36, 40], "db_pool_recycl": 2, "db_statement_timeout": 2, "dbf": 20, "dbt": 1, "dbt_cli_resourc": 23, "dbt_cloud": 23, "dbt_cloud_account_id": 23, "dbt_cloud_auth_token": 23, "dbt_cloud_host": 23, "dbt_cloud_resourc": 23, "dbt_cloud_run_op": 23, "dbt_compile_op": 23, "dbt_docs_generate_op": 23, "dbt_execut": 23, "dbt_ls_op": 23, "dbt_output": 23, "dbt_profiles_dir": 23, "dbt_project": 23, "dbt_rpc": 23, "dbt_rpc_job": 23, "dbt_rpc_resourc": 23, "dbt_rpc_sync_job": 23, "dbt_rpc_sync_resourc": 23, "dbt_run_op": 23, "dbt_seed_op": 23, "dbt_snapshot_op": 23, "dbt_test_op": 23, "dbtclioutput": 23, "dbtcliresourc": 23, "dbtcloudresourcev2": 23, "dbtoutput": 23, "dbtresourc": 23, "dbtrpcoutput": 23, "dbtrpcresourc": 23, "dbtrpcsyncresourc": 23, "dbtypehandl": [25, 45], "dd": 21, "dd_job": 21, "dead": [14, 42], "debian": 29, "debug": [6, 12, 20, 23, 28, 29, 33, 51, 59], "debugg": 59, "decid": [14, 42], "declar": [6, 7, 12, 14, 15, 53], "decor": [1, 3, 6, 7, 8, 9, 10, 11, 21, 38, 43, 50, 51, 52, 53, 54, 55, 56, 57, 58], "decorated_fn": [8, 54, 57], "decreas": [14, 42], "decrement": 21, "deeplink": [35, 44, 59], "def": [1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 25, 26, 27, 28, 29, 31, 33, 34, 35, 37, 42, 43, 44, 45, 46, 50, 51, 53, 55, 56, 57, 58, 59], "default": [1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 35, 38, 40, 42, 43, 44, 45, 48, 50, 53, 54, 55, 56, 57, 58, 59], "default_arg": 13, "default_flag": 23, "default_provid": 3, "default_statu": [35, 44, 54, 57, 59], "default_tag": 20, "default_valu": [3, 4, 53], "defaultcor": [14, 42], "defaultruncoordin": 9, "defaultrunlaunch": 9, "defaultschedulestatu": [54, 57], "defaultsensorstatu": [35, 44, 57, 59], "defin": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 16, 17, 18, 19, 20, 23, 24, 25, 28, 33, 38, 39, 45, 46, 50, 52, 54, 55, 56, 57, 58], "define_asset_job": 1, "define_dagstermill_asset": 50, "define_dagstermill_op": 50, "define_job": 6, "define_my_job": [6, 11], "define_pipelin": 2, "define_repo": 2, "define_spark_config": 47, "definit": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 23, 25, 28, 29, 33, 42, 43, 45, 50, 51, 52, 53, 55, 56, 57, 58], "delai": [14, 42, 53], "deleg": [16, 18, 51], "delet": [2, 9, 14, 29, 33, 42], "delete_local_temp": 9, "delimit": 22, "delin": [54, 57], "deliv": 20, "demand": 20, "deni": 16, "denibertov": 16, "depend": [1, 4, 6, 11, 13, 14, 15, 29, 42, 44, 50, 54, 56, 58], "depende": 7, "dependency_structur": 7, "dependencydefinit": [6, 7], "deploi": [14, 29, 33, 42], "deploy": [14, 17, 18, 19, 32, 33, 42, 57], "deploy_local_job_packag": 14, "deploy_local_pipeline_packag": 14, "deploy_mod": 47, "deploymod": [14, 42], "deprec": [6, 7, 9, 14, 23, 42, 44, 53, 57, 59], "depth": 1, "deqeueu": 9, "dequeue_interval_second": 9, "deriv": [9, 12], "descend": [6, 7, 11], "describ": [1, 3, 6, 7, 9, 10, 11, 20, 23, 32, 33, 52, 53], "descript": [1, 3, 4, 5, 6, 7, 9, 10, 11, 13, 14, 20, 23, 38, 39, 42, 43, 47, 50, 51, 53, 54, 55, 56, 57, 58], "descriptor": 53, "deseri": 57, "design": 1, "desir": [15, 23, 33], "destin": [12, 20], "destination_t": [12, 28], "destruct": [14, 42], "detail": [2, 12, 14, 16, 17, 18, 20, 23, 28, 42, 44, 45, 53], "detect": [14, 42], "determin": [1, 2, 4, 6, 7, 10, 11, 12, 14, 20, 23, 25, 29, 38, 45, 53, 54, 57, 58], "determinist": [53, 58], "dev": [3, 14, 16, 17, 18, 20, 33], "dev_s3": 3, "develop": [9, 29, 31, 50], "devstorag": 29, "df": [10, 14, 15, 29, 45, 53], "dfoo": 29, "dict": [1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 29, 30, 32, 33, 34, 38, 40, 42, 43, 44, 45, 50, 53, 55, 56, 57, 58, 59], "dictionari": [1, 3, 5, 6, 7, 9, 10, 11, 14, 20, 23, 43, 50, 53, 54, 55, 56, 57, 59], "dictread": 58, "dictwrit": 58, "did": 59, "differ": [1, 3, 6, 7, 10, 11, 14, 16, 17, 18, 23, 40, 42, 43, 53, 54, 57], "dir": [9, 14, 29, 42], "direct": [2, 6, 7, 11, 14, 42], "directli": [1, 2, 3, 6, 7, 9, 10, 11, 13, 14, 15, 21, 23, 36, 40, 42, 43, 45, 50, 51, 52, 53, 55, 56, 57, 58], "directori": [2, 9, 10, 12, 13, 14, 15, 16, 20, 23, 29, 42, 43, 45, 55, 59], "dirnam": 4, "disabl": [2, 9, 14, 16, 17, 18, 20, 23, 24, 33, 42, 43, 45], "disable_schedule_on_trigg": [23, 28], "disable_ssl_verif": 22, "disallow": 9, "discret": [6, 7, 11, 54], "disk": [9, 14, 20, 29, 42, 53], "diskconfig": 29, "dispatch": [6, 8, 32, 51], "displai": [1, 2, 3, 4, 9, 14, 20, 23, 38, 42, 44, 50, 53, 57, 58], "display_nam": 58, "display_raw_sql": 23, "distcp": 29, "distinguish": [4, 9, 38, 58], "distribut": [14, 15, 18, 19, 21, 29, 33], "divid": [14, 42], "dkr": 33, "do": [1, 3, 5, 9, 10, 14, 23, 25, 29, 42, 45, 50, 52, 59], "do_someth": [8, 10], "do_something_on_failur": 8, "do_something_on_success": 8, "do_stuff": [10, 20], "doc": [9, 12, 14, 16, 17, 18, 20, 23, 28, 29, 30, 33, 44, 45, 47], "docker": [13, 16, 18, 33], "docker_executor": 24, "docker_image_tag": 34, "docker_job": 24, "docker_password": 17, "dockeroper": 13, "dockerrunlaunch": 24, "docs_url": 23, "docstr": 53, "document": [2, 3, 9, 12, 14, 20, 21, 23, 28, 37, 42, 44, 47, 59], "doe": [1, 5, 6, 7, 14, 20, 23, 24, 32, 38, 42, 45, 50, 53, 54, 56, 57, 58], "doesn": [2, 45], "dogstatsd": 21, "don": 57, "done": [6, 9, 36, 40, 58], "doubl": [14, 42], "down": [2, 6, 7, 11, 14, 16, 20, 21, 32, 42, 56], "download": [2, 9, 15, 45], "downstream": [1, 4, 6, 7, 10, 11, 12, 23, 25, 45, 50, 53, 54, 57], "downstream_partition_key_rang": 54, "downstream_partitions_def": 54, "downtim": 57, "draw": [18, 33], "drive": 29, "driver": [14, 20, 29, 42], "driver_node_type_id": 20, "driverloglevel": 29, "drop": [14, 42, 45], "drop_databas": 45, "dry": 33, "dspark": 20, "duckdb_io_manag": [25, 26, 27], "duckdbpandastypehandl": [25, 26], "duckdbpysparktypehandl": 27, "due": [14, 15, 42], "dump": [1, 6, 7, 11, 13, 14, 42, 43, 50, 53], "dump_profil": [14, 42], "dunderfil": 59, "duplic": 57, "durat": [14, 19, 42], "dure": [1, 5, 6, 8, 9, 14, 32, 42, 43, 45, 50, 51, 52, 53, 56, 58], "dynam": [6, 7, 11, 14, 20, 42, 43, 45, 50, 54, 55], "dynamic_partitioned_config": 54, "dynamicalloc": [14, 42], "dynamicout": 4, "dynamicoutput": [4, 6], "e": [1, 5, 6, 8, 9, 10, 11, 14, 16, 17, 18, 20, 23, 25, 32, 33, 38, 42, 44, 45, 51, 53, 54, 55, 57, 58], "each": [1, 3, 4, 6, 7, 9, 10, 11, 12, 14, 15, 16, 18, 19, 20, 23, 24, 25, 28, 29, 33, 42, 45, 50, 51, 52, 53, 54, 55, 56, 57], "eager": 9, "earlier": 57, "earliest": 57, "easi": [3, 6, 9, 11], "easier": 14, "easiest": [9, 10], "easili": [10, 39], "east": 14, "east1": 29, "eb": 20, "ebs_volume_count": 20, "ebs_volume_iop": 20, "ebs_volume_s": 20, "ebs_volume_throughput": 20, "ebs_volume_typ": 20, "ebsvolumetyp": 20, "echo": [33, 43, 53], "echo_2": 53, "echo_data": 43, "ecr": 33, "ecsrunlaunch": 14, "edg": 7, "edit": [1, 6, 7, 11], "effect": [14, 33, 42, 53], "effici": [14, 42, 55], "eg": [2, 14, 23, 42], "egg": [14, 29, 42], "either": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 20, 23, 32, 33, 38, 42, 43, 44, 45, 54, 56, 57, 58, 59], "ek": 33, "elaps": 57, "element": [3, 5, 14, 33, 42, 43], "elimin": 2, "els": 29, "email": [33, 59], "email_body_fn": 59, "email_from": 59, "email_on_job_failur": 59, "email_on_run_failur": 59, "email_password": 59, "email_subject_fn": 59, "email_to": 59, "embed": 59, "emit": [1, 6, 9, 20, 23], "emit_f": 7, "emit_metadata": 53, "empti": [2, 14, 18, 29, 33], "emr_pyspark_step_launch": 14, "emr_stag": 14, "emrclusterst": 14, "emrerror": 14, "emrjobrunn": 14, "emrstepst": 14, "en": [3, 16, 17, 18, 24, 30, 45], "enabl": [2, 6, 7, 9, 11, 14, 16, 17, 18, 20, 24, 29, 42, 45, 52, 53], "enable_elastic_disk": 20, "enable_encrypt": 20, "enablecompress": [14, 42], "enablekerbero": 29, "encapsul": [13, 29, 33, 53], "encod": [1, 2, 6, 7, 11, 20, 43, 50, 53, 59], "encount": 20, "encrypt": [20, 29], "encryption_typ": 20, "encryptionconfig": 29, "end": [6, 7, 16, 31, 34, 53, 54, 57], "end_mlflow_on_run_finish": 34, "end_offset": [54, 57], "end_tim": 9, "endpoint": [13, 14, 20, 42], "endpoint_url": 14, "enforc": [5, 13, 14, 38, 42], "enforce_ord": 38, "engin": [6, 9, 29, 45], "engineev": 9, "enough": [2, 14, 42], "enqueu": 9, "ensur": [6, 9, 11, 13, 20, 21, 33, 43, 45, 46, 57], "entail": 16, "enterpris": 31, "entir": [14, 20, 23, 42], "entireti": [14, 42], "entiti": [14, 42], "entri": [1, 2, 3, 4, 9, 10, 14, 23, 25, 29, 42, 45, 50, 53], "entry_data": 53, "entrypoint": 6, "enum": [3, 5, 14, 32, 43], "enum_valu": 3, "enumer": 14, "enumvalu": 3, "env": [2, 3, 12, 15, 17, 23, 28, 33, 34, 43, 45], "env_config_map": [18, 33], "env_secret": [18, 33], "env_to_tag": 34, "env_var": [14, 17, 18, 24, 33], "env_vari": 20, "envfrom": [18, 33], "environ": [2, 3, 6, 10, 11, 13, 14, 15, 17, 18, 20, 24, 29, 31, 32, 33, 34, 36, 40, 42, 43, 57, 59], "environment": 20, "environment_var": 57, "ephemer": [2, 6, 7, 9, 11, 16, 29, 30, 56, 57], "equal": [14, 20, 42, 54, 57], "equival": [3, 7, 29], "error": [2, 3, 6, 9, 10, 12, 14, 20, 28, 32, 35, 37, 42, 44, 50, 51, 53, 56, 57, 59], "error_cl": 9, "error_info": 9, "error_object": 32, "error_toler": 38, "especi": [14, 16, 17, 18, 42], "essenti": [14, 42, 54], "establish": 58, "estim": [14, 42], "etc": [6, 14, 18, 23, 29, 33, 42, 59], "eu": 29, "evalu": [6, 11, 55, 57], "evaluate_tick": 57, "evaluation_fn": 57, "even": [14, 42, 45, 57], "event": [2, 4, 5, 6, 8, 10, 14, 18, 21, 23, 33, 35, 36, 37, 40, 42, 44, 50, 57, 59], "event_act": 37, "event_list": 6, "event_log": [9, 36, 40], "event_log_entri": 9, "event_log_storag": [9, 36, 40], "event_metadata_fn": 38, "event_specific_data": 6, "event_storag": 9, "event_storage_data": 9, "event_typ": [6, 9], "event_type_valu": 6, "eventlog": [14, 42], "eventlogentri": [9, 57], "eventlogrecord": [9, 57], "eventlogstorag": 9, "eventqueu": [14, 42], "eventrecordsfilt": 9, "eventu": [9, 53], "eventv2_cr": 37, "everi": [14, 16, 17, 18, 20, 42, 45, 48, 57], "everyth": 2, "evict": [14, 42], "ex": [18, 33], "exact": [14, 38, 42], "exactli": [3, 20], "examin": 59, "exampl": [1, 2, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 37, 42, 43, 44, 45, 46, 50, 51, 53, 55, 56, 57, 58, 59], "example_adls2_op": 15, "example_external_task_marker_child": 13, "example_job": 14, "example_mapping_kei": 4, "example_pig_oper": 13, "example_redshift_op": 14, "example_s3_op": 14, "example_secretsmanager_op": 14, "example_secretsmanager_secrets_op": 14, "example_secretsmanager_secrets_op_2": 14, "example_skip_dag": 13, "example_trigger_target_dag": 13, "example_xcom": 13, "exampleenum": 3, "exc_info": 5, "exceed": [14, 42], "except": [1, 3, 5, 6, 7, 8, 11, 14, 23, 29, 32, 33, 42, 43, 45, 51, 53], "excess": [14, 42], "excit": 9, "exclud": [12, 14, 23, 28, 42], "execut": [1, 2, 3, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 28, 29, 32, 33, 42, 43, 45, 48, 50, 51, 52, 54, 56, 57, 58, 59], "execute_in_process": [3, 5, 6, 7, 11, 13, 14, 21, 31, 34, 37, 44, 45, 57], "execute_job": 6, "execute_pipelin": 35, "execute_plan": 16, "execute_queri": [14, 45], "execute_shell_command": 43, "execute_shell_script": 43, "executeinprocessresult": [6, 7, 11], "executejobresult": 6, "execution_d": 13, "execution_data": [9, 58], "execution_fn": 57, "execution_plan": 9, "execution_plan_snapshot_id": 9, "execution_timezon": 57, "executionplan": 9, "executor": [3, 5, 11, 14, 15, 16, 17, 18, 19, 20, 24, 29, 33, 42, 53, 56], "executor_config": 9, "executor_creation_fn": 9, "executor_def": [1, 6, 7, 9, 11, 16, 17, 18, 19, 24, 33], "executor_id": [14, 42], "executorallocationratio": [14, 42], "executordefinit": [1, 3, 6, 7, 9, 11, 16, 17, 18, 19, 24, 33], "executoridletimeout": [14, 42], "executorrequir": 9, "exist": [2, 5, 6, 7, 9, 12, 14, 18, 19, 20, 23, 29, 32, 38, 42, 45, 52, 54, 56, 57, 58], "exit": [2, 14, 29, 42, 43, 56], "expect": [1, 6, 9, 12, 13, 14, 16, 17, 18, 23, 28, 29, 32, 38, 42, 43, 50, 53, 58], "expectationresult": [6, 50, 53], "expens": [9, 12, 14, 42], "expensive_job": 55, "expensive_schedul": 55, "experi": [33, 34], "experienc": 57, "experiment": [1, 4, 23, 42, 50, 53, 56, 57, 58], "experiment_nam": 34, "experimentalwarn": 59, "expir": 13, "explicit": 58, "explicitli": [6, 7, 9, 10, 53, 58, 59], "explor": 50, "exponenti": 53, "export": [2, 20, 33], "expos": [3, 12, 16, 17, 18, 23, 28, 33, 51], "express": [14, 38, 42, 53], "ext": 9, "extend": [7, 10, 14, 18, 33, 42, 54, 57], "extens": 9, "extern": [1, 9, 14, 20, 29, 33, 35, 42, 44, 56, 57, 58, 59], "external_pipeline_origin": 9, "external_version_fn": 58, "extra": [13, 14, 20, 22, 23, 34, 42], "extra_head": 22, "extra_tag": 34, "extraclasspath": [14, 42], "extract": 29, "extrajavaopt": [14, 20, 42], "extralibrarypath": [14, 42], "extralisten": [14, 42], "extras_requir": 9, "f": [2, 13, 29, 35, 43, 44, 55, 57, 59], "face": [14, 42], "facil": 58, "factori": [11, 43, 45], "fail": [1, 2, 5, 8, 12, 14, 18, 20, 23, 28, 29, 32, 33, 35, 38, 42, 44, 50, 53, 56, 57, 58, 59], "fail_pod_on_run_failur": [18, 33], "failed_run_id": 6, "failur": [2, 4, 6, 8, 11, 14, 20, 23, 32, 35, 42, 43, 44, 50, 53, 57, 59], "failure_ev": [35, 44, 57, 59], "failure_hook": 8, "failure_typ": 32, "fair": [14, 42], "fake": 15, "fake_redshift_resourc": 14, "fakeadls2resourc": 15, "fall": [18, 29, 33, 57], "fallback": [9, 44], "fals": [1, 3, 5, 6, 7, 9, 10, 12, 13, 14, 20, 22, 23, 28, 29, 32, 33, 35, 38, 42, 45, 48, 52, 53, 57, 58, 59], "fan": [7, 20], "fan_in_index": 7, "fast": [14, 16, 17, 18, 42], "faster": [12, 14, 42], "fatal": [23, 29, 51], "favor": [44, 57, 59], "fd": [9, 58], "featur": [9, 10, 12, 13, 14, 16, 20, 29, 42], "feature_nam": 50, "feedback": 33, "femal": 21, "fetch": [9, 12, 14, 20, 28, 42, 45, 57], "fetch_result": [14, 45], "fetchfailur": [14, 42], "fetchtimeout": [14, 42], "few": [14, 42], "fewer": [14, 42], "fh_1": 9, "fh_2": 9, "fi": 29, "field": [1, 3, 4, 5, 9, 13, 14, 18, 20, 23, 33, 36, 40, 42, 43, 53, 55, 57], "field_alias": 3, "field_util": 3, "fieldnam": 58, "file": [1, 2, 3, 4, 10, 12, 13, 16, 18, 23, 33, 36, 40, 42, 43, 45, 48, 50, 53, 55, 58, 59], "file_handl": 9, "file_manag": [9, 58], "file_nam": 55, "file_obj": 9, "file_relative_path": [4, 43, 59], "file_result": 4, "file_system": 15, "filehandl": [9, 58], "filemanag": [9, 14, 15, 29], "filenam": [4, 14], "filenotfounderror": 59, "fileoutputcommitt": [14, 42], "filepath": [10, 14, 15, 29, 53], "files_in_directori": 4, "files_pipelin": 9, "filesystem": [1, 6, 7, 9, 10, 11, 14, 15, 29, 42, 53], "fileuri": 29, "fileystem": 14, "fill": 6, "filter": [2, 9, 12, 14, 28, 38, 42, 58], "filter1": [14, 42], "final": [10, 14, 15, 23, 29, 42, 44], "final_foobar_st": [12, 28], "find": [9, 13, 14, 16, 23, 28, 31, 33, 37, 42, 57], "fine": [31, 55], "finer": 54, "finish": [14, 34, 42, 44], "fire": 57, "firewal": [14, 42], "first": [2, 5, 6, 14, 20, 21, 22, 31, 33, 37, 38, 42, 43, 44, 45, 46, 53, 54, 55, 57, 58], "first_on_demand": 20, "first_op": 33, "fit": [14, 42], "fivetran_api_kei": 28, "fivetran_api_secret": 28, "fivetran_asset": 28, "fivetran_inst": 28, "fivetran_resourc": 28, "fivetran_sync_op": 28, "fivetranconnectormetadata": 28, "fivetranoutput": 28, "fivetranresourc": 28, "fix": [2, 14, 42], "fixed_server_id": 2, "fixtur": 33, "flag": [1, 2, 9, 16, 23, 29, 33, 38, 45], "flake": 53, "flakey_oper": 53, "flat_asset_kei": 53, "flavor": 29, "flexibl": 53, "float": [3, 4, 5, 9, 12, 14, 18, 20, 22, 23, 28, 35, 38, 42, 53, 57, 58], "floatmetadatavalu": 53, "flow": [6, 7, 14, 38, 53, 58], "flower": [16, 33], "flush": [14, 42], "fmt": [54, 57], "fn": 56, "folder": [2, 12], "follow": [3, 4, 6, 7, 9, 10, 13, 14, 15, 16, 17, 18, 19, 24, 29, 31, 33, 40, 42, 53, 54, 57], "foo": [6, 8, 9, 10, 11, 13, 14, 20, 29, 35, 42, 44, 53, 55, 56, 58], "foo_job": [6, 11], "foo_job_arg": 11, "foo_job_kwarg": 11, "foo_resourc": 56, "foobar": [3, 12, 28], "footprint": [14, 42], "forc": [14, 20, 42], "fork": [14, 42, 59], "forked_pdb": [6, 59], "forkedpdb": [6, 59], "form": [7, 14, 18, 20, 24, 33, 42, 55], "format": [1, 3, 6, 7, 8, 11, 14, 23, 29, 32, 35, 38, 42, 44, 45, 54, 55, 57, 58], "forward": [5, 12, 14, 17, 33, 42], "forward_log": 12, "found": [5, 13, 14, 16, 20, 23, 31, 32, 33, 42, 52, 53], "foundat": 53, "four": [14, 16, 42], "fraction": [14, 42], "fragment": [6, 9], "framework": [1, 5, 6, 7, 9, 13, 29, 32, 43, 50, 53], "free": [14, 42], "freeli": 5, "frequenc": [14, 42], "frequent": [14, 16, 17, 18, 20, 42], "fresh": [2, 23], "freshness_polici": 1, "freshness_policies_by_kei": 1, "freshnesspolici": 1, "friend": 9, "from": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 31, 32, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 50, 52, 53, 54, 55, 56, 57, 58, 59], "from_asset_kei": 57, "from_def": 56, "from_dynamic_map": 7, "from_failur": 6, "from_graph": 1, "from_name_type_dict": 53, "from_op": 1, "from_panda": 45, "from_val": 56, "front": [14, 42], "frozenset": [20, 47], "fs": 15, "fs_io_manag": 10, "fsspec": 10, "full": [14, 16, 20, 23, 24, 29, 42, 53], "full_control": 29, "full_job": 33, "fulli": [9, 14, 42], "fulltrac": 33, "function": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 20, 23, 28, 35, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "further": [14, 20, 42], "futur": [9, 55, 57], "g": [1, 5, 6, 8, 9, 11, 14, 16, 17, 18, 20, 23, 25, 32, 33, 38, 42, 44, 45, 51, 53, 54, 55, 57, 58], "gain": 9, "garbag": [14, 42], "gatewai": 41, "gather": [4, 6, 11], "gaug": 21, "gb": 29, "gc": [14, 20, 42], "gceclusterconfig": 29, "gcepdkmskeynam": 29, "gcloud": 33, "gcp": 33, "gcs_bucket": 29, "gcs_file_manag": 29, "gcs_kei": 29, "gcs_pickle_io_manag": 29, "gcs_prefix": 29, "gcs_resourc": 29, "gcsfilehandl": 29, "ge_data_context": 30, "ge_validation_op_factori": 30, "gen": 15, "gen2": 15, "gender": 21, "gener": [2, 5, 6, 7, 9, 10, 12, 13, 14, 15, 18, 20, 23, 28, 29, 30, 33, 38, 42, 43, 45, 53, 54, 57, 58], "generate_doc": 23, "generate_materi": 23, "get": [2, 6, 9, 10, 12, 13, 14, 16, 18, 20, 21, 23, 29, 32, 33, 42, 45, 50, 55, 57, 59], "get_all_job": 55, "get_all_pipelin": 55, "get_all_schedul": 55, "get_asset_value_load": [1, 55], "get_batch": 30, "get_connect": 45, "get_context": 50, "get_cron_schedul": 54, "get_cursor_partit": 57, "get_dag": 13, "get_dagster_logg": 59, "get_downstream_partition_kei": 57, "get_downstream_partitions_for_partition_rang": 54, "get_identifi": 10, "get_job": 55, "get_job_failure_ev": 57, "get_job_nam": 55, "get_job_success_ev": 57, "get_manifest_json": 23, "get_mapping_kei": 6, "get_metadata": 10, "get_on": 45, "get_op_vers": 52, "get_query_statu": 45, "get_repo_id": 31, "get_resource_vers": 52, "get_run_results_json": 23, "get_run_statu": 32, "get_schedul": 55, "get_schedule_nam": 55, "get_secret_valu": 14, "get_system_temp_directori": [14, 15], "get_tag": 6, "get_template_context": 13, "get_trailing_unconsumed_ev": 57, "get_upstream_partitions_for_partition_rang": 54, "getdbt": 23, "getenv": [14, 16, 17, 18, 31, 35, 44, 59], "giant": [14, 42], "gib": 20, "github": [12, 48], "github_app_id": 31, "github_app_private_rsa_kei": 31, "github_hostnam": 31, "github_installation_id": 31, "github_job": 31, "github_op": 31, "github_private_kei": 31, "github_resourc": 31, "give": [6, 14, 15, 20, 32, 42, 45, 57], "given": [1, 6, 9, 10, 11, 12, 13, 14, 20, 23, 28, 32, 35, 38, 42, 44, 52, 53, 54, 55, 56, 57, 58], "gke": 33, "glob": [14, 42, 59], "global": [9, 29, 33, 56], "gm": 22, "gmail": 59, "go": [1, 14, 23, 42, 44, 53], "goe": [14, 42], "good": [3, 14, 31, 38, 42], "goodby": 33, "googl": 29, "googleapi": 29, "gp3": 20, "gql": 32, "grab": 9, "gracefulli": [14, 42], "grain": [14, 42, 55], "grandchild": 53, "grandchildren": 1, "grandpar": 1, "grant": [29, 31], "graph": [1, 3, 4, 5, 11, 12, 14, 28, 42, 43, 45, 57], "graph_a": 7, "graph_def": [1, 6, 7, 11], "graph_input_descript": 7, "graph_input_nam": 7, "graph_output_descript": 7, "graph_output_nam": 7, "graphdefinit": [1, 3, 5, 6, 7, 11, 35, 44, 51, 53, 57, 59], "graphin": 7, "graphout": 7, "graphql": [9, 33, 35, 36, 40, 44, 57, 59], "graphx": [14, 42], "great_expect": 30, "greater": [9, 14, 20, 42], "greatexpect": 30, "group": [1, 12, 14, 23, 28, 29, 33, 50, 55, 57], "group_nam": [1, 50], "group_names_by_kei": 1, "group_str": 1, "groupid": [14, 42], "grow": [14, 42], "grpc": 9, "grpc_host": 2, "grpc_port": 2, "grpc_socket": 2, "gs": 29, "gserviceaccount": 29, "guarante": [9, 14, 20, 42], "guest": [16, 17, 18], "guid": [12, 14, 19, 22, 29, 31, 33, 38, 42, 45], "gz": 29, "h": [2, 29, 33], "ha": [1, 3, 5, 6, 10, 11, 12, 14, 15, 20, 29, 32, 35, 38, 42, 53, 54, 55, 56, 57, 58, 59], "had": [14, 42], "hadoop": [14, 29, 42], "hadoopjob": 29, "halt": 1, "hand": [14, 42, 44], "handi": 39, "handl": [1, 10, 14, 28, 42, 43, 50, 51, 53], "handle_output": [10, 52], "handled_output": 10, "handler": [14, 25, 26, 27, 39, 45, 51], "hang": 45, "happen": [5, 14, 42, 57], "happi": 9, "hard": [9, 14, 29, 42, 51], "hardcod": [10, 56], "hardcoded_io_manag": 10, "hardcoded_resourc": 56, "has_error": 53, "has_input_nam": 10, "has_job": 55, "has_output": 52, "has_partition_kei": [6, 10], "has_repository_load_data": 9, "has_tag": 6, "hasn": 57, "have": [1, 2, 4, 5, 6, 10, 11, 12, 14, 20, 23, 28, 29, 33, 38, 39, 42, 45, 46, 52, 53, 54, 55, 56, 57, 58, 59], "haw": 3, "hcf": 29, "hdf": [14, 29, 42], "hdfs_user_guid": 29, "heap": [14, 42], "heartbeat": [14, 42], "heartbeat_timeout": 2, "heartbeatinterv": [14, 42], "hei": 44, "hello": [3, 6, 33, 35, 43, 53, 56], "hello_op": 59, "hello_world": [6, 43, 51, 53], "hello_world_with_default": 3, "help": [2, 9, 10, 14, 16, 20, 42, 55, 56], "helper": [10, 56], "here": [6, 7, 9, 11, 14, 16, 17, 18, 20, 21, 23, 29, 31, 33, 37, 42, 44, 52, 53], "heurist": 13, "hierarch": 53, "high": [14, 42], "higher": [6, 14, 42], "highlight": 53, "highlycompressedmapstatu": [14, 42], "hint": [10, 58], "histogram": 21, "histor": [2, 5], "histori": [2, 9, 14, 42, 54], "hit": [14, 42], "hive": 29, "hivejob": 29, "hoc": 13, "hold": [3, 53], "home": [17, 23, 29], "honor": [14, 45], "honua": 3, "hook": [6, 7, 9, 11, 34, 35, 44], "hook_def": [6, 7, 8, 11, 35, 44], "hook_fn": 8, "hook_to_invok": 8, "hook_url": 35, "hookcontext": [8, 35, 44], "hookdefinit": [7, 8, 34, 35, 44], "hope": [16, 17, 18], "host": [2, 12, 13, 14, 20, 21, 23, 32, 42, 48], "hostnam": [2, 9, 14, 16, 23, 29, 31, 32, 36, 40, 42, 59], "hour": [29, 54, 57], "hour_of_dai": [54, 57], "hour_offset": [54, 57], "hourli": [14, 42, 54, 57], "hourly_partitioned_config": [54, 57], "hourlypartitionsdefinit": 54, "hous": [14, 42], "how": [1, 3, 6, 7, 10, 11, 12, 14, 16, 20, 21, 23, 25, 33, 42, 45, 46, 57], "howev": [3, 14, 32, 42, 43, 55], "html": [14, 16, 17, 18, 20, 24, 29, 30, 42, 45, 47], "http": [12, 13, 14, 16, 17, 18, 20, 21, 23, 24, 28, 29, 30, 31, 32, 33, 34, 35, 42, 44, 45, 47, 48, 53, 54, 57, 59], "http_default": 13, "http_proxi": 35, "http_task": 13, "https_proxi": 35, "human": [1, 3, 6, 7, 10, 14, 39, 43, 51, 53, 56, 57], "hydrat": [9, 14, 58], "hyphen": 29, "i": [3, 6, 10, 14, 16, 20, 42, 51, 53, 55, 59], "i3": 20, "iam": 29, "iana": [54, 57], "id": [2, 6, 8, 9, 10, 12, 13, 14, 15, 20, 23, 28, 29, 31, 32, 33, 34, 35, 42, 44, 51, 53, 56, 57, 59], "idea": [14, 31, 42], "idempot": [16, 17, 18, 20], "idempotency_token": 20, "ident": [54, 56, 58], "identifi": [4, 6, 7, 10, 11, 20, 38, 53, 54, 57, 58], "identitypartitionmap": 54, "idl": [14, 42], "ie": [1, 3, 4, 13, 21, 50], "ietf": 29, "ifnotpres": 33, "ignor": [3, 6, 9, 10, 11, 14, 42, 57], "ignore_handled_error": 23, "illeg": [14, 42], "imag": [2, 13, 17, 18, 24, 29, 33], "image_nam": [17, 18], "image_pull_polici": [18, 33], "image_pull_secret": [18, 33], "image_vers": 29, "imagepullpolici": 33, "imageuri": 29, "imagevers": 29, "immedi": [9, 14, 42, 52, 53], "immun": [14, 42], "impact": [14, 42], "implement": [6, 7, 9, 10, 11, 12, 14, 15, 16, 18, 23, 28, 29, 38, 42, 52, 53, 57], "implementor": 9, "import": [1, 2, 3, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 31, 33, 34, 35, 42, 43, 44, 45, 46, 50, 51, 53, 56, 57, 59], "import_df_to_bq": 29, "import_file_to_bq": 29, "import_gcs_paths_to_bq": 29, "imprecis": [14, 42], "improv": [9, 14, 42, 45], "in_process": [6, 18], "in_process_executor": 6, "inbound": [14, 42], "includ": [1, 2, 5, 6, 7, 9, 11, 12, 13, 14, 16, 17, 18, 20, 23, 24, 25, 28, 29, 32, 33, 35, 37, 42, 44, 45, 53, 54, 57, 58, 59], "include_exampl": 13, "include_self": 1, "include_sidecar": 14, "incom": [14, 35, 42], "incompat": [5, 15, 53], "incorrect": 29, "increas": [14, 42, 45], "increment": [14, 21, 42], "incur": 9, "indefinit": 45, "independ": [29, 56], "index": [2, 7, 9, 14, 42, 53, 54, 55, 57], "indic": [2, 3, 5, 9, 20, 23, 29, 32, 38, 45, 53, 57], "individu": [4, 6], "infer": [1, 7, 10, 29, 32, 53], "infinit": [14, 42, 45], "info": [2, 6, 9, 10, 14, 16, 23, 29, 31, 42, 43, 51, 53, 56, 59], "inform": [1, 2, 6, 7, 9, 10, 11, 12, 14, 17, 20, 23, 24, 28, 29, 32, 42, 44, 50, 52, 53, 57, 59], "ingest": 52, "inherit": [5, 9, 13, 38, 51, 53, 58, 59], "init": [20, 38, 56, 58], "init_context": [9, 10, 14, 39, 50, 51, 56], "init_script": 20, "initexecutorcontext": 9, "initi": [1, 3, 5, 6, 9, 10, 12, 13, 14, 15, 19, 20, 23, 28, 34, 42, 50, 51, 56, 57, 59], "initialexecutor": [14, 42], "initializationact": 29, "initialr": [14, 42], "initloggercontext": [14, 39, 51], "initresourcecontext": [10, 56], "inject": [2, 5, 18, 33, 50, 53], "inlin": 43, "inner": 9, "inner_nod": 6, "inner_typ": 3, "input": [1, 3, 5, 6, 7, 9, 11, 12, 14, 23, 25, 27, 30, 38, 42, 43, 45, 50, 53, 56, 58], "input1": 10, "input_config_schema": 10, "input_dagster_typ": 30, "input_def": [7, 53], "input_manag": 10, "input_manager_kei": [1, 53], "input_map": [6, 7], "input_nam": 6, "input_valu": [6, 7, 11], "inputcontext": [10, 53], "inputdefinit": [7, 10, 38, 53, 58], "inputmanag": 10, "inputmanagerdefinit": 10, "inputmap": [6, 7], "ins": [1, 7, 9, 10, 25, 43, 45, 50, 53, 58], "insensit": 9, "insid": [1, 10, 12, 14, 23, 28, 29, 42, 55], "inst_data": [9, 14, 15, 36], "instal": [13, 14, 20, 29, 31, 33, 37, 44], "install_default_librari": 20, "installation_id": 31, "instanc": [1, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 18, 20, 22, 23, 28, 29, 33, 34, 35, 38, 40, 42, 44, 45, 51, 52, 55, 56, 57, 58, 59], "instance_config_map": [18, 33], "instance_for_test": 57, "instance_pool_id": 20, "instance_profile_arn": 20, "instance_ref": [2, 57], "instance_typ": 9, "instanceof": 58, "instanceref": [2, 9, 57], "instancetyp": 9, "instanti": [1, 6, 7, 9, 10, 13, 14, 15, 23, 36, 39, 40, 45, 51, 56, 57], "instead": [1, 2, 3, 5, 6, 7, 9, 11, 13, 14, 15, 16, 17, 18, 20, 23, 38, 42, 43, 53, 55, 57, 58], "instruct": [23, 31, 33, 37], "insuffici": [14, 42], "int": [1, 3, 4, 5, 6, 7, 9, 12, 13, 14, 20, 22, 23, 28, 29, 32, 33, 38, 43, 53, 54, 55, 56, 57, 58, 59], "integ": [3, 9, 23, 51, 53], "integr": [12, 14, 20, 21, 22, 23, 25, 26, 27, 28, 31, 33, 37, 39, 41, 42, 44, 45, 46, 48, 49], "intend": [1, 6, 7, 9, 14, 18, 23, 32, 53, 55, 58], "intens": 20, "intent": 9, "inter": 2, "interact": [6, 11, 14, 17, 23, 30, 42, 50], "interfac": [2, 9, 10, 12, 14, 23, 28], "intermedi": [9, 14, 42], "intern": [1, 2, 10, 14, 23, 28, 29, 32, 36, 38, 40, 42, 43, 58], "internal_asset_dep": 1, "internal_ip_onli": 29, "internaliponli": 29, "interpol": [14, 42], "interrupt": [14, 42], "intersect": 1, "interv": [9, 14, 42, 54, 57], "intmetadatavalu": 53, "introduc": [16, 17, 18], "introduct": 16, "intsourc": [3, 9, 14, 20, 23, 31, 33, 36, 40, 42, 45, 48, 57], "intuit": 14, "invalid": [5, 23, 32, 43, 53, 59], "invalid_line_no": 23, "invalid_output_nam": 32, "invalid_step_kei": 32, "invalidoutputerror": 32, "invalidoutputerrorinfo": 32, "invalidsteperror": 32, "invari": 5, "invoc": [1, 6, 7, 8, 11, 13, 23, 33, 43, 51, 56, 57], "invok": [1, 3, 4, 6, 7, 8, 9, 11, 13, 14, 17, 18, 23, 34, 39, 43, 51, 55, 57], "io": [1, 6, 12, 14, 15, 16, 18, 23, 24, 25, 29, 30, 31, 33, 42, 45, 50, 52, 53], "io_manag": [1, 6, 7, 10, 11, 12, 14, 15, 23, 25, 26, 27, 28, 29, 45, 46, 53], "io_manager_def": 1, "io_manager_kei": [1, 4, 10, 12, 23, 28, 50, 53], "iomanag": [1, 10, 12, 23, 52, 55], "iomanagerdefinit": [1, 10, 14, 15, 25, 29, 45], "iomanagerdefnit": 10, "iop": 20, "ip": [14, 29, 42], "ipc": 2, "ipc_output_fil": 2, "ipipelin": 9, "ipynb": [50, 53], "iri": 50, "iris_dataset": 50, "iris_kmean": 50, "iris_kmeans_notebook": 50, "is_builtin": [38, 58], "is_fan_in": 7, "is_own": 20, "is_pres": 53, "is_requir": [1, 3, 4, 38, 53], "is_user_code_error": 5, "is_valid": 53, "isinst": 58, "isn": 33, "isol": [13, 33], "ispreempt": 29, "issu": [2, 14, 23, 37, 42], "item": [1, 3, 4, 50], "iter": [1, 14, 42, 56, 57], "its": [1, 2, 4, 6, 7, 9, 10, 11, 13, 14, 16, 17, 18, 20, 23, 28, 33, 42, 50, 53, 55, 57], "itself": [2, 3, 5, 6, 7, 11, 14, 42], "ivi": [14, 42], "ivy2": [14, 42], "ivyset": [14, 42], "jar": [14, 29, 42], "jar_file_uri": 29, "jarfileuri": 29, "java": [14, 42], "javaseri": [14, 42], "javax": [14, 42], "jitter": 53, "jni": [14, 42], "job": [1, 3, 4, 5, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 28, 29, 31, 32, 33, 34, 35, 37, 39, 42, 44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "job_config": 29, "job_def": [6, 50, 51, 58], "job_id": 23, "job_imag": [18, 33], "job_metadata": 33, "job_nam": [6, 8, 9, 13, 32, 35, 55, 57, 59], "job_namespac": [18, 33], "job_permiss": 20, "job_runn": 33, "job_scoped_clust": 29, "job_select": [35, 44, 57, 59], "job_spec_config": 33, "job_timeout_in_second": 29, "job_wait_timeout": 18, "jobconfigvalidationinvalid": 32, "jobdefinit": [1, 5, 6, 7, 11, 13, 15, 50, 51, 53, 55, 57, 59], "jobexecutionresult": 6, "jobfactori": 11, "jobid": 29, "jobnotfounderror": 32, "jobselector": [35, 44, 57, 59], "jobspec": 33, "join": [4, 14, 42], "json": [1, 2, 3, 4, 6, 7, 11, 12, 13, 23, 28, 42, 43, 50, 53, 57], "json_console_logg": 51, "json_log_format": 23, "jsonmetadatavalu": 53, "jsonrpc_vers": 23, "july_asset": 57, "jupyt": [6, 11, 50], "just": [3, 14, 18, 24, 25, 33, 45, 57], "jvm": [14, 20, 42], "k": [14, 42], "k8": 18, "k8s_job": 33, "k8s_job_executor": 33, "k8s_job_op": 33, "k8srunlaunch": [18, 33], "kafka": [14, 22, 42], "kb": [14, 42], "kdc": 29, "kdcdbkeyuri": 29, "keep": [14, 33, 42, 45, 57], "keepal": 48, "keepalive_interv": 48, "kei": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 21, 23, 24, 25, 28, 29, 31, 32, 33, 34, 37, 38, 42, 45, 48, 50, 54, 55, 56, 57, 58], "kerber": 29, "kerbero": 29, "kerberosconfig": 29, "key_fil": 48, "key_label_nam": 3, "key_prefix": [1, 12, 23, 25, 28, 45, 50], "key_str": 48, "key_typ": 3, "keypassworduri": 29, "keys_by_input_nam": 1, "keys_by_output_nam": 1, "keystor": 29, "keystorepassworduri": 29, "keystoreuri": 29, "keyword": [1, 3, 17, 23, 50, 53, 56], "kib": [14, 42], "kick": 57, "kill": [14, 42], "killblacklistedexecutor": [14, 42], "killen": [14, 42], "killtimeout": [14, 42], "kind": [1, 4, 6, 11, 38, 50, 58], "kit": 44, "km": [20, 29], "kms_kei": 20, "kmskeyuri": 29, "know": [1, 6, 11, 14, 16, 42, 43, 45], "known_stat": [9, 58], "kryo": [14, 42], "kryoregistr": [14, 42], "kryoseri": [14, 42], "kube": 19, "kubeconfig": [18, 33], "kubeconfig_fil": [18, 33], "kubectl": 33, "kubernet": [9, 14, 16, 19, 32, 42], "kwarg": [3, 5, 6, 7, 9, 11, 12, 13, 23, 43, 51, 54, 56, 57, 58], "kwd": [26, 27, 46, 54], "l": [2, 16], "lab": 23, "label": [4, 18, 29, 33, 38, 53], "lack": [14, 42], "lake": [15, 20], "lambda": [6, 11, 12, 28, 59], "larg": [12, 14, 20, 23, 42], "larger": [14, 42, 54], "last": [9, 14, 42, 54, 57], "last_completion_tim": 57, "last_run_kei": 57, "lastpartitionmap": 54, "latenc": [14, 42], "later": [14, 42], "latest": [14, 16, 17, 18, 20, 29, 30, 33, 42, 47, 57], "latest_consumed_event_id": 57, "latest_event_partit": 57, "latest_event_storage_id": 57, "latest_materialization_by_partit": 57, "latest_materialization_records_by_kei": 57, "latest_materialization_records_by_partit": 57, "latest_materialization_records_by_partition_and_asset": 57, "latter": 9, "launch": [2, 6, 9, 11, 12, 14, 17, 18, 20, 23, 24, 28, 33, 42, 54, 57], "launcher": [2, 14, 18, 20, 24, 33], "launchpipelineexecut": 2, "lazi": [2, 55], "lazili": 55, "lazy_loaded_repositori": 55, "lead": [1, 14, 42], "leader": [14, 42], "learn": 1, "least": [14, 42], "leav": [3, 7, 14, 33, 42], "left": [9, 12, 28, 33, 44], "legaci": [6, 7, 13, 14, 20, 42, 56], "len": 53, "length": [3, 5, 14, 29, 42, 45], "lengthi": 9, "less": [9, 14, 16, 17, 18, 20, 42], "let": [14, 16, 42], "letter": [1, 29, 50, 53], "level": [2, 3, 6, 7, 9, 10, 11, 14, 16, 20, 23, 29, 38, 42, 51, 53, 59], "lib": 29, "libjar": 29, "librari": [9, 12, 14, 16, 20, 21, 22, 23, 25, 26, 27, 28, 31, 32, 33, 37, 38, 39, 41, 42, 43, 44, 45, 46, 48, 49, 51], "lifetim": [20, 29], "like": [2, 3, 6, 9, 11, 14, 18, 20, 23, 28, 31, 32, 33, 42, 43, 45, 51, 53, 56], "limit": [9, 14, 33, 42, 57], "line": [14, 42], "lineag": [14, 42, 53], "linear": 53, "lint": 33, "list": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 22, 23, 24, 28, 29, 33, 34, 35, 38, 42, 44, 45, 50, 52, 53, 54, 55, 57, 58, 59], "list_file_system": 15, "list_objects_v2": 14, "list_vers": 2, "listdir": 55, "listen": [14, 16, 17, 18, 42], "listenerbu": [14, 42], "liter": 3, "littl": [14, 42], "live": [1, 2, 10, 14, 42, 57], "liveupd": [14, 42], "ll": [13, 16, 20, 21, 22, 31, 33, 37, 39, 44], "load": [1, 2, 3, 6, 7, 9, 10, 11, 12, 14, 18, 23, 26, 27, 28, 33, 36, 40, 42, 43, 45, 50, 53, 54, 55, 58, 59], "load_asset_valu": [1, 55], "load_assets_from_airbyte_inst": 12, "load_assets_from_airbyte_project": 12, "load_assets_from_current_modul": 1, "load_assets_from_dbt_manifest": 23, "load_assets_from_dbt_project": 23, "load_assets_from_fivetran_inst": 28, "load_assets_from_modul": 1, "load_assets_from_package_modul": 1, "load_assets_from_package_nam": 1, "load_dict": 58, "load_incluster_config": [18, 33], "load_input": [1, 10, 52, 55], "load_iri": 50, "load_kube_config": [18, 33], "load_table_from_local_parquet": 45, "loader": [3, 38, 55, 58], "loader_vers": 58, "loadrepositori": 2, "local": [6, 9, 10, 14, 15, 16, 17, 19, 20, 24, 42], "local_artifact_storag": [9, 10], "local_artifact_storage_data": 9, "local_bas": 59, "local_compute_log_manag": 9, "local_dagster_job_package_path": 20, "local_dbt_rpc_resourc": 23, "local_dir": [14, 15, 42], "local_disk0": 20, "local_file_manag": 9, "local_job_package_path": 14, "local_output_notebook_io_manag": 50, "local_pipeline_package_path": [14, 20], "local_warehous": 59, "localartifactstorag": 9, "localclust": 19, "localcomputelogmanag": 9, "localfilehandl": 9, "localhost": [2, 12, 14, 16, 17, 18, 32, 34, 35, 37, 44], "locat": [2, 9, 14, 18, 20, 22, 29, 32, 33, 42], "location_nam": [2, 57], "log": [2, 5, 6, 8, 10, 12, 13, 14, 15, 16, 18, 20, 23, 28, 29, 33, 34, 36, 39, 40, 42, 43, 45, 50, 56, 57, 59], "log_ev": [6, 10], "log_group_nam": 14, "log_level": [2, 14], "log_manag": [6, 9, 10, 56, 58], "log_materi": 6, "log_param": 34, "log_request": 23, "log_stream_nam": 14, "logblockupd": [14, 42], "logconf": [14, 42], "logger": [3, 6, 7, 11, 12, 14, 23, 28, 39, 43, 48, 50, 59], "logger_config": [14, 39, 51], "logger_def": [6, 7, 11, 50, 51], "logger_fn": [14, 39, 51], "logger_to_init": 51, "loggerdefinit": [3, 6, 7, 11, 14, 39, 50, 51], "logging_tag": [6, 50], "loggingconfig": 29, "logic": [9, 10, 13, 14, 39, 42, 51, 53, 56, 58], "login": [14, 20, 33, 45], "login_timeout": 45, "loglevel": 16, "logwrit": 29, "long": [12, 14, 15, 20, 29, 33, 42, 57], "longer": [14, 42, 53, 57], "longform": [14, 42], "look": [1, 3, 7, 9, 13, 23, 57], "lookup": [14, 42], "lookuptimeout": [14, 42], "loop": [14, 33, 42], "los_angel": [45, 54, 57], "lost": [14, 42], "lot": [14, 42], "low": 20, "lower": [14, 20, 42], "lowercas": [16, 17, 18], "ls": 23, "lsf": 19, "ly": 45, "lz4": [14, 42], "lz4compressioncodec": [14, 42], "lzf": [14, 42], "lzfcompressioncodec": [14, 42], "m": [2, 14, 33, 42, 54, 57], "machin": [1, 2, 14, 29, 42], "machineri": [9, 36, 38, 40, 53, 58], "machinetyp": 29, "machinetypeuri": 29, "maco": 33, "macro": 23, "made": [6, 7, 13, 14, 42, 50, 51, 56], "magic": [9, 56], "magic_word": 9, "magicmock": [15, 56], "mai": [1, 3, 5, 6, 7, 8, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 29, 33, 42, 43, 45, 50, 51, 53, 54, 55, 56, 57, 59], "main": [20, 29, 33, 38, 42, 44], "main_class": 47, "mainclass": 29, "mainjarfileuri": 29, "mainpythonfileuri": 29, "maintain": [2, 9], "majmin": 33, "make": [2, 3, 6, 7, 9, 10, 12, 14, 15, 16, 17, 18, 20, 29, 31, 42, 45, 55, 56], "make_airflow_dag": 13, "make_airflow_dag_container": 13, "make_airflow_dag_for_oper": 13, "make_airflow_example_dag": 13, "make_bar_job": [6, 11], "make_dagster_job_from_airflow_dag": 13, "make_dagster_repo": 13, "make_dagster_repo_from_airflow_dag_bag": 13, "make_dagster_repo_from_airflow_dags_path": 13, "make_dagster_repo_from_airflow_example_dag": 13, "make_email_on_run_failure_sensor": 59, "make_expensive_job": 55, "make_expensive_schedul": 55, "make_job": 11, "make_my_t": [25, 45], "make_python_type_usable_as_dagster_typ": 58, "make_repo_from_dag_bag": 13, "make_repo_from_dir": 13, "make_slack_on_run_failure_sensor": 44, "make_teams_on_run_failure_sensor": 35, "make_values_resourc": 56, "malform": 5, "man": 21, "manag": [1, 2, 5, 6, 8, 12, 16, 18, 20, 23, 25, 33, 42, 45, 50, 51, 52, 53, 56], "managed_logg": 51, "managedgroupconfig": 29, "mani": [6, 12, 14, 18, 20, 33, 42, 53, 55, 57, 58], "manifest": 23, "manifest_json": 23, "manipul": 9, "manner": 56, "manual": [6, 7, 14, 20, 42, 45], "map": [1, 3, 5, 6, 7, 10, 11, 12, 14, 18, 23, 29, 38, 42, 43, 45, 50, 53, 56, 57, 58], "map_config_op": 3, "mapped_node_input_nam": 7, "mapped_node_nam": 7, "mapped_node_output_nam": 7, "mapped_op": 4, "mappedinputplacehold": 7, "mapping_kei": [4, 6, 10], "mapr": 29, "mapreduc": [14, 29, 42], "mapreducetutori": 29, "maps_x": 7, "mark": [3, 14, 18, 42, 54, 57], "markdown": [38, 44, 53, 58], "markdownmetadatavalu": 53, "market": 1, "marketing_job": 1, "master": [12, 14, 29, 33, 42], "master_url": 47, "masterconfig": 29, "match": [1, 5, 6, 9, 14, 20, 35, 38, 42, 50, 52, 53, 56, 57], "materi": [1, 3, 9, 10, 12, 14, 15, 23, 28, 29, 38, 50, 53, 57, 58], "materialization_records_by_kei": 57, "materialization_records_for_kei": 57, "materialize_df": 58, "materialize_to_memori": 6, "matter": [14, 42, 57], "maven": [14, 42], "max": [14, 20, 42, 53], "max_attempt": 14, "max_catchup_run": 57, "max_completion_wait_time_second": 20, "max_concurr": [6, 33], "max_concurrent_run": 9, "max_retri": 53, "max_tick_retri": 57, "max_work": [2, 20], "maxattempt": [14, 42], "maxblocksinflightperaddress": [14, 42], "maxchunksbeingtransf": [14, 42], "maxconsecutiveattempt": [14, 42], "maxexecutor": [14, 42], "maxfailedexecutorspernod": [14, 42], "maxfailedtasksperexecutor": [14, 42], "maxfailur": [14, 42], "maxfailuresperhour": 29, "maxim": [14, 33, 42], "maximum": [2, 9, 12, 14, 20, 23, 28, 29, 42, 53, 57], "maxpartitionbyt": [14, 42], "maxrat": [14, 42], "maxrateperpartit": [14, 42], "maxregisteredresourceswaitingtim": [14, 42], "maxremoteblocksizefetchtomem": [14, 42], "maxreqsinflight": [14, 42], "maxresults": [14, 42], "maxretainedfil": [14, 42], "maxretri": [14, 42], "maxsiz": [14, 42], "maxsizeinflight": [14, 42], "maxtaskattemptsperexecutor": [14, 42], "maxtaskattemptspernod": [14, 42], "mb": [14, 42], "md": 53, "md_str": 53, "mean": [1, 3, 4, 6, 11, 14, 35, 42, 44, 54, 57, 59], "meant": [5, 38, 58], "measur": [14, 42], "mechan": [14, 16, 42, 45], "median": [14, 42], "meet": [1, 6, 7, 11, 43, 50, 53], "mem_io_manag": [6, 10], "member": [5, 9, 55], "memoiz": [2, 10, 11], "memoizableiomanag": 52, "memoizaton": [6, 7], "memoized_run_tag": 52, "memori": [6, 7, 9, 10, 11, 14, 15, 20, 25, 42, 45], "memory_onli": [14, 42], "memory_only_s": [14, 42], "memoryfract": [14, 42], "memorymapthreshold": [14, 42], "memoryoverhead": [14, 42], "merg": [14, 23, 42], "meso": [14, 42], "mesos_sandbox": [14, 42], "messag": [5, 6, 8, 9, 14, 23, 32, 35, 39, 42, 44, 51, 57, 59], "message_fn": [35, 44], "met": [9, 57], "meta": [12, 28, 33], "metadata": [1, 4, 6, 7, 9, 10, 11, 12, 14, 22, 23, 25, 28, 29, 30, 32, 33, 42, 43, 45, 50, 52, 58], "metadata_by_kei": 1, "metadata_by_output_nam": 1, "metadata_by_table_nam": 28, "metadata_entri": [1, 4, 5, 23, 53, 58], "metadatachangeev": 22, "metadatachangeevent_v4": 22, "metadatachangepropos": 22, "metadatachangeproposal_v1": 22, "metadataentri": [1, 4, 38, 53], "metadatauserinput": 1, "metadatavalu": [4, 6, 7, 11, 38, 53], "method": [4, 6, 9, 10, 11, 12, 13, 14, 21, 23, 28, 30, 34, 39, 44, 45, 51, 52, 53, 56, 57], "metric": [14, 21, 29, 42], "mgmt": 14, "mib": [14, 20, 42], "midnight": [54, 57], "might": [3, 14, 42, 43, 58], "migrat": 2, "mileston": [14, 42], "millisecond": [2, 14, 42], "min": 20, "min_work": 20, "minexecutor": [14, 42], "minim": [14, 42], "minimum": [14, 20, 42, 57], "minimum_interval_second": 57, "minrateperpartit": [14, 42], "minregisteredresourcesratio": [14, 42], "minut": [14, 20, 29, 42, 54, 57], "minute_of_hour": [54, 57], "minute_offset": [54, 57], "mirror": 21, "mismatch": 15, "miss": [10, 23, 57], "missing_column": 53, "missing_th": 53, "mitig": [14, 42], "mixin": 9, "mlf_exampl": 34, "mlflow_op": 34, "mlflow_s3_endpoint_url": 34, "mlflow_solid": 34, "mlflow_track": 34, "mlflow_tracking_uri": 34, "mlflowclient": 34, "mnt": 17, "moab": 19, "mock": [8, 10, 13, 15, 56], "mock_resourc": 56, "mock_xcom": 13, "mode": [1, 2, 6, 7, 9, 13, 14, 42, 43, 45], "mode_def": [35, 50], "modedefinit": 35, "model": [1, 13, 23], "model_nam": 23, "modifi": [13, 16, 17, 18, 23, 53], "modul": [1, 2, 6, 9, 11, 13, 14, 15, 16, 17, 18, 33, 36, 40, 51, 53, 59], "module_nam": [2, 9, 13], "moduletyp": 1, "monitor": [12, 14, 23, 28, 35, 42, 44, 57, 59], "monitor_all_repositori": [35, 57, 59], "monitored_job": [35, 44, 57, 59], "month": [54, 57], "monthli": [54, 57], "monthly_partitioned_config": [54, 57], "monthlypartitionsdefinit": 54, "more": [5, 6, 12, 14, 16, 20, 23, 29, 31, 42, 44, 45, 53, 55, 56, 57, 59], "most": [6, 14, 16, 17, 18, 20, 23, 38, 42, 57, 58, 59], "mostli": 15, "mount": [14, 18, 33], "mr": 29, "ms": [14, 35, 42], "msg": [51, 53], "msg_fn": 9, "msteams_resourc": 35, "much": [14, 33, 42], "multi": [1, 6, 7, 14, 16, 42, 57], "multi_asset": 1, "multi_asset_sensor": 57, "multi_or_in_process_executor": [1, 6, 7], "multi_out": 53, "multiassetsensordefinit": 57, "multiassetsensorevaluationcontext": 57, "multidependencydefinit": 7, "multipl": [1, 2, 6, 7, 10, 11, 12, 14, 15, 16, 18, 29, 33, 42, 45, 50, 53, 54, 55, 57], "multipli": [14, 42], "multiprocess": [6, 59], "multiprocess_executor": [6, 11], "must": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 29, 32, 33, 35, 38, 42, 43, 50, 52, 53, 56, 57, 58], "mutat": [2, 20, 32], "my": [9, 10, 14, 15, 20, 29, 33, 53], "my_access_kei": 13, "my_airbyte_job": 12, "my_airbyte_resourc": 12, "my_asset": 1, "my_asset_sensor": 57, "my_aws_key_id": 34, "my_channel": 44, "my_composed_airbyte_job": 12, "my_composed_fivetran_job": 28, "my_custom_dbt_run": 23, "my_dag_bag": 13, "my_dagster_job": 13, "my_dashboard": 53, "my_databas": [9, 40, 45], "my_dataset": 53, "my_db": [25, 26, 27], "my_dbt_cli_job": 23, "my_dbt_cloud_job": 23, "my_dbt_cloud_resourc": 23, "my_dbt_output": 23, "my_dbt_rpc_job": 23, "my_downstream_op": 7, "my_experi": 34, "my_fivetran_job": 28, "my_fivetran_resourc": 28, "my_funct": 53, "my_graph": [6, 11, 43], "my_hostnam": [9, 40], "my_http_task": 13, "my_int_var": 56, "my_io_manag": 10, "my_io_manager_kei": 10, "my_job": [7, 10, 14, 15, 16, 29, 35, 44, 46, 55, 56, 57, 59], "my_message_fn": [35, 44, 59], "my_modul": [16, 17, 18], "my_op": [10, 42, 56], "my_org": 23, "my_other_t": 53, "my_password": [9, 40], "my_project": 33, "my_pyspark_resourc": 42, "my_reconciliation_sensor": 57, "my_repo": [17, 18, 25, 26, 27, 35, 44, 45, 55, 59], "my_repo_nam": 13, "my_return_n_": 55, "my_s3_endpoint": 34, "my_sas_token": 15, "my_schedul": 55, "my_schema": [25, 45], "my_secret": 34, "my_secret_access_kei": 13, "my_sensor": 57, "my_shell_op": 43, "my_simple_airbyte_job": 12, "my_simple_fivetran_job": 28, "my_slack_token": 44, "my_snowflake_job": 45, "my_spark_job": 42, "my_storage_account": 15, "my_str_var": 56, "my_tabl": [25, 26, 27, 45, 53, 57], "my_table_a": [25, 45], "my_table_schema": 53, "my_text_label": 53, "my_upstream_asset": 1, "my_upstream_graph": 7, "my_upstream_op": 7, "my_us": 17, "my_usernam": [9, 40], "my_valu": 23, "my_vari": 23, "myclass": 53, "mycompani": [18, 33], "mycoolsit": [44, 53, 59], "mycoolwebsit": 13, "mycorp": 14, "myiomanag": 10, "mymodul": 11, "mysql_db": 36, "mysql_url": 36, "mysqleventlogstorag": [9, 36], "mysqlrunstorag": [9, 36], "mysqlschedulestorag": [9, 36], "mytabl": 53, "n": [2, 13, 16, 55], "n1": 29, "n_worker": 19, "naiv": 29, "name": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 35, 38, 42, 43, 44, 45, 47, 50, 53, 54, 55, 57, 58, 59], "name1": [14, 42], "name2": [14, 42], "name_type_dict": 53, "namedtemporaryfil": 9, "namedtupl": 50, "namespac": [18, 33], "nativ": [14, 42], "necessari": [7, 9, 14, 20, 23, 42, 54, 58], "need": [1, 6, 7, 9, 11, 14, 15, 16, 20, 21, 22, 29, 31, 33, 37, 38, 39, 42, 44, 45, 53, 55, 58, 59], "needs_input": 7, "neg": [6, 9, 14, 42, 53], "neither": [14, 29, 38, 58], "nest": [6, 7, 11, 34], "net": [14, 42], "netti": [14, 42], "network": [9, 14, 15, 17, 24, 29, 42], "network_timeout": 45, "network_uri": 29, "networkuri": 29, "never": [12, 14, 16, 17, 18, 23, 28, 42, 57], "new": [1, 2, 9, 14, 15, 16, 17, 18, 20, 33, 37, 42, 44, 55], "new_clust": 20, "newer": [14, 42], "newli": 9, "next": [4, 53, 57], "nf": [14, 42], "no_host_key_check": 48, "no_permiss": 20, "node": [1, 3, 6, 7, 11, 14, 15, 20, 23, 29, 42], "node_a": 7, "node_b": 7, "node_def": [1, 6, 7], "node_info_to_asset_kei": 23, "node_info_to_group_fn": 23, "node_str": 6, "node_typ": 20, "node_type_id": 20, "nodedefinit": [6, 7], "nodehandl": 6, "nodeinvoc": [6, 7], "nois": 44, "non": [3, 14, 17, 24, 29, 42, 43], "non_argument_dep": [1, 50], "non_scalar_schema": 3, "noncancel": [14, 42], "none": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 25, 28, 29, 30, 32, 33, 34, 35, 36, 38, 43, 44, 45, 47, 48, 50, 51, 53, 54, 55, 56, 57, 58, 59], "none_resourc": 56, "noneabl": [3, 5], "nonetyp": 3, "nor": [29, 38, 58], "normal": [1, 12, 23], "normalization_t": 12, "normalized_nam": 13, "nosigint": 59, "note": [3, 6, 9, 10, 14, 15, 16, 17, 18, 20, 23, 27, 31, 32, 36, 37, 40, 42, 43, 45, 51, 53, 55, 57], "notebook": [6, 11, 50, 53], "notebook_path": [50, 53], "notebookmetadatavalu": 53, "noth": [23, 43, 56, 57, 58], "nothing_int_job": 58, "nothing_job": 58, "notic": 51, "notif": 44, "novaluesentinel": [1, 4, 53], "now": [20, 31, 32], "np": 50, "ntype": 58, "null": 53, "nullabl": 53, "num": [6, 7, 14, 42, 53], "num_allowed_row": 38, "num_input": 20, "num_row": 53, "num_work": 20, "number": [1, 2, 6, 9, 12, 14, 19, 20, 23, 28, 29, 32, 33, 38, 42, 45, 50, 53, 54, 57], "numconnectionsperp": [14, 42], "numer": 45, "numinst": 29, "numlocalssd": 29, "numpi": [45, 50], "numrbackendthread": [14, 42], "numretri": [14, 42], "o": 2, "oar": 19, "oauth": [14, 42], "oauth2accesstoken": 33, "obj": 10, "object": [1, 3, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 28, 29, 30, 32, 33, 35, 38, 42, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58], "objectadmin": 29, "objectmeta": 33, "objectstreamreset": [14, 42], "observ": [4, 57], "observe_fn": 1, "occasion": [14, 42], "occur": [5, 6, 7, 9, 11, 14, 29, 32, 42, 43, 53, 54, 57, 58], "ocsp": 45, "ocsp_response_cache_filenam": 45, "octavia": 12, "off": [2, 6, 14, 28, 29, 33, 42, 52, 57], "offer": [14, 42], "offheap": [14, 42], "offici": [2, 20, 32], "offset": [14, 42, 54], "often": [1, 5, 14, 42], "ok": 3, "old": [14, 15, 42], "older": [14, 42], "omit": [12, 14, 29, 32, 38, 42, 58, 59], "onc": [1, 3, 9, 31, 37, 44, 56, 58], "one": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 19, 20, 23, 24, 29, 32, 33, 42, 45, 51, 53, 54, 55, 57, 58, 59], "ones": [20, 54, 57], "ongo": 9, "onli": [1, 2, 3, 5, 6, 7, 9, 10, 11, 12, 14, 20, 23, 25, 27, 28, 29, 33, 42, 43, 45, 50, 51, 52, 53, 55, 56, 57, 58], "onlin": 21, "onto": [13, 33], "oom": [14, 42], "op": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15, 16, 17, 18, 20, 21, 22, 25, 29, 30, 31, 34, 35, 37, 38, 42, 43, 44, 45, 50, 52, 55, 56, 57, 58, 59], "op_a": [7, 10], "op_b": [7, 10], "op_c": 7, "op_config": [3, 4, 6, 8, 50, 52, 55], "op_def": [1, 6, 10, 50, 52, 58], "op_definit": [12, 23, 28, 29, 33], "op_except": 8, "op_kwarg": 13, "op_output_valu": 8, "op_retry_polici": [6, 7, 11], "op_select": [6, 7, 11, 32], "op_tag": [1, 50], "op_to_invok": 6, "op_vers": 1, "opdefinit": [1, 3, 6, 8, 10, 12, 13, 20, 23, 28, 29, 33, 43, 45, 50, 52, 53], "open": [6, 9, 14, 31, 42, 43, 54, 58], "opencostinbyt": [14, 42], "oper": [1, 10, 12, 13, 14, 23, 28, 30, 31, 32, 42, 45], "opexecutioncontext": [6, 43], "opt": [18, 33], "optim": [14, 20, 42], "option": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 35, 38, 39, 40, 42, 43, 44, 45, 48, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "optionalcompon": 29, "opversioncontext": 52, "orchestr": [4, 9, 33], "order": [3, 6, 9, 10, 13, 14, 15, 18, 20, 33, 38, 42, 53, 57, 58], "ordinari": 14, "ore": 57, "org": [14, 29, 42, 47, 54, 57], "organ": [1, 50, 53], "origin": [1, 3, 5, 6, 7, 9, 18, 23, 33], "original_exc_info": 5, "original_root": 5, "os": [4, 14, 16, 17, 18, 31, 35, 44, 53, 55, 59], "other": [1, 2, 3, 5, 6, 7, 9, 11, 12, 14, 18, 23, 42, 45, 53, 55, 59], "other_asset": 56, "other_expensive_job": 55, "other_nam": 7, "other_op": [12, 28], "other_op_a": [6, 7, 11], "other_op_b": [6, 7, 11], "other_result": 7, "otherwis": [6, 7, 10, 12, 14, 18, 23, 33, 42, 45, 52, 53, 57], "our": 9, "out": [1, 2, 4, 6, 7, 10, 12, 13, 14, 20, 23, 25, 28, 33, 42, 45, 50], "outer_graph": 6, "outliv": 33, "output": [1, 2, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15, 23, 25, 27, 28, 29, 30, 32, 35, 38, 42, 43, 44, 45, 50, 52, 53, 58, 59], "output_captur": [6, 9, 58], "output_config_schema": 10, "output_def": [7, 43, 53], "output_for_nod": 6, "output_log": 43, "output_map": [6, 7], "output_nam": [4, 6, 10, 50, 53], "output_notebook_io_manag": 50, "output_notebook_nam": 50, "output_obj": 6, "output_requir": 1, "output_valu": 6, "outputcontext": [10, 52, 53], "outputdefinit": [7, 10, 38, 53, 58], "outputmap": [6, 7], "outsid": [1, 6, 9, 10, 14, 33, 42, 56], "over": [1, 2, 14, 20, 21, 23, 32, 42, 54, 55, 57], "overestim": [14, 42], "overhead": [14, 42], "overlap": 54, "overload": 20, "overrid": [2, 3, 6, 7, 11, 13, 14, 23, 30, 33, 42, 43], "overridden": [14, 35, 42, 44, 57, 58, 59], "override_system_timezon": 2, "overview": [18, 20, 33, 53], "overwrit": [10, 14, 15, 29, 42, 54], "overwritten": [1, 6, 7, 11, 29, 50], "own": [5, 6, 11, 14, 23, 33, 42, 53, 56], "owner": [20, 31], "p": [2, 33], "pa": 45, "pack": [14, 42], "packag": [1, 2, 9, 14, 15, 20, 29, 42, 59], "package_modul": 1, "package_nam": [1, 2], "packet": 48, "page": [14, 21, 23, 28, 31, 42], "pagerduty_op": 37, "pagerduty_resourc": 37, "pagerduty_test": 37, "pair": [6, 9, 11, 18, 20, 24, 33, 53, 57], "panda": [25, 45, 50], "pandascolumn": 38, "papertrail_logg": 39, "parallel": [14, 29, 33, 42], "param": [2, 3, 9, 14, 23, 40, 42], "paramet": [1, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 25, 28, 30, 32, 35, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "parameter": [1, 6, 7, 11, 57], "parametr": 6, "paramiko": 48, "paramstyl": 45, "parent": [1, 10, 14, 15, 23, 29, 34, 53, 57], "parent_run_id": [6, 9, 34], "parquet": [3, 45], "pars": [3, 5, 6, 8, 9, 23, 52, 58, 59], "part": [1, 4, 31, 35, 53, 57], "parti": 9, "partial": [3, 29], "partially_specified_config": 3, "particular": [1, 6, 9, 14, 42, 54, 57], "partit": [1, 2, 6, 7, 9, 10, 11, 14, 23, 42, 50, 53, 55], "partition_fn": 54, "partition_kei": [1, 6, 10, 11, 54, 55, 57], "partition_key_to_vars_fn": 23, "partition_map": 1, "partition_set": 57, "partition_time_window": 6, "partition_x": 57, "partitionedconfig": [6, 7, 11, 54], "partitionkeyrang": 54, "partitionmap": [1, 10, 54], "partitionmetadataentri": [4, 53], "partitions_def": [1, 6, 7, 11, 23, 50, 54, 57], "partitionscheduledefinit": 57, "partitionsdefinit": [1, 6, 7, 10, 11, 23, 50, 54], "partitit": 57, "pass": [1, 2, 3, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 29, 32, 33, 34, 35, 38, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58], "password": [9, 12, 14, 17, 18, 24, 29, 33, 36, 40, 45, 48, 59], "past": [9, 20, 54, 57], "path": [1, 2, 4, 9, 10, 12, 13, 14, 15, 16, 18, 20, 23, 25, 29, 42, 43, 50, 53, 57, 58, 59], "path_desc": [9, 58], "path_prefix": 2, "pathlib": 10, "pathlik": 53, "pathmetadatavalu": 53, "pattern": [9, 59], "paus": [14, 42], "pawel": 16, "pawelzni": 16, "payload": [35, 37], "pb": 19, "pd": [25, 29, 45, 50], "pdb": [6, 59], "peer": 4, "pem": 14, "pend": [14, 16, 42], "pendingnodeinvoc": 8, "pendulum": 54, "peopl": 42, "per": [6, 9, 10, 11, 14, 19, 20, 29, 33, 42, 57], "percentag": 20, "perform": [2, 5, 9, 14, 20, 31, 42, 45, 52, 53, 54, 55], "period": [9, 14, 42, 54, 57], "periodicgc": [14, 42], "permiss": [3, 5, 9, 12, 14, 16, 17, 18, 19, 20, 22, 23, 24, 29, 31, 33, 34, 40, 42, 45, 58], "permit": [6, 9], "persist": [1, 6, 9, 14, 15, 20, 29, 33, 38, 42, 53, 57, 58], "person": [22, 31], "pg": 18, "photo": 21, "pi": 20, "pick": [16, 17, 18, 29], "pickl": [3, 10, 14, 15, 29], "pid": 6, "piec": [9, 14, 20, 42], "pig": 29, "pigjob": 29, "pip": 37, "pipe": 43, "pipelin": [2, 5, 6, 7, 9, 11, 13, 14, 20, 32, 34, 35, 39, 43, 44, 51, 52, 55, 56, 57, 59], "pipeline_code_origin": 9, "pipeline_context": 50, "pipeline_def": [6, 50, 51], "pipeline_nam": [6, 9, 10, 13, 44, 57, 59], "pipeline_run": [9, 44, 56, 59], "pipeline_snapshot_id": 9, "pipelineconfigurationinvalid": 32, "pipelinedefinit": [6, 11, 35, 44, 51, 57, 59], "pipelinenotfounderror": 32, "pipelinerun": [9, 56], "pipelinerunreact": 57, "pkg_resourc": 59, "pkg_resource_def": 59, "place": [1, 9, 10, 14, 20, 23, 33, 38, 42], "placehold": 3, "placement": 29, "plai": 57, "plain": [44, 59], "plan": [9, 13, 14, 18], "plan_context": 9, "plan_data": [9, 58], "plane": [14, 42], "planorchestrationcontext": 9, "platform": 29, "playground": [1, 6, 7, 11], "pleas": [9, 14, 42], "plu": [54, 57], "plug": 9, "pluggabl": [3, 9], "plugin": 9, "plus_minu": 53, "pm": 57, "pod": [16, 18, 32, 33], "pod_spec_config": 33, "pod_template_spec_metadata": 33, "podspec": 33, "point": [2, 10, 12, 14, 16, 17, 18, 42], "pointer": 6, "polici": [1, 6, 7, 9, 11, 18, 33, 53], "poll": [12, 14, 20, 23, 28, 42], "poll_interv": [12, 23, 28], "poll_interval_sec": 20, "poll_timeout": [12, 23, 28], "polling_timeout": 9, "pollinginterv": [14, 42], "pool": [2, 14, 20, 42], "poor": [14, 42], "popen": 43, "popul": 53, "port": [2, 9, 12, 14, 20, 23, 32, 33, 36, 39, 40, 42, 48, 59], "port_numb": 32, "posit": [6, 14, 42, 53, 54, 57, 59], "possibl": [3, 9, 14, 18, 20, 33, 42], "post": [3, 16, 35, 37, 44], "post_messag": 35, "postgr": [9, 18, 33], "postgres_db": [9, 40], "postgres_password_secret": [18, 33], "postgres_url": 40, "postgreseventlogstorag": [9, 40], "postgresql": [18, 33], "postgresrunstorag": [9, 40], "postgresschedulestorag": [9, 40], "postmessag": 44, "postpend": 13, "potenti": [6, 9, 14, 42], "power": 9, "pq": 45, "pre": [3, 14, 23, 42], "preambl": 5, "preced": [7, 10, 14, 15, 29, 42], "predefin": [2, 53], "predict": [6, 11], "preemptibl": 29, "prefer": [6, 7, 53, 57], "preferdirectbuf": [14, 42], "prefix": [1, 2, 12, 14, 15, 16, 20, 23, 28, 29, 50], "pregel": [14, 42], "prepend": [1, 14, 42], "presenc": [1, 3, 38, 53], "present": [3, 6, 9, 14, 18, 29, 31, 33, 37, 42, 44, 52, 53, 55], "preserv": [9, 14, 42, 57], "pressur": [14, 42], "pretti": 31, "prevent": [14, 42], "preview": [2, 29], "previou": [5, 6, 9, 10, 14, 15, 23, 29, 42, 52, 53], "price": 20, "primarili": [14, 32, 42, 57], "primit": [3, 5, 6, 7, 11], "princip": 29, "print": [2, 33, 53, 56], "printgcdetail": 20, "prior": 57, "prioriti": 6, "priv": 33, "privat": [20, 31, 33], "proactiv": [14, 42], "problem": 23, "proce": 5, "process": [1, 2, 3, 4, 5, 6, 7, 9, 11, 12, 13, 14, 18, 20, 23, 26, 27, 30, 33, 42, 45, 46, 57], "process_directori": 4, "process_fil": 4, "prod_repo": 1, "prod_slack_cli": 1, "produc": [1, 4, 5, 6, 7, 9, 10, 23, 53, 56, 58, 59], "product": 16, "profil": [14, 20, 23, 42], "profile_nam": 14, "profiles_dir": 23, "program": [14, 29, 42], "programat": [6, 7, 12, 23, 28, 31, 53], "programmat": [38, 58], "progress": [9, 12, 14, 23, 28, 33, 42, 57], "project": [12, 23, 29], "project_and_instance_metadata": 29, "project_dir": [12, 23], "project_id": [23, 29], "projectid": 29, "prometheus_cli": 41, "prometheus_resourc": 41, "prometheusresourc": 41, "promot": 1, "propag": 10, "proper": [14, 42], "properli": [14, 42, 45], "properti": [3, 5, 6, 9, 10, 14, 29, 38, 42, 50, 53, 55, 57, 58, 59], "protect": [14, 42], "protocol": [21, 35, 59], "provid": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 31, 32, 33, 34, 37, 38, 39, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59], "provis": [20, 29, 31, 37], "proxi": [14, 35, 42], "ptat": [14, 42], "public": [14, 17, 20, 21, 24, 25, 42, 45], "publish": 21, "pull": [14, 18, 24, 31, 33], "purpos": [6, 8, 9, 14, 42, 51, 56, 57], "push": [22, 33], "put": [14, 42, 44, 53], "putobjectacl": 20, "py": [2, 13, 14, 20, 24, 29, 42, 58], "py37": 33, "pyamqp": [16, 17, 18], "pyarrow": 45, "pyfil": [14, 42], "pyformat": 45, "pylint": 43, "pyobject": 10, "pyspark": [14, 20, 29], "pyspark_resourc": 42, "pysparkjob": 29, "pytest": 33, "python": [1, 2, 3, 5, 6, 7, 9, 11, 13, 14, 15, 16, 20, 21, 22, 29, 38, 42, 43, 45, 50, 51, 53, 55, 58, 59], "python_artifact": 53, "python_fil": [2, 20], "python_logging_levels_nam": 9, "python_modul": [16, 33], "python_typ": [1, 55, 58], "python_valu": 3, "pythonartifactmetadatavalu": 53, "pythonerror": 32, "pythonfileuri": 29, "pythonobjectdagstertyp": [53, 58], "pythonoper": 13, "pythonpath": [14, 42], "q": 16, "qmark": 45, "qualifi": [14, 42], "qualiti": 53, "quantil": [14, 42], "queri": [1, 2, 6, 7, 9, 11, 14, 21, 29, 32, 45], "query1": 29, "query2": 29, "query3": 29, "query4": 29, "query_id": 45, "queryfileuri": 29, "querylist": 29, "queue": [9, 14, 16, 18, 42], "queuedruncoordin": 9, "quickli": 2, "quickstart": [22, 31], "quit": [14, 33, 42], "quux": 9, "r": [2, 9, 14, 42], "r1": 29, "r2": 29, "rabbitmq": [16, 17, 18, 33], "rack": [14, 42], "rais": [5, 6, 7, 10, 11, 12, 23, 28, 32, 33, 35, 43, 45, 50, 53, 56, 57, 59], "raise_on_error": [5, 6, 7, 11], "random": 53, "randomli": [33, 53], "rang": [10, 14, 42, 54, 55, 59], "rapidli": [14, 42], "rasset_key_prefix": 23, "rate": [14, 42], "rather": [1, 14, 23, 33, 42, 45, 53, 56, 58], "ratio": [14, 42], "raw": [9, 14, 23, 33, 42, 45], "raw_conn": 45, "raw_output": 23, "rawmetadatavalu": [6, 7, 10, 11, 53], "rb": 9, "rbac": 33, "rbackend": [14, 42], "rdd": [14, 42], "re": [6, 9, 10, 13, 14, 20, 21, 23, 24, 42, 44, 57], "reach": [14, 16, 42], "reachabl": [12, 28], "react": 57, "read": [2, 3, 9, 13, 14, 20, 25, 31, 42, 43, 45, 58], "read_csv": 10, "read_data": 9, "read_fil": 9, "read_materi": 57, "read_timeout_sec": 22, "read_writ": 29, "readabl": [1, 3, 6, 7, 10, 14, 39, 43, 51, 53, 56, 57, 58], "readi": 58, "readonli": 29, "readrc": 59, "readthedoc": [16, 24], "real": 16, "realm": 29, "reaper": [14, 42], "reason": [5, 32, 57], "rebuild": 2, "receipt": 59, "receiv": [2, 5, 9, 14, 38, 42, 58], "receive_processed_config_valu": 3, "recent": 57, "reclaim": [14, 42], "recommend": [3, 9, 12, 13, 14, 20, 23, 28, 42, 58], "recon_pipelin": 9, "recon_repo": 13, "reconcil": 57, "reconstruct": [13, 14, 42], "reconstruct_context": 6, "reconstruct_job": 11, "reconstructable_arg": 11, "reconstructable_bar_job": [6, 11], "reconstructable_foo_job": [6, 11], "reconstructable_kwarg": 11, "reconstructablejob": 6, "reconstructablepipelin": [6, 11], "reconstructablerepositori": 13, "reconstructor_function_nam": 11, "reconstructor_module_nam": 11, "reconstructor_working_directori": 11, "record": [9, 14, 42, 53, 57], "recov": [14, 42], "recoveri": [6, 11, 14, 42, 57], "recoverymod": [14, 42], "recurs": [3, 5], "recycl": 2, "redact": [14, 42], "redi": [16, 17, 18], "redirect": 13, "redshift_configur": 14, "redshift_resourc": 14, "reduc": [14, 23, 42], "reducebykei": [14, 42], "redund": [14, 42], "reexecut": 6, "reexecution_opt": 6, "reexecutionopt": 6, "ref": [2, 9, 20, 23, 48], "refer": [1, 9, 13, 14, 15, 18, 20, 21, 23, 29, 30, 33, 37, 42, 44, 47, 53], "referenc": [14, 53], "referencetrack": [14, 42], "refresh": [13, 32], "refresh_from_airflow_db": 13, "regardless": [14, 42], "regex": [14, 42], "region": [14, 20, 29, 33, 42], "region_nam": 14, "regist": [14, 42], "registr": [14, 42], "registrationrequir": [14, 42], "registri": [17, 22, 24, 33], "regress": [14, 42], "regular": [10, 58], "reindex": 2, "rel": [4, 20, 59], "relat": [1, 4, 14, 20, 29, 42, 52, 53], "relationship": 29, "relative_path": 59, "relaunch": [14, 42], "releas": 29, "relev": [2, 5, 14, 23, 30, 31, 42], "reli": 55, "reliabl": 20, "reload": 32, "reload_repository_loc": 32, "reloadnotsupport": 32, "reloadrepositorylocationinfo": 32, "reloadrepositorylocationstatu": 32, "remain": [6, 7], "remaind": 20, "rememb": [14, 42], "remot": [2, 9, 14, 20, 29, 32, 33, 42, 48], "remote_host": 48, "remote_port": 48, "remov": [14, 23, 42], "remove_run_results_json": 23, "render": [14, 42], "repeat": [3, 9], "repeat_word": 3, "repl": [6, 11], "replac": [6, 11, 14, 42, 45], "replai": [14, 42], "replenish": [14, 42], "repli": 59, "replic": [14, 42], "replica": [14, 42], "repo": [1, 10, 13, 14, 15, 28, 29, 33, 42], "repo_location_nam": 18, "repo_nam": [13, 31], "repo_own": 31, "report": [9, 23, 29], "repositori": [1, 2, 10, 13, 14, 15, 18, 24, 25, 26, 27, 28, 29, 31, 32, 33, 35, 42, 44, 45, 57, 59], "repository_data": 55, "repository_def": 57, "repository_load_data": 55, "repository_location_nam": 32, "repository_nam": [32, 57], "repositorydata": 55, "repositorydefinit": [7, 13, 55, 57], "repositorylocationloadfailur": 32, "repositorylocationnotfound": 32, "repositoryselector": [35, 44, 57, 59], "repres": [1, 4, 6, 7, 9, 10, 12, 14, 23, 28, 42, 52, 53, 54, 56, 57], "represent": [3, 6, 9, 14, 15, 53, 58], "request": [2, 6, 10, 11, 12, 14, 20, 23, 28, 29, 31, 32, 35, 42, 45, 53], "request_additional_param": 12, "request_job": 57, "request_max_retri": [12, 23, 28], "request_retry_delai": [12, 23, 28], "request_timeout": 12, "requir": [1, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 28, 29, 33, 38, 42, 43, 45, 50, 53, 56, 57, 58], "required_resource_kei": [1, 5, 8, 9, 10, 14, 15, 20, 21, 23, 34, 35, 37, 38, 42, 43, 44, 45, 47, 50, 53, 56, 58], "rerais": 5, "reserv": [1, 10, 50], "reset": [14, 42], "resid": [9, 14, 20, 42], "resolut": [14, 42], "resolv": [1, 2, 3, 5, 14, 42, 56], "resolve_standoff": 3, "resourc": [1, 3, 5, 6, 7, 8, 9, 10, 11, 14, 15, 16, 18, 20, 21, 29, 31, 33, 34, 35, 37, 38, 41, 42, 43, 44, 45, 48, 50, 52, 53, 55, 58, 59], "resource_config": [10, 52, 56], "resource_config_by_kei": 56, "resource_def": [1, 6, 7, 9, 10, 11, 12, 14, 15, 20, 21, 23, 28, 29, 31, 34, 35, 37, 42, 44, 45, 46, 50, 52, 56], "resource_definit": 42, "resource_fn": [5, 10, 56], "resource_keys_to_init": 50, "resource_nam": [5, 56], "resource_str": 59, "resource_to_init": 56, "resourceadd": 56, "resourcedefinit": [1, 3, 5, 6, 7, 9, 10, 11, 12, 14, 15, 20, 21, 22, 23, 28, 29, 31, 34, 35, 37, 41, 42, 44, 45, 47, 48, 49, 50, 52, 56], "resources_config": 6, "resourceversioncontext": 52, "respect": [1, 2, 10, 14, 16, 20, 33, 45, 53], "respond": [20, 43], "respons": [2, 9, 10, 12, 21, 23, 28, 45], "response_dict": 23, "rest": [12, 23, 28, 33], "restart": [2, 14, 20, 29, 32, 42, 53], "restrict": [20, 29], "result": [1, 2, 3, 4, 7, 9, 10, 11, 12, 13, 14, 16, 17, 18, 21, 23, 28, 29, 32, 42, 45, 50, 51, 53, 54, 56, 57, 58, 59], "retain": [14, 42], "retainedbatch": [14, 20, 42], "retaineddeadexecutor": [14, 42], "retaineddriv": [14, 42], "retainedexecut": [14, 42], "retainedexecutor": [14, 42], "retainedjob": [14, 42], "retainedrootrdd": [14, 42], "retainedstag": [14, 42], "retainedtask": [14, 42], "rethrown": 5, "retri": [1, 6, 7, 9, 11, 12, 14, 16, 17, 18, 20, 23, 24, 28, 33, 42, 53, 57], "retriev": [6, 10, 12, 18, 20, 28, 29, 31, 33, 43, 55], "retry_max_tim": 22, "retry_method": 22, "retry_mod": 9, "retry_numb": 6, "retry_polici": [1, 7, 53], "retry_status_cod": 22, "retrymod": 9, "retrypolici": [1, 6, 7, 11, 53], "retryrequest": [50, 53], "retrywait": [14, 42], "return": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 20, 23, 25, 26, 27, 28, 29, 30, 32, 35, 38, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "return_cod": 23, "return_n": 55, "return_n_": 55, "return_on": [6, 7], "return_output": 13, "reus": [14, 29, 42], "reusabl": 9, "revers": [14, 42], "reverseproxi": [14, 42], "reverseproxyurl": [14, 42], "reviv": [14, 42], "rewritten": [14, 42], "rfc": 29, "rfc1035": 29, "rich": 16, "rigidli": [14, 42], "rm": [14, 42], "role": [3, 20, 29, 45], "roll": [14, 42], "root": [1, 9, 12, 14, 20, 29, 33, 42], "root_input_manag": 10, "root_manager_kei": [10, 53], "root_run_id": 9, "rootinputmanag": [10, 53], "rootinputmanagerdefinit": 10, "rootlogg": 29, "rootprincipalpassworduri": 29, "rouberol": 16, "rout": 37, "routing_kei": 37, "row": [38, 53], "rowcountconstraint": 38, "rowdict": 58, "rpc": [14, 16, 17, 18, 42], "rsa": 31, "rule": [3, 5, 33, 38, 58], "run": [1, 5, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24, 29, 30, 31, 32, 34, 35, 36, 40, 42, 43, 44, 50, 51, 52, 53, 54, 56, 59], "run_config": [3, 6, 7, 9, 11, 13, 14, 20, 21, 31, 32, 34, 37, 44, 45, 50, 55, 57], "run_config_fn": 57, "run_config_for_partition_fn": 54, "run_coordin": 9, "run_coordinator_data": 9, "run_dat": 23, "run_dbt_nightly_sync": 23, "run_failure_sensor": 57, "run_fn": 21, "run_id": [5, 6, 7, 8, 9, 10, 11, 32, 50, 51, 53, 56, 59], "run_kei": [6, 11, 55, 57], "run_launch": [9, 18, 33], "run_launcher_data": 9, "run_nam": 20, "run_oper": 23, "run_request_for_partit": [6, 11, 57], "run_result": 23, "run_resultsjson": 23, "run_statu": [35, 57], "run_status_sensor": 57, "run_status_sensor_fn": 57, "run_status_sensor_to_invok": 57, "run_storag": [9, 36, 40], "run_storage_data": 9, "run_tag": 57, "run_task": 14, "run_task_kwarg": 14, "run_updated_aft": 9, "runawai": [14, 42], "runconfigdata": 32, "runconflict": 32, "runcoordin": 9, "runfailuresensorcontext": [35, 44, 57, 59], "runlaunch": [9, 14, 18, 24, 33], "runnabl": 59, "runner": 33, "runrecord": 9, "runrequest": [6, 11, 55, 57], "runsfilt": 9, "runshardedeventscursor": 9, "runstatussensorcontext": 57, "runstatussensordefinit": 57, "runstorag": 9, "runtim": [1, 3, 4, 5, 6, 7, 11, 14, 20, 23, 29, 38, 42, 51, 58], "runtime_metadata_fn": 23, "s": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 16, 18, 20, 29, 30, 31, 32, 33, 34, 42, 44, 50, 52, 53, 54, 55, 56, 57, 58], "s3": [9, 13, 20, 34, 42, 58], "s3_bucket": [14, 58], "s3_conn": 13, "s3_conn_extra": 13, "s3_file": 14, "s3_file_manag": 14, "s3_job_package_path": 14, "s3_kei": [14, 58], "s3_path": 58, "s3_pickle_io_manag": 14, "s3_pipeline_package_path": 14, "s3_prefix": 14, "s3_resourc": [3, 14], "s3computelogmanag": [9, 14], "s3coordin": 14, "s3filehandl": [14, 58], "sa": 15, "safe": [14, 42, 44, 56], "safe_mod": 13, "safeti": [14, 42], "same": [1, 2, 3, 4, 5, 7, 9, 10, 12, 14, 16, 20, 42, 53, 54, 56, 57, 58], "sampl": [4, 23, 29], "sanit": [12, 28, 53], "satisfi": [3, 6, 9, 56], "satur": [14, 42], "saturdai": 57, "save": [14, 30, 42], "saveashadoopfil": [14, 42], "sc": [14, 42], "scaffold": [2, 13], "scaffold_config": 2, "scala": [14, 42], "scala2": 20, "scalar": [3, 6], "scalar_typ": 3, "scalarunion": 3, "scale": [14, 20, 42], "scan": [14, 42], "scenario": [14, 42], "schedul": [6, 11, 14, 18, 19, 23, 28, 29, 33, 40, 42, 55], "schedule_nam": 55, "schedule_storag": [9, 36, 40], "schedule_storage_data": 9, "schedule_typ": 54, "scheduled_execution_tim": 57, "scheduledefinit": [55, 57], "scheduleevaluationcontext": 57, "scheduler_data": 9, "scheduler_nam": [18, 33], "schedulerbacklogtimeout": [14, 42], "schedulestorag": 9, "schema": [1, 3, 5, 7, 9, 10, 11, 12, 14, 22, 23, 25, 28, 32, 38, 39, 45, 50, 51, 53, 56, 58], "schema1": 28, "schema2": 28, "schema_by_table_nam": 12, "schema_nam": 28, "schema_registry_config": 22, "schema_registry_url": 22, "scheme": [14, 40, 42], "scope": [6, 11, 14, 20, 29, 31, 33, 39, 42, 51, 56], "scoped_resources_build": 6, "scopedresourc": 56, "scratch": [14, 42], "script": [14, 20, 29, 42, 43], "scriptvari": 29, "search": [14, 42], "second": [9, 12, 14, 18, 20, 23, 28, 29, 35, 42, 43, 45, 48, 53, 54, 57], "second_op": 33, "secondaryworkerconfig": 29, "seconds_to_wait": 53, "secret": [1, 3, 6, 7, 9, 11, 14, 15, 18, 20, 28, 33], "secret_bool_op": 3, "secret_int_op": 3, "secret_job": 3, "secret_kei": 15, "secret_key_kei": 20, "secret_op": 3, "secret_scop": 20, "secretid": 14, "secrets_load": 9, "secrets_loader_data": 9, "secrets_tag": 14, "secrets_to_env_vari": 20, "secretsmanager_resourc": 14, "secretsmanager_secrets_resourc": 14, "section": [14, 18, 33, 42], "secur": [2, 18, 20, 29, 33], "securili": 31, "securityconfig": 29, "see": [9, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 28, 29, 30, 31, 33, 42, 44, 45, 47, 52, 57], "seed": 23, "seek": [9, 14, 42], "seem": 31, "select": [1, 3, 6, 7, 11, 14, 23, 29, 43, 45, 57], "selected_asset": 1, "selected_asset_kei": 1, "selected_unique_id": 23, "selector": [3, 5, 15, 16, 17, 18, 19, 20, 24, 33], "self": [10, 14, 29, 42, 55, 58], "semicolon": 29, "send": [2, 9, 14, 16, 21, 23, 35, 42, 44, 48, 59], "send_messag": 8, "sender": 59, "sens": [16, 17, 18], "sensit": [3, 9, 14, 29, 42], "sensor": [6, 9, 11, 35, 44, 55, 59], "sensor_nam": 57, "sensordefinit": [55, 57], "sensorevaluationcontext": 57, "sent": [2, 14, 20, 35, 42, 44, 57, 59], "separ": [4, 6, 9, 10, 14, 29, 33, 40, 42, 55], "sequenc": [1, 6, 7, 10, 11, 25, 45, 50, 53, 54, 55, 57], "sequenti": 20, "serd": [9, 29], "seri": [9, 16, 45], "serial": [2, 9, 14, 15, 29, 42, 57], "serializ": [4, 9, 11, 14, 15, 42, 53], "serializable_error_info_from_exc_info": 9, "serializableerrorinfo": 9, "serv": [2, 14, 23, 32, 42, 54], "server": [2, 9, 12, 14, 20, 21, 22, 23, 29, 32, 33, 34, 35, 42, 45, 59], "server_telemetry_id": 22, "servic": [14, 18, 20, 23, 29, 33, 37, 42], "service_account_nam": [18, 33], "service_check": 21, "serviceaccount": 29, "serviceaccountscop": 29, "servlet": [14, 42], "session": [14, 45], "set": [1, 2, 3, 4, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 28, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 43, 45, 50, 51, 53, 54, 56, 57, 58, 59], "set_extra": 13, "set_trac": [6, 59], "setup": [14, 28, 34, 42], "sever": [3, 14, 20, 37], "sge": 19, "sh": [33, 43], "shape": [3, 5], "shard": 9, "share": [14, 15, 29, 31, 42, 54, 56, 57], "shell": [14, 23, 42], "shell_command": 43, "shell_command_op": 43, "shell_op": 43, "shell_script_path": 43, "shim": [38, 50, 58], "short": [14, 29, 42, 53], "should": [1, 2, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 28, 29, 33, 36, 38, 40, 42, 43, 45, 46, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "should_autocreate_t": 40, "should_execut": 57, "show": [2, 10, 14, 23, 42, 59], "show_profil": [14, 42], "showconsoleprogress": [14, 42], "shown": [20, 29, 45], "shrink": [14, 42], "shuffl": [14, 20, 42], "shut": [2, 14, 16, 32, 42], "shutdown": [2, 14, 42], "shutdown_repository_loc": 32, "shutdownrepositorylocationinfo": 32, "sid": 49, "side": [6, 11, 14, 20, 42, 44, 45, 53], "sidecar": 14, "sign": 29, "signal": [2, 16], "signatur": [1, 7, 53], "signific": [9, 14, 42], "significantli": [14, 42], "silenc": [14, 42], "simpl": [4, 45, 55], "simple_job": 55, "simple_repositori": 55, "simplehttpoper": 13, "simpler": [14, 23, 42], "simpli": [14, 23, 42], "simultan": [14, 42], "sinc": [2, 6, 9, 14, 16, 20, 29, 42, 43, 57], "singl": [2, 3, 6, 7, 10, 11, 14, 15, 18, 20, 23, 29, 33, 42, 43, 53, 54, 57, 58], "sink": 1, "site": [5, 14, 29, 42], "situat": [14, 42], "size": [14, 20, 23, 29, 42, 53], "sk_iri": 50, "skip": [10, 14, 42, 57, 59], "skip_empty_fil": 14, "skip_messag": 57, "skipreason": 57, "sklearn": 50, "slack": [8, 9], "slack_client": 1, "slack_job": 44, "slack_message_on_failur": 8, "slack_message_on_success": 8, "slack_on_failur": 44, "slack_on_run_failur": 44, "slack_on_success": 44, "slack_op": 44, "slack_resourc": 44, "slack_sdk": 44, "slack_token": 44, "sleep": 58, "slice": [45, 46], "slightli": 57, "slow": [14, 16, 17, 18, 33, 42], "slower": [14, 42], "slowli": [14, 42], "slurm": 19, "small": [14, 42], "smaller": [14, 42], "smtp": 59, "smtp_host": 59, "smtp_port": 59, "smtp_type": 59, "snake_cas": 33, "snappi": [14, 42], "snappycompressioncodec": [14, 42], "snapshot": [9, 23], "snapshot_id": 9, "snippet": 29, "snowflak": [12, 15, 28], "snowflake_account": 45, "snowflake_databas": 45, "snowflake_io_manag": [45, 46], "snowflake_op_for_queri": 45, "snowflake_password": 45, "snowflake_resourc": 45, "snowflake_schema": 45, "snowflake_us": 45, "snowflake_warehous": 45, "snowflakeconnect": 45, "snowflakepandastypehandl": [45, 46], "so": [1, 2, 3, 6, 7, 9, 10, 11, 14, 15, 20, 21, 29, 42, 53, 54, 57, 58], "socket": [2, 14, 42], "softwar": 29, "softwareconfig": 29, "solid": [1, 3, 6, 7, 9, 10, 13, 16, 23, 29, 32, 34, 35, 52, 53, 59], "solid_config": 50, "solid_def": 10, "solid_handl": [6, 50], "solid_nam": 50, "solid_select": 9, "solidexecutioncontext": 23, "solids_to_execut": 9, "solut": 13, "some": [3, 9, 10, 14, 15, 16, 18, 20, 23, 32, 33, 42, 57, 59], "some_celery_backend_url": 18, "some_celery_broker_url": 18, "some_config": 3, "some_config1": 3, "some_config2": 3, "some_directori": 55, "some_graph": 7, "some_job": 55, "some_kei": 28, "some_model_nam": 34, "some_modul": 2, "some_op": [6, 7, 11, 12, 28], "some_param": 34, "some_run_id": 32, "some_secret": 28, "some_sensor": 55, "some_validation_fn": 53, "someon": [2, 3], "someth": 59, "sometim": 33, "somewher": 44, "sonnest": [54, 57], "soonest": [54, 57], "sort": [3, 14, 42], "sourc": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "source_key_prefix": 23, "source_nam": 23, "sourceasset": [1, 6], "sourceassetobservefunct": 1, "sourcehashversionstrategi": 52, "space": [9, 14, 20, 42], "span": 54, "spark": [1, 14, 20, 29, 42], "spark_conf": [20, 42, 47], "spark_config": 14, "spark_daemon_java_opt": 20, "spark_env_var": 20, "spark_hom": 47, "spark_local_dir": [14, 20, 42], "spark_local_ip": [14, 42], "spark_python_task": 20, "spark_resourc": 47, "spark_sess": 42, "spark_vers": 20, "spark_worker_memori": 20, "sparkconf": [14, 29, 42], "sparkcontext": [14, 42], "sparkjob": 29, "sparklisten": [14, 42], "sparkoperror": 47, "sparkpi": 20, "sparkr": [14, 42], "sparkr_driver_r": [14, 42], "sparksess": 42, "sparksqljob": 29, "spars": [14, 42], "spawn": [2, 18], "spec": [20, 33], "special": [14, 42], "specif": [2, 3, 6, 7, 8, 9, 14, 16, 19, 20, 23, 25, 29, 33, 35, 40, 42, 44, 45, 50, 58], "specifi": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 16, 18, 20, 23, 24, 25, 28, 29, 33, 35, 38, 42, 43, 44, 45, 50, 51, 53, 54, 56, 57, 58, 59], "specul": [14, 20, 42], "speed": [14, 42], "spill": [14, 42], "spin": [43, 55], "splendidrunstorag": 9, "split": [54, 57], "spot": 20, "spot_bid_price_perc": 20, "spread": [14, 29, 42], "spun": 13, "sql": [9, 14, 23, 29, 42, 45], "sql_queri": [29, 45], "sqlalchemi": [2, 45], "sqleventlogstorag": 9, "sqlite": 9, "sqliteeventlogstorag": 9, "sqliterunstorag": 9, "sqliteschedulestorag": 9, "sqlrunstorag": 9, "sqlschedulestorag": 9, "src": [42, 45], "ssd": 29, "sse": 20, "ssh": [19, 20], "ssh_port": 48, "ssh_public_kei": 20, "ssh_resourc": 48, "sshresourc": 48, "ssl": [2, 14, 29, 59], "sslmode": 14, "stabil": [14, 42], "stabl": [9, 16, 17, 18, 24, 33], "stack": [5, 9], "stackoverflowerror": [14, 42], "stage": [14, 15, 29, 42], "staging_bucket": 14, "staging_prefix": [14, 20], "standalon": [14, 42], "standard": [1, 6, 7, 9, 11, 14, 29, 42, 51, 53], "start": [2, 12, 14, 17, 18, 19, 22, 33, 35, 38, 42, 44, 53, 54, 57, 59], "start_aft": [12, 28], "start_dat": [54, 57], "start_tim": 9, "starttl": 59, "stat": [14, 42], "state": [5, 9, 12, 14, 15, 20, 23, 29, 32, 42, 53, 57], "statement": 2, "static": [1, 4, 10, 53, 54, 55, 56, 59], "static_partitioned_config": 54, "staticpartitionsdefinit": 54, "statu": [9, 14, 29, 32, 33, 35, 42, 44, 53, 57, 59], "status": [2, 9], "stderr": [2, 9, 14, 15, 43], "stderrfrom": 20, "stdin": 59, "stdout": [2, 9, 14, 15, 20, 23, 43, 59], "step": [5, 6, 8, 10, 14, 15, 16, 17, 18, 20, 24, 29, 31, 32, 33, 34, 35, 42, 44, 52, 53, 58, 59], "step_context": 10, "step_execution_context": [6, 8], "step_handl": 6, "step_kei": [6, 8, 9, 10, 32, 59], "step_keys_to_execut": 9, "step_kind_valu": 6, "step_select": 6, "stepexecutioncontext": [9, 10], "stepkind": 6, "steplaunch": 9, "steprunref": 9, "still": [3, 14, 29, 42, 57], "stop": [2, 9, 14, 20, 23, 35, 42, 44, 54, 57, 59], "stopgracefullyonshutdown": [14, 42], "storag": [1, 2, 5, 10, 14, 15, 18, 20, 29, 32, 33, 34, 36, 40, 42, 57], "storage_account": 15, "storage_account_key_kei": 20, "storage_account_nam": 20, "storage_data": 9, "storage_id": 9, "storagefract": [14, 42], "storagelevel": [14, 42], "store": [1, 2, 9, 10, 14, 15, 20, 26, 27, 29, 31, 33, 42, 43, 44, 45, 50, 53, 57], "store_serialized_dag": 13, "str": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 23, 28, 30, 32, 35, 38, 39, 43, 44, 45, 50, 51, 53, 54, 55, 56, 57, 58, 59], "str_param": 58, "straightforward": 58, "strategi": [3, 6, 11, 14, 42, 52], "stream": [9, 12, 14, 20, 42, 43], "streamingcontext": [14, 42], "strict": [9, 14, 16, 17, 18, 19, 20, 22, 24, 29, 33, 40], "strict_column_list": 38, "strictcolumnsconstraint": 38, "strictli": [14, 20, 42], "string": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 14, 16, 17, 18, 20, 22, 23, 24, 28, 29, 31, 32, 33, 34, 37, 38, 42, 43, 44, 48, 50, 52, 53, 54, 55, 57, 58, 59], "stringifi": 57, "stringio": 9, "stringsourc": [3, 5, 12, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 28, 29, 31, 33, 34, 35, 36, 40, 42, 45, 48, 49], "structur": [2, 6, 7, 9, 14, 42, 51, 53, 59], "structured_asset_kei": 53, "structured_asset_key_2": 53, "stub": 53, "stuff": 59, "sub": [1, 9, 14, 42], "sub0": 29, "subclass": [5, 9, 13, 14, 42, 52, 55, 58, 59], "subject": [9, 59], "subminor": 29, "submiss": 29, "submit": [14, 18, 20, 29, 32, 42, 47, 57], "submit_job_execut": 32, "submodul": 9, "subnet": 29, "subnetwork": 29, "subnetwork_uri": 29, "subnetworkuri": 29, "subprocess": 43, "subsequ": [7, 10, 14, 15, 20, 29, 33, 42, 45], "subset": [1, 5, 6, 12, 23, 28], "substanti": [14, 42], "succe": [20, 33], "succeed": [8, 23, 53], "success": [2, 5, 6, 8, 12, 14, 23, 28, 32, 35, 38, 42, 44, 45, 53, 58], "success_hook": 8, "successfulli": 28, "suffix": [14, 42], "suggest": [20, 23], "suit": 30, "suitabl": [6, 14, 15, 29], "suite_nam": 30, "summari": 37, "summarize_directori": 4, "sundai": [54, 57], "super": 34, "supervis": [14, 42], "suppli": [1, 3, 5, 6, 7, 11, 18, 23, 33, 59], "support": [4, 9, 11, 13, 14, 15, 20, 21, 22, 29, 31, 37, 42, 43, 44, 51, 53, 54, 57], "suppress": 2, "sure": [14, 31, 42], "surfac": [2, 14], "sustainedschedulerbacklogtimeout": [14, 42], "svc": [21, 33], "svv": 33, "switch": [1, 6, 7, 11], "sy": 5, "symbol": [14, 42], "sync": [12, 28], "sync_foobar": [12, 28], "synchron": [5, 6, 9, 23, 32], "syntax": [6, 58], "synthes": 52, "system": [2, 3, 5, 6, 9, 11, 14, 15, 16, 20, 32, 42, 43, 53, 56], "t": [1, 2, 6, 7, 10, 11, 14, 16, 33, 42, 44, 45, 57], "tab": [12, 28, 37, 59], "tabl": [1, 12, 13, 25, 28, 29, 45, 46], "table1": 28, "table2": 28, "table_nam": [12, 23, 28], "table_schema": 53, "tablecolumn": 53, "tablecolumnconstraint": 53, "tableconstraint": 53, "tablemetadatavalu": 53, "tablerecord": 53, "tableschema": 53, "tableschemametadatavalu": 53, "tabular": 53, "tag": [1, 6, 7, 9, 11, 13, 14, 20, 21, 29, 32, 33, 34, 43, 50, 52, 53, 54, 57], "tag_concurrency_limit": 9, "tags_fn": 57, "tags_for_partition_fn": [54, 57], "tagsmor": 20, "take": [7, 12, 14, 19, 20, 23, 28, 30, 35, 38, 42, 44, 45, 53, 54, 55, 56, 57, 58, 59], "taken": 28, "tandem": 6, "tar": 29, "target": [1, 6, 11, 14, 18, 23, 33, 42, 50, 54, 57], "target_dir": 23, "target_path": 23, "task": [13, 14, 17, 18, 29, 33, 42], "task_definit": 14, "task_id": 13, "taskdefinit": 14, "taskinst": 13, "team": [2, 9], "teams_on_failur": 35, "teams_on_run_failur": 35, "teams_on_success": 35, "teams_pipelin": 35, "teams_solid": 35, "teams_webhook_url": 35, "teamsclient": 35, "teardown": 56, "tell": [1, 6, 7, 9], "temp": 9, "temp_fil": 43, "temp_file_writ": 43, "tempfil": 9, "templat": 13, "temporari": [9, 10, 43], "ten": 45, "tend": [14, 42], "term": [20, 53, 54], "termin": [20, 29, 45], "test": [2, 5, 6, 9, 10, 15, 23, 29, 42, 51, 53, 56, 57], "test_project": 33, "test_util": 13, "test_valu": 3, "text": [2, 31, 35, 44, 53, 59], "text_fn": 44, "text_messag": 35, "text_metadata": 53, "text_usag": 44, "textio": 9, "textmetadatavalu": 53, "tgtlifetimehour": 29, "tgz": 29, "th": 38, "than": [3, 9, 12, 14, 16, 17, 18, 20, 23, 29, 31, 33, 42, 53, 54, 56, 57, 58], "thank": 33, "the_asset": 56, "the_graph": [6, 7], "the_job": [6, 7], "the_resourc": 56, "the_schedul": 57, "the_sensor": 57, "thei": [1, 2, 3, 6, 7, 9, 10, 11, 13, 14, 15, 20, 42, 53, 56, 57, 58, 59], "them": [2, 5, 9, 10, 14, 20, 28, 29, 33, 38, 42, 43, 51, 53, 57, 58, 59], "themselv": [6, 7], "therefor": 23, "thi": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 25, 26, 27, 28, 29, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "thin": [21, 31, 37, 44], "thing": [14, 31, 42, 59], "third": 9, "those": [1, 6, 7, 10, 11, 12, 14, 20, 23, 42, 45, 51, 53, 57], "though": [14, 42, 57], "thousand": [14, 42], "thrash": 29, "thread": [2, 6, 14, 19, 42, 45], "threaddump": [14, 42], "threads_per_work": 19, "three": [10, 14, 15, 29], "threshold": [14, 38, 42], "through": [1, 3, 13, 14, 20, 23, 38, 42, 51, 53, 58, 59], "throughout": 9, "throughput": 20, "throw": [3, 5, 14, 32, 42], "thrown": [5, 6, 8, 38, 56, 58], "thu": 9, "tick": [6, 11, 54, 57], "ticket": 29, "tighter": 31, "tightli": [14, 42], "time": [1, 2, 3, 4, 6, 7, 10, 11, 12, 13, 14, 16, 17, 21, 23, 24, 28, 29, 42, 43, 45, 52, 53, 54, 57, 58], "timeout": [2, 14, 19, 20, 33, 35, 41, 42, 45, 48], "timeout_second": 20, "timestamp": 9, "timewindow": 54, "timewindowpartitionmap": 54, "timewindowpartitionsdefinit": [6, 10, 54], "timezon": [2, 45, 54, 57], "titl": 31, "tl": 35, "tmp": [14, 15, 29, 33, 42, 43], "to_asset_kei": 57, "to_job": [6, 7, 11, 51], "togeth": 53, "toggl": 52, "token": [15, 20, 22, 23, 31, 33, 44, 49], "too": [14, 33, 42], "tool": [9, 13, 20, 23, 38, 53, 58], "top": [3, 6, 7, 11, 12, 23, 28], "topic": [22, 44], "topic_rout": 22, "torn": 56, "torrentbroadcastfactori": [14, 42], "total": [14, 20, 42], "touch": 9, "toward": 14, "trace": [2, 5, 9, 51], "track": [14, 34, 42, 53, 57], "trailing_unconsumed_partitioned_event_id": 57, "transfer": [14, 42], "transform": [9, 14, 42], "transform_word": 3, "transient": [9, 14, 42], "transit": 15, "translat": [23, 25, 45, 46], "transport": 32, "travers": 18, "treat": [53, 58], "tree": 12, "tri": [14, 42, 57], "trigger": [8, 14, 23, 35, 37, 42, 44, 57], "true": [1, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 18, 20, 23, 28, 29, 33, 35, 38, 40, 42, 45, 48, 52, 53, 57, 58, 59], "trust": 29, "truststor": 29, "truststorepassworduri": 29, "truststoreuri": 29, "try": [14, 16, 32, 42, 53, 57], "tune": [14, 42], "tupl": [5, 9, 11, 43, 53, 57, 58], "turn": [2, 14, 33, 42, 55, 57], "twilio_resourc": 49, "two": [7, 10, 14, 15, 20, 29, 53, 54, 56, 57, 58], "txt": [9, 29, 43], "type": [1, 5, 6, 7, 8, 9, 10, 11, 13, 14, 18, 20, 25, 26, 27, 29, 30, 32, 33, 38, 43, 44, 45, 50, 51, 52, 54, 55, 56, 57, 59], "type_check_fn": [38, 53, 58], "type_handl": [25, 45], "typecheck": [5, 38, 50, 53, 58], "typecheckcontext": [6, 38, 58], "typehint": 7, "typic": [1, 5, 6, 9, 13, 14, 42, 44, 55], "typing_typ": [1, 38, 55, 58], "ubuntu": 20, "ud": 2, "udf": 29, "ugli": 3, "ui": [12, 13, 14, 20, 23, 28, 42], "uksouth": 20, "uncondition": [14, 42], "unconnect": 58, "unconsum": 57, "under": [6, 7, 9, 10, 14, 15, 16, 17, 18, 29, 33, 42, 53], "underestim": [14, 42], "underli": [1, 6, 7, 13, 14, 15, 16, 17, 18, 43, 50, 51, 53, 56, 58], "underneath": [10, 23], "underscor": 29, "underutil": 20, "unexpect": [5, 14, 23, 42], "unifi": [14, 42], "uniform": [9, 51], "uninstal": 33, "union": [1, 3, 4, 6, 7, 9, 10, 12, 14, 16, 17, 18, 22, 23, 28, 29, 33, 34, 35, 38, 43, 44, 45, 50, 53, 54, 55, 57, 58, 59], "uniqu": [2, 3, 4, 6, 7, 9, 10, 13, 14, 15, 16, 21, 29, 38, 52, 53, 58], "unique_id": [13, 23], "unique_nam": 58, "unit": [6, 7, 14, 33, 42, 53, 57], "univers": 10, "unix": 9, "unknown": 5, "unless": [12, 14, 42, 53, 54, 57], "unlik": [1, 3, 53], "unlimit": [14, 42], "unpersist": [14, 42], "unreach": 43, "unreconcil": 57, "unrecover": 53, "unregist": [14, 42], "unresolvedassetjobdefinit": [1, 35, 57], "unrol": [14, 42], "unrollfract": [14, 42], "unsaf": [14, 42], "unsatisfi": 56, "unset": 20, "unsign": 14, "unspecifi": [3, 29, 53], "unstructur": 9, "unsuccess": [12, 28], "until": [2, 12, 14, 20, 23, 28, 42, 57], "untitl": 20, "unus": [14, 38, 42, 43, 58], "unusu": [14, 42], "unwil": [14, 42], "unzip": 20, "up": [2, 3, 6, 7, 9, 10, 13, 14, 15, 16, 17, 18, 20, 22, 23, 31, 38, 39, 42, 43, 45, 52, 55, 56, 57, 59], "up_for_retri": 53, "upathiomanag": 10, "updat": [1, 9, 14, 23, 28, 42, 57], "update_cursor": 57, "update_timestamp": 9, "updated_aft": 9, "upload": [14, 20], "upon": [9, 20, 33, 52, 56], "upper": [14, 42], "upstream": [1, 6, 7, 10, 11, 50, 53, 54, 57], "upstream_asset": 12, "upstream_output": 10, "upstream_partition_key_rang": 54, "upstream_partitions_def": 54, "uri": [29, 34, 45], "url": [2, 14, 15, 16, 17, 18, 20, 23, 24, 29, 32, 35, 39, 42, 44, 53, 59], "urlmetadatavalu": 53, "us": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 40, 42, 43, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 57, 58, 59], "usabl": [9, 58], "usable_as_dagster_typ": [53, 58], "usag": [9, 10, 13, 14, 15, 29, 32, 34, 42, 44, 53, 55], "use_airflow_template_context": 13, "use_build_command": 23, "use_current_ecs_task_config": 14, "use_http": [12, 32], "use_pandas_result": 45, "use_ssl": 14, "use_unsigned_sess": 14, "usefetchcach": [14, 42], "uselegacymod": [14, 42], "usepassword": 33, "user": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 14, 15, 20, 21, 23, 28, 29, 30, 31, 36, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 52, 53, 55, 56, 57, 58], "user1": 17, "user_code_error_boundari": [5, 9], "user_messag": 9, "useraccount": 29, "userclasspathfirst": [14, 42], "userdeploy": 33, "userguid": [16, 17, 18], "usernam": [9, 12, 14, 17, 24, 33, 36, 40, 48], "usr": 29, "usual": [10, 13, 14, 23, 42, 55], "utc": [13, 57], "utc_date_str": 13, "utc_execution_date_str": 13, "utf": 43, "util": [1, 4, 6, 10, 13, 14, 15, 32, 33, 38, 43, 53, 57], "uvicorn": 2, "v": 2, "v1": [14, 18, 29, 33], "v2": [23, 37], "v4": 31, "valid": [1, 3, 6, 9, 14, 29, 30, 38, 42, 45, 50, 54, 57, 58], "validate_default_paramet": 45, "validate_run_config": 6, "validate_t": 53, "validateoutputspec": [14, 42], "validation_operator_nam": 30, "validation_operators_and_act": 30, "valu": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 18, 20, 22, 23, 24, 28, 29, 32, 33, 34, 35, 36, 38, 40, 42, 43, 45, 48, 50, 53, 54, 55, 56, 57, 58], "var": [2, 17, 23], "variabl": [2, 3, 6, 10, 14, 15, 17, 18, 20, 23, 24, 29, 31, 33, 34, 36, 40, 42, 45, 57], "variant": [4, 14, 42], "variat": [16, 17, 18], "varieti": [23, 32], "variou": [14, 29, 31, 42, 57], "ve": 16, "verb": 33, "verbos": [14, 20, 42], "verbose_log": 20, "veri": [6, 9, 11, 14, 42], "verifi": [14, 35], "verify_cert_path": 14, "version": [1, 2, 3, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 20, 23, 29, 33, 42, 53, 56, 58], "version_strategi": [6, 7, 11], "versionstrategi": [6, 7, 11, 52], "very_cool_packag": 9, "very_secret_env_vari": 3, "very_secret_env_variable_bool": 3, "very_secret_env_variable_int": 3, "via": [2, 3, 6, 7, 9, 10, 13, 14, 15, 16, 20, 23, 29, 33, 35, 41, 42, 43, 44, 45, 50, 56, 57, 59], "viabl": 9, "view": [2, 21, 23, 33, 54], "viewabl": [1, 6, 7, 11], "violat": 5, "visibl": 33, "visitor": 21, "visual": [38, 58], "vm": [14, 29, 42], "vol1": 17, "vol2": 17, "volum": [17, 18, 20, 33], "volume_mount": [18, 33], "volumemount": [18, 33], "vs": [31, 33], "vvv": 33, "w": [2, 9, 14, 33, 42, 43, 58], "w2": 16, "wa": [3, 5, 6, 14, 18, 23, 33, 42, 50, 52, 53, 57], "wai": [6, 9, 10, 11, 14, 33, 42, 54, 56, 58], "wait": [2, 12, 14, 18, 20, 23, 28, 29, 33, 42, 53, 58], "wait_for_log": [14, 20], "wait_for_process": 9, "wait_int": 58, "wal": [14, 42], "walk": 4, "want": [3, 6, 9, 12, 13, 14, 16, 17, 18, 20, 23, 28, 30, 31, 32, 33, 34, 35, 42, 44, 54, 55, 57, 59], "warehous": [45, 46], "warm": 33, "warn": [2, 14, 21, 23, 42, 51], "warn_error": 23, "warn_on_step_context_us": 10, "wast": [14, 42], "wave": 44, "wb": 9, "we": [9, 10, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 28, 33, 38, 42, 43, 56], "weak": [14, 42], "web": [2, 14, 16, 20, 42], "webclient": 44, "webhook": 35, "week": [54, 57], "weekli": [54, 57], "weekly_partitioned_config": [54, 57], "weeklypartitionsdefinit": 54, "well": [1, 3, 5, 6, 7, 9, 11, 14, 20, 23, 28, 33, 34, 42, 53, 58], "were": [9, 16, 17, 18, 23, 57], "west": [14, 20, 33], "wget": 29, "what": [1, 7, 9, 14, 30, 42, 53, 55, 57], "when": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 28, 29, 30, 31, 32, 33, 34, 35, 36, 40, 42, 43, 44, 45, 50, 51, 52, 53, 55, 56, 57, 58, 59], "whenev": [1, 6, 7, 11, 14, 39, 51, 53], "where": [1, 2, 4, 6, 8, 9, 14, 17, 18, 23, 29, 30, 32, 33, 38, 42, 43, 53, 54, 57, 58], "whether": [1, 2, 3, 6, 7, 9, 10, 11, 12, 14, 16, 17, 18, 20, 24, 29, 32, 33, 35, 42, 44, 50, 52, 53, 57, 59], "which": [1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 23, 24, 28, 29, 30, 31, 32, 33, 34, 35, 38, 39, 42, 43, 44, 45, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59], "while": [3, 5, 9, 14, 20, 23, 42, 52, 54], "whitelist": 9, "who": [2, 9, 14, 42], "whole": [9, 10, 14, 42], "whom": 3, "whose": [1, 3, 5, 6, 7, 10, 14, 50, 52, 53, 54, 58, 59], "why": 57, "window": [6, 10, 29, 54, 57], "wish": [9, 14, 23, 42, 53], "with_hook": [6, 11, 35, 44], "with_resourc": [1, 10, 14, 15, 25, 26, 27, 28, 29, 45, 56], "within": [1, 2, 3, 5, 6, 7, 9, 10, 11, 13, 14, 18, 20, 21, 22, 29, 31, 32, 33, 34, 37, 38, 39, 42, 43, 50, 51, 52, 53, 55, 56, 57, 58], "without": [1, 2, 3, 5, 6, 9, 13, 14, 16, 19, 29, 32, 42, 57, 58], "won": [10, 14, 16, 42, 57], "word": [3, 53], "wordcount": 29, "work": [2, 4, 9, 13, 14, 18, 23, 29, 33, 42, 43, 44, 52, 57, 59], "worker": [2, 14, 17, 18, 19, 20, 29, 33, 42], "worker_main": 16, "workerconfig": 29, "working_directori": 2, "workload": [14, 20, 42], "workspac": [2, 12, 20, 28, 44], "workspace_id": 12, "world": [3, 6, 43, 56], "would": [9, 10, 14, 15, 16, 20, 23, 28, 29, 53], "wrap": [3, 5, 6, 9, 10, 11, 15, 43, 50, 53, 56], "wrapper": [21, 31, 37, 44], "write": [7, 9, 11, 14, 16, 20, 25, 31, 42, 43, 45, 56, 57, 58], "write_csv": 10, "write_data": 9, "write_fil": 9, "write_parquet_fil": 45, "write_t": 45, "writeaheadlog": [14, 42], "writehead": 58, "writeif": 29, "writer": 58, "writerow": 58, "written": [14, 33, 42, 43], "www": [17, 29, 54, 57], "x": [7, 20], "xcom": 13, "xlarg": 20, "xloggc": [14, 42], "xml": 29, "xmlfor": 29, "xmx": [14, 42], "xx": 20, "xxx": 59, "y": [2, 16, 20, 54, 57], "yaml": [2, 9, 10, 12, 14, 15, 16, 17, 18, 33, 36, 40, 55, 59], "yaml_directori": 55, "yaml_str": 59, "yamlfil": 12, "yarn": [14, 19, 29, 42], "ye": [3, 14, 42], "yet": [55, 57], "yield": [3, 4, 6, 7, 9, 12, 23, 28, 30, 50, 53, 55, 56, 57], "yield_ev": 50, "yield_materi": [12, 23, 28], "yield_result": 50, "yml": [23, 30], "you": [1, 2, 3, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 22, 23, 24, 25, 28, 29, 30, 31, 32, 33, 34, 35, 37, 38, 39, 40, 42, 43, 44, 45, 46, 50, 51, 53, 54, 55, 56, 57, 58, 59], "your": [1, 2, 6, 9, 10, 11, 12, 13, 14, 15, 17, 18, 20, 23, 29, 30, 31, 33, 34, 35, 37, 38, 39, 40, 42, 44, 45, 46, 50, 56, 59], "your_kei": 21, "your_org_her": 32, "your_service_account": 33, "yourself": 9, "z": 29, "zadrozni": 16, "zero": [14, 20, 29, 42, 43], "zip": [14, 20, 29, 42], "zone": [20, 29, 45, 54, 57], "zone_id": 20, "zoneuri": 29, "zookeep": [14, 42], "zstd": [14, 42], "zstdcompressioncodec": [14, 42], "\u4e16\u754c": 3, "\u4f60\u597d": 3}, "titles": ["Home", "Software-Defined Assets", "Dagster CLI", "Config", "Dynamic Mapping & Collect", "Errors", "Execution", "Graphs", "Hooks", "Internals", "IO Managers", "Jobs", "Airbyte (dagster-airbyte)", "Airflow (dagster-airflow)", "AWS (dagster-aws)", "Azure (dagster-azure)", "Celery (dagster-celery)", "Orchestration on Celery + Docker", "Orchestration on Celery + Kubernetes", "Dask (dagster-dask)", "Databricks (dagster-databricks)", "Datadog (dagster-datadog)", "Datahub (dagster-datahub)", "dbt (dagster-dbt)", "Orchestration on Docker", "DuckDB (dagster-duckdb)", "DuckDB + Pandas (dagster-duckdb-pandas)", "DuckDB + PySpark (dagster-duckdb-pyspark)", "Fivetran (dagster-fivetran)", "GCP (dagster-gcp)", "Great Expectations (dagster-ge)", "GitHub (dagster-github)", "GraphQL (dagster-graphql)", "Kubernetes (dagster-k8s)", "MLflow (dagster-mlflow)", "Microsoft Teams (dagster-msteams)", "MySQL (dagster-mysql)", "PagerDuty (dagster-pagerduty)", "Pandas (dagster-pandas)", "Papertrail (dagster-papertrail)", "PostgreSQL (dagster-postgres)", "Prometheus (dagster-prometheus)", "Pyspark (dagster-pyspark)", "Shell (dagster-shell)", "Slack (dagster-slack)", "Snowflake (dagster-snowflake)", "Snowflake with Pandas (dagster-snowflake-pandas)", "Spark (dagster-spark)", "SSH / SFTP (dagster-ssh)", "Twilio (dagster-twilio)", "Dagstermill", "Loggers", "Versioning and Memoization (Experimental)", "Ops", "Partitioned Config", "Repositories", "Resources", "Run Requests", "Types", "Utilities"], "titleterms": {"A": 33, "Ins": 53, "about": 33, "access": 33, "airbyt": 12, "airflow": 13, "an": [33, 51], "api": [2, 16, 17, 18, 20, 24, 33, 43], "app": 16, "asset": [1, 2, 6, 12, 23, 28, 53], "aw": 14, "azur": 15, "backend": 16, "best": 16, "bigqueri": 29, "broker": 16, "built": [10, 51, 58], "celeri": [16, 17, 18], "chart": 33, "cli": [2, 16, 23], "client": 32, "cloud": 23, "cloudwatch": 14, "cluster": 33, "collect": 4, "comput": 9, "config": [3, 6, 54], "configur": [6, 16], "context": [6, 10], "coordin": 9, "core": 23, "custom": [16, 51], "daemon": 2, "dagit": 2, "dagster": [2, 12, 13, 14, 15, 16, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49], "dagstermil": 50, "dask": 19, "databrick": 20, "datadog": 21, "datahub": 22, "dataproc": 29, "dbt": 23, "debug": 2, "defin": [1, 51, 53], "definit": 54, "depend": 7, "develop": 33, "docker": [17, 24], "duckdb": [25, 26, 27], "dump": 2, "dynam": 4, "ec": 14, "emr": 14, "enabl": 33, "error": [5, 23], "event": [9, 53], "except": 9, "execut": [6, 31, 53], "executor": [6, 9], "exist": 33, "expect": 30, "experiment": [9, 10, 14, 15, 29, 52, 54], "explicit": 7, "faster": 33, "file": [9, 14, 15, 29], "fivetran": 28, "from": [33, 51], "gc": 29, "gcp": 29, "gcr": 33, "ge": 30, "get": 37, "github": 31, "graph": [6, 7], "graphql": [2, 31, 32], "great": 30, "grpc": 2, "handl": 9, "heartbeat": 2, "helm": 33, "hook": 8, "input": 10, "instanc": [2, 9], "intern": 9, "io": 10, "issu": 31, "job": [2, 6, 11], "k8": 33, "kei": 53, "kind": 33, "kubernet": [18, 33], "launcher": 9, "list": 16, "local": 33, "log": [9, 51], "logger": 51, "make": 58, "manag": [9, 10, 14, 15, 29], "manual": 33, "map": [4, 54], "materi": 6, "memoiz": 52, "metadata": 53, "microsoft": 35, "minikub": 33, "mlflow": 34, "monitor": 16, "msteam": 35, "mysql": 36, "new": 58, "note": 33, "op": [12, 23, 28, 33, 51, 53], "orchestr": [17, 18, 24], "other": 16, "out": 53, "output": 10, "pagerduti": 37, "panda": [26, 38, 46], "papertrail": 39, "partit": [54, 57], "post": 31, "postgr": 40, "postgresql": 40, "practic": 16, "project": 2, "prometheu": 41, "pvc": 33, "pyspark": [27, 42], "python": [32, 33], "queri": 31, "quickstart": 16, "reconstruct": [6, 11], "redi": 33, "redshift": 14, "repositori": 55, "request": 57, "resourc": [12, 23, 28, 56], "result": 6, "root": 10, "rpc": 23, "run": [2, 6, 9, 33, 57], "s3": 14, "schedul": [2, 9, 54, 57], "schema": 6, "secretsmanag": 14, "sensor": [2, 57], "setup": 33, "sftp": 48, "shell": 43, "slack": 44, "snowflak": [45, 46], "softwar": 1, "spark": 47, "ssh": 48, "start": [16, 37], "step": 9, "storag": 9, "tabl": 53, "task": 16, "team": 35, "termin": 16, "test": [14, 33, 58], "twilio": 49, "type": [3, 23, 53, 58], "util": [3, 23, 59], "valid": 33, "version": 52, "wipe": 2, "worker": 16, "your": 16}}