Dagster: Remove all code used for development of new metadata files (#…

…26322)

* Remove unused

* Refactor to use registry in sensor

* Format

airbyte-ci/connectors/metadata_service/orchestrator/orchestrator/__init__.py

@@ -5,20 +5,17 @@
 
 from orchestrator.resources.gcp import gcp_gcs_client, gcs_bucket_manager, gcs_directory_blobs, gcs_file_blob, gcs_file_manager
 from orchestrator.resources.github import github_client, github_connector_repo, github_connectors_directory
-from orchestrator.resources.local import simple_local_file_manager
 
 from orchestrator.assets import (
     github,
     specs_secrets_mask,
     spec_cache,
     registry,
     registry_report,
-    legacy_registry,
     metadata,
-    dev,
 )
 
-from orchestrator.jobs.registry import generate_registry_reports, generate_local_metadata_files, generate_registry
+from orchestrator.jobs.registry import generate_registry_reports, generate_registry
 from orchestrator.sensors.registry import registry_updated_sensor
 from orchestrator.sensors.metadata import metadata_updated_sensor
 
@@ -32,15 +29,12 @@
         spec_cache,
         metadata,
         registry,
-        legacy_registry,
         registry_report,
-        dev,
     ]
 )
 
 
 RESOURCES = {
-    "metadata_file_directory": simple_local_file_manager.configured({"base_dir": "/tmp/metadata"}),
     "github_client": github_client.configured({"github_token": {"env": "GITHUB_METADATA_SERVICE_TOKEN"}}),
     "github_connector_repo": github_connector_repo.configured({"connector_repo_name": CONNECTOR_REPO_NAME}),
     "github_connectors_directory": github_connectors_directory.configured({"connectors_path": CONNECTORS_PATH}),
@@ -53,8 +47,6 @@
     "registry_directory_manager": gcs_file_manager.configured({"gcs_bucket": {"env": "METADATA_BUCKET"}, "prefix": REGISTRIES_FOLDER}),
     "registry_report_directory_manager": gcs_file_manager.configured({"gcs_bucket": {"env": "METADATA_BUCKET"}, "prefix": REPORT_FOLDER}),
     "latest_metadata_file_blobs": gcs_directory_blobs.configured({"prefix": METADATA_FOLDER, "suffix": f"latest/{METADATA_FILE_NAME}"}),
-    "legacy_oss_registry_gcs_blob": gcs_file_blob.configured({"prefix": "", "gcs_filename": "oss_catalog.json"}),
-    "legacy_cloud_registry_gcs_blob": gcs_file_blob.configured({"prefix": "", "gcs_filename": "cloud_catalog.json"}),
     "latest_oss_registry_gcs_blob": gcs_file_blob.configured({"prefix": REGISTRIES_FOLDER, "gcs_filename": "oss_registry.json"}),
     "latest_cloud_registry_gcs_blob": gcs_file_blob.configured({"prefix": REGISTRIES_FOLDER, "gcs_filename": "cloud_registry.json"}),
 }
@@ -66,7 +58,7 @@
 
 SCHEDULES = []
 
-JOBS = [generate_registry_reports, generate_local_metadata_files]
+JOBS = [generate_registry_reports, generate_registry]
 
 """
 START HERE