Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Remove ingestion #1465

Merged
merged 6 commits into from
Jun 27, 2023
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
3 changes: 0 additions & 3 deletions datacube/api/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,8 @@
"""

from .core import Datacube, TerminateCurrentLoad
from .grid_workflow import GridWorkflow, Tile

__all__ = (
'Datacube',
'GridWorkflow',
'Tile',
'TerminateCurrentLoad',
)
400 changes: 0 additions & 400 deletions datacube/api/grid_workflow.py

This file was deleted.

9 changes: 2 additions & 7 deletions datacube/drivers/netcdf/driver.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,20 +46,18 @@ def format(self):
def uri_scheme(self):
return PROTOCOL

def mk_uri(self, file_path, storage_config):
def mk_uri(self, file_path):
"""
Constructs a URI from the file_path and storage config.

A typical implementation should return f'{scheme}://{file_path}'

Example:
file_path = '/path/to/my_file.nc'
storage_config = {'driver': 'NetCDF CF'}

mk_uri(file_path, storage_config) should return 'file:///path/to/my_file.nc'
mk_uri(file_path) should return 'file:///path/to/my_file.nc'

:param Path file_path: The file path of the file to be converted into a URI.
:param dict storage_config: The dict holding the storage config found in the ingest definition.
:return: file_path as a URI that the Driver understands.
:rtype: str
"""
Expand All @@ -68,10 +66,7 @@ def mk_uri(self, file_path, storage_config):
def write_dataset_to_storage(self, dataset, file_uri,
global_attributes=None,
variable_params=None,
storage_config=None,
**kwargs):
# TODO: Currently ingestor copies chunking info from storage_config to
# variable_params, this logic should probably happen here.

write_dataset_to_netcdf(dataset, urlsplit(file_uri).path,
global_attributes=global_attributes,
Expand Down
10 changes: 1 addition & 9 deletions datacube/model/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@
"LineageDirection", "LineageTree", "LineageRelation", "InconsistentLineageException",
"Dataset", "Product", "MetadataType", "Measurement", "GridSpec",
"metadata_from_doc",
"ExtraDimensions", "IngestorConfig"
"ExtraDimensions"
]

from odc.geo import CRS, BoundingBox, Geometry, wh_
Expand Down Expand Up @@ -744,14 +744,6 @@ def __hash__(self):
DatasetType = Product


@schema_validated(SCHEMA_PATH / 'ingestor-config-type-schema.yaml')
class IngestorConfig:
"""
Ingestor configuration definition
"""
pass


@deprecat(
reason='This version of GridSpec has been deprecated. Please use the GridSpec class definted in odc-geo.',
version='1.9.0'
Expand Down
171 changes: 0 additions & 171 deletions datacube/model/schema/ingestor-config-type-schema.yaml

This file was deleted.

1 change: 0 additions & 1 deletion datacube/scripts/cli_app.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@

from datacube.ui.click import cli
import datacube.scripts.dataset # noqa: F401
import datacube.scripts.ingest # noqa: F401
import datacube.scripts.product # noqa: F401
import datacube.scripts.metadata # noqa: F401
import datacube.scripts.system # noqa: F401
Expand Down