Skip to content

Commit

Permalink
Transfer dimensions directly with execution butler creation
Browse files Browse the repository at this point in the history
This might reduce the number of dimension records being passed
through YAML.
  • Loading branch information
timj committed Jul 14, 2022
1 parent 835a13a commit 9daeb8f
Showing 1 changed file with 1 addition and 5 deletions.
6 changes: 1 addition & 5 deletions python/lsst/pipe/base/executionButlerBuilder.py
Original file line number Diff line number Diff line change
Expand Up @@ -201,11 +201,6 @@ def _export(
backend = BackendClass(yamlBuffer, universe=butler.registry.dimensions)
exporter = RepoExportContext(butler.registry, butler.datastore, backend, directory=None, transfer=None)

# Need to ensure that the dimension records for input are transferred.
# Butler.transfer_from() does not (yet) transfer records.
dataIds = set(ref.dataId for ref in exports)
exporter.saveDataIds(dataIds)

# Need to ensure that the dimension records for outputs are
# transferred.
for _, dataIds in inserts.items():
Expand Down Expand Up @@ -412,6 +407,7 @@ def buildExecutionButler(
transfer="auto", # No transfers should be happening.
skip_missing=False, # Everything should exist.
register_dataset_types=True,
transfer_dimension_data=True,
)

return newButler

0 comments on commit 9daeb8f

Please sign in to comment.