Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

DM-27426: Update YAML export to new, stable form and ordering. #8

Merged
merged 1 commit into from
Nov 5, 2020
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
190 changes: 95 additions & 95 deletions input_data/export.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
description: Butler Data Repository Export
version: 0
version: 1.0.0
data:
- type: dimension
element: instrument
Expand Down Expand Up @@ -58,59 +58,39 @@ data:
timespan_begin: null
timespan_end: null
- type: dataset_type
name: bias
dimensions:
- instrument
- detector
storage_class: ExposureF
is_calibration: true
- type: dataset
dataset_type: bias
run: HSC/calib/gen2/2013-11-03
records:
- dataset_id:
- 1091
data_id:
- instrument: HSC
detector: 10
path: HSC/calib/gen2/2013-11-03/bias/bias_10_HSC_HSC_calib_gen2_2013-11-03.fits
formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter
- type: dataset_type
name: defects
name: bfKernel
dimensions:
- instrument
- detector
storage_class: Defects
storage_class: NumpyArray
is_calibration: true
- type: dataset
dataset_type: defects
run: HSC/calib/curated/2013-01-31T00:00:00
dataset_type: bfKernel
run: HSC/calib/unbounded
records:
- dataset_id:
- 493
- 842
data_id:
- instrument: HSC
detector: 10
path: HSC/calib/curated/2013-01-31T00:00:00/defects/defects_10_HSC_HSC_calib_curated_2013-01-31T00:00:00.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
path: HSC/calib/unbounded/bfKernel/bfKernel_HSC_HSC_calib_unbounded.pickle
formatter: lsst.daf.butler.formatters.pickle.PickleFormatter
- type: dataset_type
name: transmission_sensor
name: bias
dimensions:
- instrument
- detector
storage_class: TransmissionCurve
storage_class: ExposureF
is_calibration: true
- type: dataset
dataset_type: transmission_sensor
run: HSC/calib/unbounded
dataset_type: bias
run: HSC/calib/gen2/2013-11-03
records:
- dataset_id:
- 854
- 1016
data_id:
- instrument: HSC
detector: 10
path: HSC/calib/unbounded/transmission_sensor/transmission_sensor_10_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
path: HSC/calib/gen2/2013-11-03/bias/bias_10_HSC_HSC_calib_gen2_2013-11-03.fits
formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter
- type: dataset_type
name: camera
dimensions:
Expand All @@ -128,55 +108,41 @@ data:
path: HSC/calib/unbounded/camera/camera_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: transmission_atmosphere
dimensions:
- instrument
storage_class: TransmissionCurve
is_calibration: true
- type: dataset
dataset_type: transmission_atmosphere
run: HSC/calib/unbounded
records:
- dataset_id:
- 976
data_id:
- instrument: HSC
path: HSC/calib/unbounded/transmission_atmosphere/transmission_atmosphere_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: bfKernel
name: dark
dimensions:
- instrument
storage_class: NumpyArray
- detector
storage_class: ExposureF
is_calibration: true
- type: dataset
dataset_type: bfKernel
run: HSC/calib/unbounded
dataset_type: dark
run: HSC/calib/gen2/2013-11-03
records:
- dataset_id:
- 842
- 1034
data_id:
- instrument: HSC
path: HSC/calib/unbounded/bfKernel/bfKernel_HSC_HSC_calib_unbounded.pickle
formatter: lsst.daf.butler.formatters.pickle.PickleFormatter
detector: 10
path: HSC/calib/gen2/2013-11-03/dark/dark_10_HSC_HSC_calib_gen2_2013-11-03.fits
formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter
- type: dataset_type
name: dark
name: defects
dimensions:
- instrument
- detector
storage_class: ExposureF
storage_class: Defects
is_calibration: true
- type: dataset
dataset_type: dark
run: HSC/calib/gen2/2013-11-03
dataset_type: defects
run: HSC/calib/curated/2013-01-31T00:00:00
records:
- dataset_id:
- 1105
- 142
data_id:
- instrument: HSC
detector: 10
path: HSC/calib/gen2/2013-11-03/dark/dark_10_HSC_HSC_calib_gen2_2013-11-03.fits
formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter
path: HSC/calib/curated/2013-01-31T00:00:00/defects/defects_10_HSC_HSC_calib_curated_2013-01-31T00:00:00.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: flat
dimensions:
Expand All @@ -191,28 +157,50 @@ data:
run: HSC/calib/gen2/2013-06-17
records:
- dataset_id:
- 1131
- 1050
data_id:
- instrument: HSC
detector: 10
physical_filter: HSC-R
path: HSC/calib/gen2/2013-06-17/flat/r/HSC-R/flat_r_HSC-R_10_HSC_HSC_calib_gen2_2013-06-17.fits
formatter: lsst.obs.base.formatters.fitsExposure.FitsExposureFormatter
- type: dataset_type
name: transmission_optics
name: ps1_pv3_3pi_20170110
dimensions:
- htm7
storage_class: SimpleCatalog
is_calibration: false
- type: dataset
dataset_type: ps1_pv3_3pi_20170110
run: refcats
records:
- dataset_id:
- 1143
data_id:
- htm7: 189584
path: refcats/ps1_pv3_3pi_20170110/ps1_pv3_3pi_20170110_189584_refcats.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- dataset_id:
- 1144
data_id:
- htm7: 189648
path: refcats/ps1_pv3_3pi_20170110/ps1_pv3_3pi_20170110_189648_refcats.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: transmission_atmosphere
dimensions:
- instrument
storage_class: TransmissionCurve
is_calibration: true
- type: dataset
dataset_type: transmission_optics
dataset_type: transmission_atmosphere
run: HSC/calib/unbounded
records:
- dataset_id:
- 843
- 976
data_id:
- instrument: HSC
path: HSC/calib/unbounded/transmission_optics/transmission_optics_HSC_HSC_calib_unbounded.fits
path: HSC/calib/unbounded/transmission_atmosphere/transmission_atmosphere_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: transmission_filter
Expand All @@ -234,50 +222,62 @@ data:
path: HSC/calib/unbounded/transmission_filter/r/HSC-R/transmission_filter_r_HSC-R_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: ps1_pv3_3pi_20170110
name: transmission_optics
dimensions:
- htm7
storage_class: SimpleCatalog
is_calibration: false
- instrument
storage_class: TransmissionCurve
is_calibration: true
- type: dataset
dataset_type: ps1_pv3_3pi_20170110
run: refcats
dataset_type: transmission_optics
run: HSC/calib/unbounded
records:
- dataset_id:
- 1014
- 843
data_id:
- htm7: 189584
path: refcats/ps1_pv3_3pi_20170110/ps1_pv3_3pi_20170110_189584_refcats.fits
- instrument: HSC
path: HSC/calib/unbounded/transmission_optics/transmission_optics_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: dataset_type
name: transmission_sensor
dimensions:
- instrument
- detector
storage_class: TransmissionCurve
is_calibration: true
- type: dataset
dataset_type: transmission_sensor
run: HSC/calib/unbounded
records:
- dataset_id:
- 1013
- 854
data_id:
- htm7: 189648
path: refcats/ps1_pv3_3pi_20170110/ps1_pv3_3pi_20170110_189648_refcats.fits
- instrument: HSC
detector: 10
path: HSC/calib/unbounded/transmission_sensor/transmission_sensor_10_HSC_HSC_calib_unbounded.fits
formatter: lsst.obs.base.formatters.fitsGeneric.FitsGenericFormatter
- type: associations
collection: HSC/calib
collection_type: CALIBRATION
validity_ranges:
- begin: !butler_time/tai/iso '2013-05-07 00:00:00.000000000'
end: !butler_time/tai/iso '2014-05-03 00:00:00.000000000'
dataset_ids:
- 1091
- 1105
- begin: !butler_time/tai/iso '2013-01-31 00:00:35.000000000'
end: !butler_time/tai/iso '2014-04-03 00:00:35.000000000'
dataset_ids:
- 493
- 142
- begin: !butler_time/tai/iso '2012-12-19 00:00:00.000000000'
end: !butler_time/tai/iso '2013-12-14 00:00:00.000000000'
dataset_ids:
- 1050
- begin: !butler_time/tai/iso '2013-05-07 00:00:00.000000000'
end: !butler_time/tai/iso '2014-05-02 00:00:00.000000000'
dataset_ids:
- 1016
- 1034
- begin: null
end: null
dataset_ids:
- 854
- 842
- 1
- 976
- 842
- 843
- 957
- begin: !butler_time/tai/iso '2012-12-19 00:00:00.000000000'
end: !butler_time/tai/iso '2013-12-15 00:00:00.000000000'
dataset_ids:
- 1131
- 843
- 854