From 72f22650a22e37e846d55db8f96524df5879081b Mon Sep 17 00:00:00 2001 From: Krzysztof Findeisen Date: Fri, 18 Oct 2024 15:24:56 -0700 Subject: [PATCH] Add PTC datasets for LSSTComCamSim unit tests. These datasets are required by the new IsrTaskLSST. The same task also requires new versions of the other image-like calibs, but we are not updating those yet because they're mocked out anyway. --- ...SST_ptcGen_20240926a_20240926T153341Z.fits | 0 ...SST_ptcGen_20240926a_20240926T153341Z.fits | 0 tests/data/central_repo/gen3.sqlite3 | Bin 2613248 -> 2613248 bytes tests/data/make_central_repo.sh | 6 ++++-- 4 files changed, 4 insertions(+), 2 deletions(-) create mode 100644 tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S11_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits create mode 100644 tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S12_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits diff --git a/tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S11_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits b/tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S11_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits new file mode 100644 index 00000000..e69de29b diff --git a/tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S12_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits b/tests/data/central_repo/LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z/ptc/ptc_LSSTComCamSim_R22_S12_LSSTComCamSim_calib_DM-46360_isrTaskLSST_ptcGen_20240926a_20240926T153341Z.fits new file mode 100644 index 00000000..e69de29b diff --git a/tests/data/central_repo/gen3.sqlite3 b/tests/data/central_repo/gen3.sqlite3 index 7800d2926aec20273a776c052412afc9f55fa1a2..3a5fbb8dbf6fd856a8373c49bc028563dcaee7b8 100644 GIT binary patch delta 4940 zcmdT|eQ*@z8Q*vB-FNr)ZtuO1T<%Oxa=CDK$VamIx?B|W0;og@91s<4A$Npeuo5ni zMAT6NrigK1E|Vr}TRM%}3e}OG#$;PZ$7@HC8H9$8rH*y%Rjb8MGN@3{YM zB9V|>wtn-b#`xwRX`YuQI-0L-X)CReE2`w$icq|4@~*MGy0WsW{1(x?jB%J&G3M2# zcWFxctlyjt4=+kTE)l{oUc=S>@mKQ1vPt8C{`@1W(N$pl3WS&9ZN=Kp{r@?{mw!{c z{_SHs#?X#2c67|ZCZ_#{G1Gd6K1}=Q19Tg`leW`k^ky2T^>jV`sp^g3JE=fC9D=m? zm4}z&__Q=YwlMTrx}WZ&kI+4IklsssXfNGDlk^$Y8^u4Ngfk%I_bAUc;p_5^^gf0@ zPoJc}hQ&fG z6fQN~OYczR6rQQZQur$iD(tIsUBXp?wSbeW)KcQ)>~JxQV7micP7J0oMgUF&_;$Kh zk<%JDjgMQD;so+2OU;yX1)NnpMjE3RKKh^{k7@WZoKKOv zuP#py%^s-I%TcL)nl)%MK$|9^8Gt5fuOeqOXhws&`sy4y)aKNoP93USRoZPO@xgJ7 z-6BnDUGR+F2ZK=BBy_`B`l;#}$9pNN0vocfWO~4@+jogjN0AyBXta%V6}_H1X%L8^ zmVQj%81Zm-QB)70tCgay$mVd{3_&!71zbC<+^Ch{G?F1;(uC=Abc@vpcvbySCHn`>)pt7>Y)Emfh)>Ud2^4zF2T*<4#uULJ3b zUqFZDoDz}S!+@I^;%B+z%FGOz#&UmD7G=m{^`Q*mIpyg4B)BM-n|QU~(7@($1g}yp z?~+qSEidDc7vpy0-D+Z-yu~Wr<3v!Ge?pEUv=A~B!4_gbtP`)!URJ3OoFR7;BoANA;1+~|}Z$wI8%v`Nw{8@}2ueyIO$AbtUMi5b*%b5;drx}l$peSkD zt+qx@e>0&7Se$Dh^LDly>Kc@zX2Mp@>;;pYFkN(#+b=4~ z3DweNI#sV3Oq-ypk1I3NCa7wMvM6m@s3y~By)ne0p(1ApY7DwDMKqv-ZCG%LI0LBB(_Uir^Idx7OT5%HQ(_N zvJP-k5e5!x9gwBaKtvKo)=94uGz-!d6iVxRI3uIyi;$cd3n(WHl6N-#8j&ki0VQ=n zn#PIbDh7&Ym7sX=dZfx$={clCtP)W_v`IH&^mFh=F)H|NpFOY3ZV0kdXp!yQYa4ZV zM4`$8l_V6p!lh{olhBO3mIV%e~j-{XGEpB{LG7Kd$veDBv0roN6)@J&Xj24qVwf7wOF zhbO(o=#0>&jJ;20z$#_eVlbIMW34{*Eb8G2HcW&5kF5|Qmh z#g+EYSl0MCs5x!S5;@zY6M41=?0zo4nO%l&#%?l= z+hafv_5WLFwMWq*%p;N9RU#_9V3FRNKP8qtvT0FVZ<8VgG{_*;I>_fx8I}0PnewAfg}7)U;MQri6+WZ>w~lA>j#U< zklge?hnA-7p`~f^s1iSSH+g6&UAMktGj9JLJ#i|3DlW{Q_g&mc+}{=~1o41e3Nj6( z2*e9gthNPxgKmw2B0iuXm`PQR_>RFyM0|ou=KFd$bSvbyS;&rMz{zs@Si%j~d6g6K zEC%oi4X=+>!gm1h3BaFf_k~&X1mO2hjMUV_C(G$0b>2ff+U>)#=2J@3nH?mb*#LtC zI_D1iX0d2D=TZ0MBVgo$u0vc9tHGavBFKX?TmF!2+7a7aj7NfM%Y!P1s-A{{iwqLWe-Po}Go~?DW7(*@w(*LXR z-5I3%TaB#J{z*ZJa-u%yxjEXpv14Offa7lD620cMHmyGA+tn?$Lu+!frn{J)%zS#baW delta 2544 zcmdUwe{36P8OQHEzwdkJ`}H_>ns`pyICg$jE2+t#%OLBHl%b_7t=p9~6Iy}kp z>XtInfr`6EDNEJjDYD;!A~juslu4V8rO6A0sh-A0q|(WgCXhfXr%|Q}@kbQcU_W3y zmyRmR82{r}-}9aC^Za<9=ecvCa+(xS#RhWqsm2ZD>Q8b%SR2=!c?G@>_rn(Gfe_R= z^RPNt(~X&ZK!(R_at9j?IIQT-6$SRf-Ovl2&H`}f3M7Ix-RSNCaRlPuem+Zcq-LCX zt>ax@-L&f+x5=l_e)agt9S?@rg`j*};s-1UbojBNEBFy-w$NRP^JqA%zy){?&cV|#0cAK0BQOTTBAE>gvw>lj9tI8-g`?Sp z0lKkHhocI-05k9`{1A=C;W!+HqcV}B6A*JK(MjV*My%f=J*8lX*Wi+f6a%_Qp8?ZhAwpsSyc*%w zgaIFs7vX2fPQw(u442UES(%umvmY5muNyEM?p0O@=Fv{E!J{i>)}sJq(V5Aj=-e{U z`9XA^X9nCJu$6$V1Z;)=!x3M|^EG0N1x&MyV1pyb7Rpsh39{9Itp;qBwgG9udr49J zkWy|1>~6ds_z&v`tRJvGvf|T|0M=PL0pGo(53T>eJW$gi`Xq(vT>eH zfp}?v-il*5jui_jH~{;WRC-R6hl8e8ey{$PAjAnQ{@Ac>>+#P zV3n`4i7JDDDl^!Gf_Hu1D%SXXmDuF-O`_m)Do^=bV`6{5{WTeVlP`n=C-Zzj9+>C8 zDhl)5k=y>t-y&q&bWLtEl~2CQzsX5wiD?5f2ef#oRL~qb7Si?+@+C~B_gD|pP&z7% zGGq@k=Qajjv*rL*DoRBTX3gK5;z-uKZ917d94h-JouWB25yII6oraOWwBx|5H*y;H17>b|7Ejfi~vTpnnhRE+9}+uWyxaJ+RRj=1)-$T zVQ_pE@HquM=yvk=xU zla^8+)rw1hy?<|elRWW|^^H@+DKWdL)MbCB0wg(i@)+;zKz0QdJioMftbYH(i`;9iHt=HDej;!6IshTIMf94(HO68X3I zX0fT?P9A%t+d%;;A|L6lIrS?7B^GU->54w5mfWZ%d^LK7+`eq{3uZYJr4-mnMOa=e zp|X<9WTLOD!p%f2NpFh2t*S`$!9em;|_-APJrttC&A+PjzK@H^>L|Dm&PLWAA zQ2DuJ!)2nfhjEDZuwz5*4X8%cO4KS;6Do;nmP75Say*zqH`OG&+|=vX8#m=h-kTa> zy_6Bc zwjtazow`va6U%(}8D&331KdwFiL`Gvh>UMK|E~vAX5UD?NXWvnZJst$hV~uB;SVU< zK`p1qy)Ac3Ln(cE95M(FxoAIBFYh*?*$_+_rxM1LEfr diff --git a/tests/data/make_central_repo.sh b/tests/data/make_central_repo.sh index 5fa382c5..ba0eac6c 100644 --- a/tests/data/make_central_repo.sh +++ b/tests/data/make_central_repo.sh @@ -15,6 +15,7 @@ butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset- butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type bias --collections LSSTComCamSim/calib/DM-42287 --where "instrument='LSSTComCamSim' and detector in (4, 5)" butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type dark --collections LSSTComCamSim/calib/DM-42287 --where "instrument='LSSTComCamSim' and detector in (4, 5)" butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type flat --collections LSSTComCamSim/calib/DM-44910 --where "instrument='LSSTComCamSim' and detector in (4, 5) and physical_filter='g_01'" +butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type ptc --collections LSSTComCamSim/calib/DM-46360 --where "instrument='LSSTComCamSim' and detector in (4, 5)" butler transfer-datasets /repo/main "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type pretrainedModelPackage --collections pretrained_models/dummy butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type skyMap --where "skymap='ops_rehersal_prep_2k_v1'" butler transfer-datasets embargo_or4 "$REPO" --transfer copy --register-dataset-types --transfer-dimensions --dataset-type goodSeeingCoadd --collections LSSTComCamSim/runs/OR4_templates/w_2024_23/DM-44718/20240610T044930Z --where "instrument='LSSTComCamSim' and detector=4 and visit=7024061700046" @@ -25,18 +26,19 @@ butler certify-calibrations "$REPO" u/abrought/bfk_70240217_w_2024_07_final/2024 butler certify-calibrations "$REPO" u/jchiang/bias_70240217_w_2024_07/20240218T190659Z LSSTComCamSim/calib/DM-46312 bias --begin-date "2024-06-15T12:00:00" --end-date "2024-06-25T12:00:00" butler certify-calibrations "$REPO" u/jchiang/dark_70240217_w_2024_07/20240218T191310Z LSSTComCamSim/calib/DM-46312 dark --begin-date "2024-06-15T12:00:00" --end-date "2024-06-25T12:00:00" butler certify-calibrations "$REPO" u/jchiang/flat_70240417_w_2024_15/20240418T050546Z LSSTComCamSim/calib/DM-46312 flat --begin-date "2024-06-15T12:00:00" --end-date "2024-06-25T12:00:00" +butler certify-calibrations "$REPO" LSSTComCamSim/calib/DM-46360/isrTaskLSST/ptcGen.20240926a/20240926T153341Z LSSTComCamSim/calib/DM-46987 ptc --begin-date "2024-06-15T12:00:00" --end-date "2024-06-25T12:00:00" # Alias all the runs butler collection-chain "$REPO" pretrained_models pretrained_models/dummy butler collection-chain "$REPO" refcats refcats/DM-42510 -butler collection-chain "$REPO" LSSTComCamSim/calib LSSTComCamSim/calib/DM-46312 +butler collection-chain "$REPO" LSSTComCamSim/calib LSSTComCamSim/calib/DM-46312 LSSTComCamSim/calib/DM-46987 butler collection-chain "$REPO" LSSTComCamSim/templates LSSTComCamSim/runs/OR4_templates/w_2024_23/DM-44718/20240610T044930Z butler collection-chain "$REPO" LSSTComCamSim/defaults LSSTComCamSim/calib skymaps refcats pretrained_models # Empty out files and make them size 0 in the registry. # We do not empty the camera or skymap because we actually need to read them. for x in `find "$REPO/LSSTComCamSim/calib/curated/" -name "*.fits"`; do : > $x; done -for x in `find "$REPO/LSSTComCamSim/calib/DM-43441/" -name "*.fits"`; do : > $x; done +for x in `find "$REPO/LSSTComCamSim/calib/DM-46360/" -name "*.fits"`; do : > $x; done for x in `find "$REPO/LSSTComCamSim/runs/" -name "*.fits"`; do : > $x; done for x in `find "$REPO/pretrained_models/" -name "*.zip"`; do : > $x; done for x in `find "$REPO/refcats/DM-42510/" -name "*.fits"`; do : > $x; done