-
Notifications
You must be signed in to change notification settings - Fork 0
/
ddoti_summary.sh
159 lines (134 loc) · 6.75 KB
/
ddoti_summary.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
#!/bin/bash
file_list=$1
shift
savedir=`pwd`
# source detection
ndetect_max=50
search_snr=10
# summary
thumb_size=301
thumb_scale=2
t00=`date +%s`
while [ $# -gt 0 ] ; do eval $1 ; shift ; done
[ -s $file_list ] || { echo "No file $file_list" ; exit 1 ; }
go_iter=0
function gonogo() {
((go_iter++))
[ "$((go_iter%NBATCH))" -eq 0 ] && wait
}
file0=`sort $file_list | head -1`
cam=`gethead CCD_NAME $file0 | cut -c1-2`
[ "$cam" ] || cam=`basename $file0 | cut -c16-17`
[ "$filter" ] || filter=`gethead FILTER $file0`
[ "$filter" ] || filter=W
dte1=`echo $file0 | sed -e 's/f//g' -e 's/C/ /g' | awk '{print $1}'`
file1=`sort $file_list | tail -1`
dte2=`echo $file1 | sed -e 's/f//g' -e 's/C/ /g' | awk '{print $1}'`
tag=${cam}_$filter
grb_RA=`gethead CRVAL1 $file0`
grb_DEC=`gethead CRVAL2 $file0`
trig_time=`gethead SEXALT $file0 | sed -e 's/-//g' -e 's/://g'`
[ "$trig_time" ] || trig_time=`gethead DATE-OBS $file0 | sed -e 's/-//g' -e 's/://g'`
gethead -a DATE-OBS EXPTIME @$file_list | awk '{print $2,$3}' | sed -e 's/-//g' -e 's/://g' > times_$file_list
echo ddoti_lc_plots.py new_phot_${cam}.txt stack_${cam}_radec.txt times_$file_list $trig_time
ddoti_lc_plots.py new_phot_${cam}.txt stack_${cam}_radec.txt times_$file_list $trig_time
[ -f stack_${cam}.jpg ] && rm stack_${cam}.jpg
make_circles.sh stack_${cam}.fits stack_${cam}_radec.txt &
#
# make postage stamps
#
file=stack_${cam}.fits
echo "file=$file" > thumb.batch
grep -v '#' stack_${cam}_radec.txt | awk '{x=$8;y=$9;id=$NF;printf("getfits $file %.0f-%.0f %.0f-%.0f -o thumb_%d.fits\n",x-150,x+150,y-150,y+150,id)}' >> thumb.batch
cat thumb.batch | sh >/dev/null 2>&1
x0=`gethead CRPIX1 $file`; y0=`gethead CRPIX2 $file`
dx0=`gethead NAXIS1 $file`; dy0=`gethead NAXIS2 $file`
radec2xy.py stack_${cam}.fits usno_radec.fits | awk '{if($1>=1 && $1<='$dx0' && $2>=1 && $2<='$dy0') printf("%f %f %.0f_%.1f\n",$1,$2,$3,$4)}' > usno_xy.txt
for file in `ls thumb_*fits`; do
make_circles.sh $file stack_${cam}_radec.txt sz=$thumb_size x0=$x0 y0=$y0 scl=$thumb_scale calfile=usno_xy.txt &
gonogo
done
wait
sz0=`echo $thumb_size $thumb_scale | awk '{print $1*$2}'`
C11=`gethead CD1_1 stack_${cam}.fits`; C12=`gethead CD1_2 stack_${cam}.fits`
pscale=`echo $C11 $C12 | awk '{print sqrt($1*$1+$2*$2)*3600.}'`
phys_size=`echo $thumb_size $pscale | awk '{printf("%.1f\n",$1*2/60.)}'`
for file in `ls thumb_*_circles.jpg`; do
file1=`echo $file | sed -e 's/_circles//g'`
base=${file%'.jpg'}
base1=${file1%'.jpg'}
echo "<HTML><BODY><IMG SRC=\"$file\" USEMAP=\"#${base}.map\" WIDTH=\"$sz0\">" > ${base}.html
echo "<HTML><BODY><IMG SRC=\"$file1\" USEMAP=\"#${base1}.map\" WIDTH=\"$sz0\">" > ${base1}.html
cat ${base}.map >> ${base}.html
cat ${base1}.map >> ${base1}.html
echo "<BR>Physical Size: $phys_size arcmin, Click Red Circle for Lightcurve, Click Elsewsavedir to Toggle Circles<BR></BODY></HTML>" >> ${base}.html
echo "<BR>Physical Size: $phys_size arcmin, Click to Toggle Circles<BR></BODY></HTML>" >> ${base1}.html
done
#
# compress the stacks
#
rm stack_${cam}.fits.fz stack_${cam}.wt.fits.fz 2>/dev/null
fpack stack_${cam}.fits &
fpack stack_${cam}.wt.fits &
wait
pdir0=photometry_${dte1}_${tag}_${nfiles}
pdir=${savedir}/$pdir0
if [ -d $pdir ]; then
rm -r ${pdir}/*
else
mkdir $pdir
fi
#
#make a webpage
#
echo "<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\">
<HTML><HEAD><TITLE>$dte1 $nfiles $tag redux</TITLE></HEAD>
<BODY BGCOLOR=\"#FFFFFF\" TEXT=\"#003300\">
<FONT SIZE=\"+2\" COLOR=\"#006600\">DDOTI $cam Sources for : RA $grb_RA , Dec $grb_DEC [$nfiles Frame, $dte1 - $dte2]</FONT><P>
<IMG SRC=\"${pdir0}/stack_${dte1}_${tag}_circles.jpg\" USEMAP=\"#stack_${cam}_circles.map\">" > index.html
sed \$d stack_${cam}_circles.map | sed -e "s/lc_/${pdir0}\/thumb_/g" -e "s/\.jpg/_circles\.html/g" >> index.html
echo "</map><BR><A HREF=\"${pdir0}/stack_${dte1}_${tag}.jpg\" target=\"_blank\">Image without circles</A>" >> index.html
echo "<P><FONT SIZE=\"+2\" COLOR=\"#006600\">USNO-B1 R Band Photometry (AB, Uncatalogued Sources, SNR>$search_snr, Nmax=$ndetect_max):</FONT><BR><P><PRE>" >> index.html
grep '#' new_phot_${cam}.txt.summary.txt >> index.html
grep -v '#' new_phot_${cam}.txt.summary.txt | eval awk "'{printf(\"<A HREF=\\\"$pdir0/thumb_%s_circles.html\\\" target=\\\"_blank\\\">%s</A>\n\",\$1,\$1)}'" > phot$$.tmp0
grep -v '#' new_phot_${cam}.txt.summary.txt | cut -c8- > phot$$.tmp1
paste phot$$.tmp0 phot$$.tmp1 >> index.html
warning=`cat warning.txt`
echo "</PRE>
<A HREF=\"${pdir0}/cal_phot_${dte1}_${tag}.txt\">Calibration Source Photometry.</A>
<BR>${warning}<HR>Substacks made for this field:<BR><PRE>
# File Xrange Yrange RA1 RA2 DEC1 DEC2 EXPOSURE FWHM Mag-10s ZeroPoint" >> index.html
gethead -a I0 I1 J0 J1 RA0 RA1 DEC0 DEC1 EXPTIME FWHM MAGLIM MAGZERO @stack_$file_list > stack.summary
awk '{printf("%s %4d-%-4d %4d-%-4d %10.6f %10.6f %10.6f %10.6f %8.1f %6.1f %8.2f %8.2f\n",$1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13)}' stack.summary >> index.html
echo "</PRE>" >> index.html
dist_jpg=`ls *_dist.jpg | head -1`
[ -f "$dist_jpg" ] && echo "<A HREF=\"${pdir0}/stack_${dte1}_${tag}_dist.jpg\" target=\"_blank\">Distortion Correction</A>" >> index.html
task_tot=`date +%s | awk '{printf("Total Execution Time for All Tasks: %.2f minutes\n",($1-'$t00')/60.)}'`
upt=`uptime`
echo $task_tot
echo $upt
dte=`date -u`
echo "<HR WIDTH=\"100%\"> $task_tot <A HREF=\"stack_${dte1}_${tag}_${nfiles}.log\" target=\"_blank\">logfile</A><BR>
$upt <BR> Last Updated: $dte (natbutler@asu.edu)</BODY></HTML>" >> index.html
#
# ship out all the summary files
#
mv index.html ${savedir}/stack_${dte1}_${tag}_${nfiles}.html
rm ${savedir}/current.html 2>/dev/null
ln -s ${savedir}/stack_${dte1}_${tag}_${nfiles}.html ${savedir}/current.html
mv stack.summary ${pdir}/stack_summary_${dte1}_${tag}.txt
mv new_phot_${cam}.txt ${pdir}/new_phot_${dte1}_${tag}.txt
grep '#' cal_phot_${cam}.txt > cal_phot_${cam}.tmp
awk '{printf("# image=%d %s\n",NR,$0)}' times_$file_list >> cal_phot_${cam}.tmp
grep -v '#' cal_phot_${cam}.txt >> cal_phot_${cam}.tmp
mv cal_phot_${cam}.tmp cal_phot_${cam}.txt
mv cal_phot_${cam}.txt ${pdir}/cal_phot_${dte1}_${tag}.txt
mv stack_${cam}_radec.txt ${pdir}/stack_${dte1}_${tag}_radec.txt
[ -f "$dist_jpg" ] && cp $dist_jpg ${pdir}/stack_${dte1}_${tag}_dist.jpg
mv new_phot_${cam}.txt.summary.txt ${pdir}/new_phot_${dte1}_${tag}_summary.txt
mv lc_*.jpg thumb_*.jpg thumb_*.html $pdir 2>/dev/null
mv stack_${cam}.jpg ${pdir}/stack_${dte1}_${tag}.jpg
mv stack_${cam}_circles.jpg ${pdir}/stack_${dte1}_${tag}_circles.jpg
mv stack_${cam}.fits.fz ${savedir}/stack_${dte1}_${tag}.fits.fz
mv stack_${cam}.wt.fits.fz ${savedir}/stack_${dte1}_${tag}.wt.fits.fz
rm thumb.batch phot$$.tmp0 phot$$.tmp1 thumb_*.fits thumb_*.map stack_*.map times_$file_list usno_xy.txt 2>/dev/null