-
Notifications
You must be signed in to change notification settings - Fork 2
/
skill_determ_CPT_seasonal_precip_CMC1_CanCM4.sh
190 lines (154 loc) · 6.05 KB
/
skill_determ_CPT_seasonal_precip_CMC1_CanCM4.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
#! /bin/bash
#Script to automate the download of NMME seasonal rainfall deterministic hindcasts and observations,
#and to execute CPT to assess associated raw skill
#Author: Á.G. Muñoz (agmunoz@iri.columbia.edu)
#
#Output:
# + Several skill maps for assessment of deterministic forecast, in the output folder.
# + CPT scripts used to assess skill, in the scripts folder.
# + Downloaded input files, in the input folder.
#Notes:
#1. Old data in the input folder is deleted at the beginning of the process!
#2. Right now there's no spatial subsetting (it uses the domain prescribed by the DL). This could be easily fixed.
#4. Rainfall observations are CPC Unified (Chen et al 2008).
####START OF USER-MODIFIABLE SECTION######
#Initialization month(s) -modify as needed:
declare -a mon=('Jan' 'Feb' 'Mar' 'Apr' 'May' 'Jun' 'Jul' 'Aug' 'Sep' 'Oct' 'Nov' 'Dec')
#declare -a mon=('Nov' 'Dec') #if just a particular month is desired
#Target months
declare -a tgti=('1.5') #S: start for the DL
declare -a tgtf=('3.5') #S: end for the DL
declare -a tgt=('Feb-Apr' 'Mar-May' 'Apr-Jun' 'May-Jul' 'Jun-Aug' 'Jul-Sep' 'Aug-Oct' 'Sep-Nov' 'Oct-Dec' 'Nov-Jan' 'Dec-Feb' 'Jan-Mar') #for now, just write the target period (for DL)
#declare -a tgt=('Dec-Feb' 'Jan-Mar')
#Initial and final years
iyear=1983
fyear=2009
#Spatial domain for predictor
nla1=15 # Nothernmost latitude
sla1=-5 # Southernmost latitude
wlo1=-85 # Westernmost longitude
elo1=-65 # Easternmost longitude
#Spatial domain for predictand
nla2=15 # Nothernmost latitude
sla2=-5 # Southernmost latitude
wlo2=-85 # Westernmost longitude
elo2=-65 # Easternmost longitude
#PATH to CPT root directory
cptdir='/home/jfruizm/MOS/CPT/CPT/15.7.3/'
####END OF USER-MODIFIABLE SECTION######
####DO NOT CHANGE ANYTHING BELOW THIS LINE####
clear
echo ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
echo Script to automate the download of NMME seasonal rainfall deterministic hindcasts and observations,
echo and to execute CPT to assess associated raw skill
echo Author: Á.G. Muñoz - agmunoz@iri.columbia.edu
echo ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
echo
echo
#Prepare folders
echo Creating working folders, if not already there...
mkdir -p input
mkdir -p output
mkdir -p scripts
rm -Rf input/model_*.tsv input/obs_*.tsv #comment if deletion of old input files is not desired.
rm -Rf scripts/*
cd input
#Set up some parameters
export CPT_BIN_DIR=${cptdir}
ic=-1
#Start loop
for mo in "${mon[@]}"
do
ic=$(($ic+1))
tar=${tgt[$ic]}
echo Procesando $tar
#Download hindcasts
url='http://iridl.ldeo.columbia.edu/SOURCES/.Models/.NMME/.CMC2-CanCM4/.HINDCAST/.MONTHLY/.prec/S/%280000%201%20'${mo}'%20'$(($iyear-1))'-'${fyear}'%29/VALUES/L/%28'${tgti}'%29/%28'${tgtf}'%29/RANGEEDGES/%5BL%5D//keepgrids/average/%5BM%5D/average/Y/%28'${sla1}'%29/%28'${nla1}'%29/RANGEEDGES/X/%28'${wlo1}'%29/%28'${elo1}'%29/RANGEEDGES/-999/setmissing_value/%5BX/Y%5D%5BL/S/add%5D/cptv10.tsv'
echo $url
echo ---------------------------------------------------
echo Downloading hindcasts and observations for $tgt initialized in $mo ...
curl -k ''$url'' > model_precip_${tar}_ini${mo}.tsv
#Download observations
url='http://iridl.ldeo.columbia.edu/SOURCES/.Models/.NMME/.CPC-CMAP-URD/prate/T/%28Jan%20'$(($iyear-1))'%29/%28Dec%20'$(($fyear+1))'%29/RANGE/T/%28'${tar}'%29/seasonalAverage/Y/%28'${sla2}'%29/%28'${nla2}'%29/RANGEEDGES/X/%28'${wlo2}'%29/%28'${elo2}'%29/RANGEEDGES/-999/setmissing_value/%5BX/Y%5D%5BT%5Dcptv10.tsv'
echo $url
curl -k ''$url'' > obs_precip_${tar}.tsv
#Create CPT script
cd ../scripts
echo ---------------------------------------------------
echo Producing CPT scripts for $tgt initialized in $mo ...
cat <<< '#!/bin/bash
'${cptdir}'CPT.x <<- END
614 # Opens GCM validation
1 # Opens X input file
../input/model_precip_'${tar}'_ini'${mo}'.tsv
'${nla1}' # Nothernmost latitude
'${sla1}' # Southernmost latitude
'${wlo1}' # Westernmost longitude
'${elo1}' # Easternmost longitude
2 # Opens Y input file
../input/obs_precip_'${tar}'.tsv
'${nla2}' # Nothernmost latitude
'${sla2}' # Southernmost latitude
'${wlo2}' # Westernmost longitude
'${elo2}' # Easternmost longitude
4 # X training period
1983 # First year of X training period
5 # Y training period
1983 # First year of Y training period
531 # Goodness index
3 # Kendalls tau
7 # Option: Lenght of training period
27 # Lenght of training period
8 # Option: Length of cross-validation window
3 # Enter length
#542 # Turn ON zero bound for Y data
545 # Turn ON synchronous predictors
#561 # Turn ON p-values for skill maps
544 # Missing value options
-999 # Missing value X flag:
10 # Maximum % of missing values
10 # Maximum % of missing gridpoints
1 # Number of near-neighbours
4 # Missing value replacement : best-near-neighbours
-999 # Y missing value flag
10 # Maximum % of missing values
10 # Maximum % of missing stations
1 # Number of near-neighours
4 # Best near neighbour
# Cross-validation
112 # save goodness index
../output/PRCP_Kendallstau_raw_'${tar}'_ini'${mo}'.txt
#######BUILD MODEL !!!!!
311 # Cross-validation
#131 # select output format
#3 # GrADS format
# Save forecast results
#111 # output results
# save as GrADS
413 # cross-validated skill maps
2 # save Spearmans Correlation
../output/PRCP_Spearman_raw_'${tar}'_ini'${mo}'.txt
413 # cross-validated skill maps
3 # save 2AFC score
../output/PRCP_2AFC_raw_'${tar}'_ini'${mo}'.txt
413 # cross-validated skill maps
10 # save 2AFC score
../output/PRCP_RocBelow_raw_'${tar}'_ini'${mo}'.txt
413 # cross-validated skill maps
11 # save 2AFC score
../output/PRCP_RocAbove_raw_'${tar}'_ini'${mo}'.txt
#0 # Stop saving (not needed in newest version of CPT)
0 # Exit
END
' > RawSkill_precip_${tar}_ini${mo}.cpt
#Execute CPT and produce skill maps
echo ---------------------------------------------------
echo Executing CPT and producing skill maps for $mo ...
chmod 755 RawSkill_precip_${tar}_ini${mo}.cpt
./RawSkill_precip_${tar}_ini${mo}.cpt
# output_${tar}_ini${mo}.log
cd ../input
echo Done with $tar initialized in $mo !! Check output folder for results.
echo
echo
done