Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 6 additions & 3 deletions Report/create_reports.R
Original file line number Diff line number Diff line change
Expand Up @@ -139,6 +139,8 @@ for (signal_name in signals) {
check_for_missing_forecasters(state_predictions, forecasters, "state", signal_name, output_dir)
}

save_score_errors <- list()

## Score predictions
print("Evaluating state forecasts")
geo_type <- "state"
Expand All @@ -147,20 +149,21 @@ state_scores <- evaluate_covid_predictions(state_predictions,
geo_type = geo_type
)

save_score_errors <- list()

for (signal_name in signals) {
status <- save_score_cards_wrapper(state_scores, geo_type, signal_name, output_dir)
if (status != 0) {
save_score_errors[paste(signal_name, geo_type)] <- status
}
}

rm(state_scores)
gc()

print("Evaluating national forecasts")
# TODO: When this function was created, COVIDcast did not return national level
# data, and CovidHubUtils was used instead. We could now switch to COVIDcast,
# but COVIDcast and CovidHubUtils don't produce exactly the same data. This
# requires more investigation. Also using CovidHubUtils might be faster.
# requires more investigation. Not using `evalcast` is also faster.
geo_type <- "nation"
nation_scores <- evaluate_chu(nation_predictions, signals, err_measures)

Expand Down