-
Notifications
You must be signed in to change notification settings - Fork 0
/
conf.ini
54 lines (46 loc) · 2.46 KB
/
conf.ini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
[Paths]
base_path = /home/ph0s/code/analytics/covid
base_path_bb = /home/ph0s/code/analytics/covid-bitbucket/covid
# Raw
raw_datapath = %(base_path)s/data/1_raw_data
trigger_raw_scripts = %(base_path)s/dataprocessing/0_trigger_raw_data_fetch/fetch_raw.py
flag_file = %(base_path)s/dataprocessing/0_trigger_raw_data_fetch/flag_file.txt
trigger_path = %(base_path)s/dataprocessing/1_fetch_data_write_to_raw
# Staged
staged_datapath = %(base_path)s/data/2_staged_data
staged_scripts = %(base_path)s/dataprocessing/2_read_raw_process_and_write_to_staged
# Final
final_datapath = %(base_path)s/data/3_finalized_data
final_geo_script = %(base_path)s/dataprocessing/3_read_staged_write_to_final/read_all_staged_create_geomap.py
final_trend_script = %(base_path)s/dataprocessing/3_read_staged_write_to_final/read_all_staged_create_trendcharts.py
final_prediction_script = %(base_path)s/dataprocessing/4_modelling/c19_ww_prediction.py
final_write_dir = %(base_path)s/data/3_finalized_data
# Non-tiered Processing
# Research Data & scripts
research_scriptfile = %(base_path)s/dataprocessing/research_data/nature_update.py
staged_research_script = %(base_path)s/dataprocessing/research_data/llm_layman_interpretation.py
new_research_dump = %(base_path)s/dataprocessing/research_data/article_dump.json
article_data = %(base_path)s/dataprocessing/research_data/article_data.json
article_data_to_publish = %(base_path)s/dataprocessing/research_data/article_data.json
existing_research_articles = %(base_path)s/dataprocessing/research_data/existing_articles.json
selected_research_articles = %(base_path)s/dataprocessing/research_data/selected_articles.json
research_html_script = %(base_path)s/dataprocessing/3_read_staged_write_to_final/create_research_article_html.py
# HTML
html_savedir_gh = %(base_path)s/docs
html_savedir_bb = %(base_path_bb)s/docs
save_geomap_dir_gh = %(base_path)s/docs
save_trend_dir_gh = %(base_path)s/docs
save_geomap_dir_bb = %(base_path_bb)s/docs
save_trend_dir_bb = %(base_path_bb)s/docs
# Git
push_html_file_gh = %(base_path)s/dataprocessing/0_trigger_raw_data_fetch/commit_data_html.sh
push_html_file_bb = %(base_path_bb)s/push_datahtml_to_bb.sh
# Meta
log_output_path = %(base_path)s/dataprocessing/0_trigger_raw_data_fetch/log.txt
[Data]
data_stale_hours = 23
# 15 means data to be included in dataset is 15 days
datafreshness = 15
n_days_back_to_include = 365
# 22 in 365 days they should have atleast 22 data reports (assumes weekly reporting)
sufficient_updates_since_threshold = 22