Dissagregate AU and CA population columns (#543)

CartoDB · Aug 6, 2018 · 265c437 · 265c437
1 parent 1fb4d56
commit 265c437
Show file tree

Hide file tree

Showing 4 changed files with 64 additions and 29 deletions.
diff --git a/tasks/geographica/au/csv.py b/tasks/geographica/au/csv.py
@@ -91,6 +91,7 @@ def _generate_csv_file(self, headers, measurements):
         try:
             self.output().makedirs()
             with(open(self.output().path, 'w+')) as csvfile:
+                headers[0]='geoid'
                 writer = csv.DictWriter(csvfile, fieldnames=headers)
                 writer.writeheader()
                 for measurement in measurements:

diff --git a/tasks/geographica/au/measurements.json b/tasks/geographica/au/measurements.json
@@ -1,15 +1,28 @@
 [{"numer_id": "au.data.B01_Tot_P_P", "normalization": "predenominated"},
-{"numer_id": "au.data.B01_Age_0_4_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_5_14_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_15_19_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_20_24_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_25_34_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_35_44_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_45_54_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_55_64_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_65_74_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_75_84_yr_P", "denom_id": "au.data.B01_Tot_P_P"},
-{"numer_id": "au.data.B01_Age_85ov_P", "denom_id": "au.data.B01_Tot_P_P"},
+{"numer_id": "au.data.B01_Tot_P_F", "denom_id": "au.data.B01_Tot_P_P"},
+{"numer_id": "au.data.B01_Tot_P_M", "denom_id": "au.data.B01_Tot_P_P"},
+{"numer_id": "au.data.B01_Age_0_4_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_5_14_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_15_19_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_20_24_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_25_34_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_35_44_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_45_54_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_55_64_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_65_74_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_75_84_yr_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_85ov_F", "denom_id": "au.data.B01_Tot_P_F"},
+{"numer_id": "au.data.B01_Age_0_4_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_5_14_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_15_19_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_20_24_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_25_34_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_35_44_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_45_54_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_55_64_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_65_74_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_75_84_yr_M", "denom_id": "au.data.B01_Tot_P_M"},
+{"numer_id": "au.data.B01_Age_85ov_M", "denom_id": "au.data.B01_Tot_P_M"},
 {"numer_id": "au.data.B01_High_yr_schl_comp_D_n_g_sch_P", "denom_id": "au.data.B01_Tot_P_P"},
 {"numer_id": "au.data.B01_High_yr_schl_comp_Yr_8_belw_P", "denom_id": "au.data.B01_Tot_P_P"},
 {"numer_id": "au.data.B01_High_yr_schl_comp_Yr_9_eq_P", "denom_id": "au.data.B01_Tot_P_P"},

diff --git a/tasks/geographica/ca/csv.py b/tasks/geographica/ca/csv.py
@@ -89,6 +89,7 @@ def _generate_csv_file(self, headers, measurements):
         try:
             self.output().makedirs()
             with(open(self.output().path, 'w+')) as csvfile:
+                headers[0] = 'geoid'
                 writer = csv.DictWriter(csvfile, fieldnames=headers)
                 writer.writeheader()
                 for measurement in measurements:

diff --git a/tasks/geographica/ca/measurements.json b/tasks/geographica/ca/measurements.json
@@ -1,22 +1,42 @@
 [{"numer_id": "ca.statcan.cols_census.t001c001_t", "normalization": "predenominated"},
-{"numer_id": "ca.statcan.cols_census.t001c002_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c003_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c004_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c005_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c011_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c012_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c013_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c014_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c015_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c016_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c017_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c018_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c019_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c020_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c021_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c022_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c023_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
-{"numer_id": "ca.statcan.cols_census.t001c024_t", "denom_id": "ca.statcan.cols_census.t001c001_t"},
+{"numer_id": "ca.statcan.cols_census.t001c001_m", "normalization": "predenominated"},
+{"numer_id": "ca.statcan.cols_census.t001c001_f", "normalization": "predenominated"},
+{"numer_id": "ca.statcan.cols_census.t001c002_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c003_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c004_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c005_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c011_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c012_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c013_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c014_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c015_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c016_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c017_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c018_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c019_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c020_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c021_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c022_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c023_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c024_f", "denom_id": "ca.statcan.cols_census.t001c001_f"},
+{"numer_id": "ca.statcan.cols_census.t001c002_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c003_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c004_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c005_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c011_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c012_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c013_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c014_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c015_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c016_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c017_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c018_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c019_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c020_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c021_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c022_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c023_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
+{"numer_id": "ca.statcan.cols_census.t001c024_m", "denom_id": "ca.statcan.cols_census.t001c001_m"},
 {"numer_id": "ca.statcan.cols_nhs.t005c002_t", "denom_id": "ca.statcan.cols_nhs.t005c001_t"},
 {"numer_id": "ca.statcan.cols_nhs.t005c003_t", "denom_id": "ca.statcan.cols_nhs.t005c001_t"},
 {"numer_id": "ca.statcan.cols_nhs.t005c004_t", "denom_id": "ca.statcan.cols_nhs.t005c001_t"},