Extract raw tables for PHMSA transmission data Part F & G

devtools/debug-column-mapping.ipynb

@@ -120,7 +120,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "raw_check = False # If false, only check that mapped columns are found in the raw dataset.\n",
+    "raw_check = True # If false, only check that mapped columns are found in the raw dataset.\n",
     "                  # Useful when a table is split between several pages.\n",
     "table_subset = [] # Leave list empty to check all tables\n",
     "years_subset = [] # Use empty list if you want to check all years, otherwise supply a list of integers or a range"
@@ -147,24 +147,28 @@
     "            )\n",
     "        for index in file_map.columns: \n",
     "            if not years_subset or int(index) in years_subset:\n",
-    "                logger.info(f\"Checking column maps for {page}, {index}\")\n",
     "                file = file_map.loc[page,index] # Get file name\n",
-    "                archive = ZipFile(find_zip(file, all_files)) # Open zipfile and read file\n",
-    "                with archive.open(file) as excel_file:\n",
-    "                    raw_file = pd.read_excel(\n",
-    "                                excel_file,\n",
-    "                                sheet_name=sheet_name.loc[page,index],\n",
-    "                                skiprows=skip_rows.loc[page,index],\n",
-    "                            )\n",
-    "                raw_file = pudl.helpers.simplify_columns(raw_file) # Add pre-processing step used before column rename\n",
-    "                raw_columns = raw_file.columns # Get raw column names\n",
-    "                mapped_columns = column_maps.loc[:, index].dropna()\n",
-    "                raw_missing = [col for col in raw_columns if col not in mapped_columns.values]\n",
-    "                mapped_missing = [col for col in mapped_columns if col not in raw_columns.values]\n",
-    "                if raw_missing and raw_check:\n",
-    "                    logger.warning(f\"Raw columns {raw_missing} from {file} are not mapped.\")\n",
-    "                if mapped_missing:\n",
-    "                    logger.warning(f\"Mapped columns {mapped_missing} do not exist in the raw data file {file}\")\n",
+    "                if file == \"-1\":\n",
+    "                    logger.info(f\"No data for year {index}\")\n",
+    "                else:\n",
+    "                    logger.info(f\"Checking column maps for {page}, {index}\")\n",
+    "                    archive = ZipFile(find_zip(file, all_files)) # Open zipfile and read file\n",
+    "                    with archive.open(file) as excel_file:\n",
+    "                        raw_file = pd.read_excel(\n",
+    "                                    excel_file,\n",
+    "                                    sheet_name=sheet_name.loc[page,index],\n",
+    "                                    skiprows=skip_rows.loc[page,index],\n",
+    "                                )\n",
+    "                    raw_file = pudl.helpers.simplify_columns(raw_file) # Add pre-processing step used before column rename\n",
+    "                    raw_columns = raw_file.columns # Get raw column names\n",
+    "                    mapped_columns = column_maps.loc[:, index].dropna()\n",
+    "                    raw_missing = [col for col in raw_columns if col not in mapped_columns.values]\n",
+    "                    mapped_missing = [col for col in mapped_columns if col not in raw_columns.values]\n",
+    "                    if raw_missing and raw_check:\n",
+    "                        logger.warning(f\"Raw columns {raw_missing} from {file} are not mapped.\")\n",
+    "                    if mapped_missing:\n",
+    "                        logger.warning(f\"Mapped columns {mapped_missing} do not exist in the raw data file {file}\")\n",
+    "                \n",
     "        "
    ]
   },

src/pudl/extract/phmsagas.py

@@ -55,6 +55,7 @@ def process_final_page(self, df, page):
     "raw_phmsagas__yearly_transmission_gathering_summary_by_commodity",
     "raw_phmsagas__yearly_miles_of_gathering_pipe_by_nps",
     "raw_phmsagas__yearly_miles_of_transmission_pipe_by_nps",
+    "raw_phmsagas__yearly_inspections_and_assessments",
 )
 
 phmsagas_raw_dfs = excel.raw_df_factory(Extractor, name="phmsagas")

src/pudl/package_data/phmsagas/column_maps/yearly_inspections_and_assessments.csv

@@ -0,0 +1,103 @@
+year_index,1990,1991,1992,1993,1994,1995,1996,1997,1998,1999,2000,2001,2002,2003,2004,2005,2006,2007,2008,2009,2010,2011,2012,2013,2014,2015,2016,2017,2018,2019,2020,2021,2022
+data_date,,,,,,,,,,,,,,,,,,,,,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of,datafile_as_of
+report_year,,,,,,,,,,,,,,,,,,,,,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year,report_year
+report_number,,,,,,,,,,,,,,,,,,,,,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number,report_number
+supplemental_report_number,,,,,,,,,,,,,,,,,,,,,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number,supplemental_number
+operator_id_phmsa,,,,,,,,,,,,,,,,,,,,,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id,operator_id
+operator_name_phmsa,,,,,,,,,,,,,,,,,,,,,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp,parta2nameofcomp
+commodity_group,,,,,,,,,,,,,,,,,,,,,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity,parta5commodity
+interstate_or_intrastate ,,,,,,,,,,,,,,,,,,,,,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra,inter_intra
+report_state,,,,,,,,,,,,,,,,,,,,,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name,state_name
+miles_inspected_corrosion_or_metal_loss_tools,,,,,,,,,,,,,,,,,,,,,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a,partf1a
+miles_inspected_dent_or_deformation_tools,,,,,,,,,,,,,,,,,,,,,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b,partf1b
+miles_inspected_crack_or_long_seam_defect_detection_tools,,,,,,,,,,,,,,,,,,,,,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c,partf1c
+miles_inspected_other_tools,,,,,,,,,,,,,,,,,,,,,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d,partf1d
+other_tools_description,,,,,,,,,,,,,,,,,,,,,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1doth,partf1d1,partf1d1
+miles_inspected_in_line_total,,,,,,,,,,,,,,,,,,,,,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1e,partf1tot,partf1tot
+anomalies_excavated_operator_criteria,,,,,,,,,,,,,,,,,,,,,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a,partf2a
+anomalies_repaired_following_in_line_inspection,,,,,,,,,,,,,,,,,,,,,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b,partf2b
+conditions_repaired_hca_segment_in_line,,,,,,,,,,,,,,,,,,,,,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c,partf2c
+conditions_repaired_immediate_repair_conditions_hca_segment_in_line,,,,,,,,,,,,,,,,,,,,,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1,partf2c1
+conditions_repaired_one_year_conditions_hca_segment_in_line,,,,,,,,,,,,,,,,,,,,,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2,partf2c2
+conditions_repaired_monitored_conditions_hca_segment_in_line,,,,,,,,,,,,,,,,,,,,,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3,partf2c3
+conditions_repaired_other_scheduled_conditions_hca_segment_in_line,,,,,,,,,,,,,,,,,,,,,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4,partf2c4
+conditions_repaired_192.710_segment_in_line,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf2d,partf2d
+conditions_repaired_class_3_or_4_in_line,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf2e,partf2e
+conditions_repaired_class_1_or_2_in_line,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf2f,partf2f
+miles_inspected_pressure_testing_total,,,,,,,,,,,,,,,,,,,,,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a,partf3a
+pressure_test_failures_repaired_total,,,,,,,,,,,,,,,,,,,,,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b,partf3b
+pressure_test_failures_repaired_hca_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf3c,partf3c
+pressure_test_ruptures_repaired_hca_segment,,,,,,,,,,,,,,,,,,,,,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,partf3c,,
+pressure_test_leaks_repaired_hca_segment,,,,,,,,,,,,,,,,,,,,,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,partf3d,,
+pressure_test_failures_repaired_192.710_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf3e,partf3e
+pressure_test_failures_repaired_class_3_or_4_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf3f,partf3f
+pressure_test_failures_repaired_class_1_or_2_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf3g,partf3g
+miles_inspected_direct_assessment_total,,,,,,,,,,,,,,,,,,,,,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a,partf4a
+miles_inspected_ecda,,,,,,,,,,,,,,,,,,,,,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1,partf4a1
+miles_inspected_icda,,,,,,,,,,,,,,,,,,,,,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2,partf4a2
+miles_inspected_sccda,,,,,,,,,,,,,,,,,,,,,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3,partf4a3
+anomalies_repaired_following_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b,partf4b
+anomalies_repaired_following_ecda,,,,,,,,,,,,,,,,,,,,,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1,partf4b1
+anomalies_repaired_following_icda,,,,,,,,,,,,,,,,,,,,,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2,partf4b2
+anomalies_repaired_following_sccda,,,,,,,,,,,,,,,,,,,,,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3,partf4b3
+conditions_repaired_hca_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c,partf4c
+conditions_repaired_immediate_repair_conditions_hca_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1,partf4c1
+conditions_repaired_one_year_conditions_hca_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2,partf4c2
+conditions_repaired_monitored_conditions_hca_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3,partf4c3
+conditions_repaired_other_scheduled_conditions_hca_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4,partf4c4
+conditions_repaired_192.710_segment_direct_assessment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf4d,partf4d
+conditions_repaired_class_3_or_4_direct_assessment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf4e,partf4e
+conditions_repaired_class_1_or_2_direct_assessment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf4f,partf4f
+miles_inspected_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41a,partf41a
+anomalies_repaired_following_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41b_total,partf41b_total
+conditions_repaired_hca_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41c,partf41c
+conditions_repaired_immediate_repair_conditions_hca_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41c1,partf41c1
+conditions_repaired_six_month_conditions_hca_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41c2,partf41c2
+conditions_repaired_twelve_month_conditions_hca_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41c3,partf41c3
+conditions_repaired_monitored_conditions_hca_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41c4,partf41c4
+conditions_repaired_192.710_segment_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41d,partf41d
+conditions_repaired_class_3_or_4_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41e,partf41e
+conditions_repaired_class_1_or_2_guided_wave_ultrasonic_testing,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf41f,partf41f
+miles_inspected_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42a,partf42a
+anomalies_repaired_following_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42b_total,partf42b_total
+conditions_repaired_hca_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42c,partf42c
+conditions_repaired_immediate_repair_conditions_hca_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42c1,partf42c1
+conditions_repaired_one_year_conditions_hca_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42c2,partf42c2
+conditions_repaired_monitored_conditions_hca_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42c3,partf42c3
+conditions_repaired_other_scheduled_conditions_hca_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42c4,partf42c4
+conditions_repaired_192.710_segment_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42d,partf42d
+conditions_repaired_class_3_or_4_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42e,partf42e
+conditions_repaired_class_1_or_2_direct_examination,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf42f,partf42f
+miles_inspected_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a,partf5a
+other_inspection_method_description,,,,,,,,,,,,,,,,,,,,,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5aoth,partf5a1,partf5a1
+anomalies_repaired_following_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b,partf5b
+conditions_repaired_hca_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c,partf5c
+conditions_repaired_immediate_repair_conditions_hca_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1,partf5c1
+conditions_repaired_one_year_conditions_hca_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2,partf5c2
+conditions_repaired_monitored_conditions_hca_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3,partf5c3
+conditions_repaired_other_scheduled_conditions_hca_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4,partf5c4
+conditions_repaired_192.710_segment_other_inspection,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf5d,partf5d
+conditions_repaired_class_3_or_4_other_inspection,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf5e,partf5e
+conditions_repaired_class_1_or_2_other_inspection,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf5f,partf5f
+total_miles_inspected,,,,,,,,,,,,,,,,,,,,,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a,partf6a
+total_anomalies_repaired,,,,,,,,,,,,,,,,,,,,,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b,partf6b
+total_conditions_repaired_hca_segment,,,,,,,,,,,,,,,,,,,,,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c,partf6c
+total_actionable_anomalies_eliminated_by_pipe_replacement_hca_segment,,,,,,,,,,,,,,,,,,,,,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d,partf6d
+total_actionable_anomalies_eliminated_by_pipe_abandonment_hca_segment,,,,,,,,,,,,,,,,,,,,,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e,partf6e
+total_conditions_repaired_192.710_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6f,partf6f
+total_actionable_anomalies_eliminated_by_pipe_replacement_192.710_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6g,partf6g
+total_actionable_anomalies_eliminated_by_pipe_abandonment_192.710_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6h,partf6h
+total_conditions_repaired_class_3_or_4_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6i,partf6i
+total_actionable_anomalies_eliminated_by_pipe_replacement_class_3_or_4_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6j,partf6j
+total_actionable_anomalies_eliminated_by_pipe_abandonment_class_3_or_4_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6k,partf6k
+total_conditions_repaired_class_1_or_2_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6l,partf6l
+total_actionable_anomalies_eliminated_by_pipe_replacement_class_1_or_2_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6m,partf6m
+total_actionable_anomalies_eliminated_by_pipe_abandonment_class_1_or_2_segment,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,partf6n,partf6n
+hca_segments_baseline_assessment_miles,,,,,,,,,,,,,,,,,,,,,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,partgmba,part_g_a,part_g_a
+hca_segments_reassessment_miles,,,,,,,,,,,,,,,,,,,,,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,partgmrc,part_g_b,part_g_b
+hca_segments_assessment_and_reassessment_miles,,,,,,,,,,,,,,,,,,,,,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,partgtotmiles,part_g_c,part_g_c
+192.710_segments_baseline_assessment_miles,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,part_g_d,part_g_d
+192.710_segments_reassessment_miles,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,part_g_e,part_g_e
+192.710_segments_assessment_and_reassessment_miles,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,part_g_f,part_g_f
+class_3_or_4_segments_assessment_miles,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,part_g_g,part_g_g
+class_1_or_2_segments_assessment_miles,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,part_g_h,part_g_h