Merge pull request #3254 from catalyst-cooperative/phmsa-transmission-l

Map PHMSA Natural Gas Transmission Part L columns

docs/release_notes.rst

@@ -38,6 +38,7 @@ Data Coverage
 
   * :pr:`2932`
   * :pr:`3242`
+  * :pr:`3254`
   * :pr:`3260`
   * :pr:`3262`
   * :pr:`3266`

src/pudl/extract/phmsagas.py

@@ -62,6 +62,7 @@ def process_renamed(self, newdata: pd.DataFrame, page: str, **partition):
     "raw_phmsagas__yearly_miles_of_gathering_pipe_by_nps",
     "raw_phmsagas__yearly_miles_of_transmission_pipe_by_nps",
     "raw_phmsagas__yearly_inspections_and_assessments",
+    "raw_phmsagas__yearly_miles_of_pipe_by_class_location",
     "raw_phmsagas__yearly_transmission_material_verification",
     "raw_phmsagas__yearly_transmission_hca_miles_by_determination_method_and_risk_model",
     "raw_phmsagas__yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection",

src/pudl/package_data/phmsagas/file_map.csv

@@ -4,6 +4,7 @@ yearly_transmission_gathering_summary_by_commodity,annual_gas_transmission_gathe
 yearly_miles_of_transmission_pipe_by_nps,annual_gas_transmission_gathering_1990.xlsx,annual_gas_transmission_gathering_1991.xlsx,annual_gas_transmission_gathering_1992.xlsx,annual_gas_transmission_gathering_1993.xlsx,annual_gas_transmission_gathering_1994.xlsx,annual_gas_transmission_gathering_1995.xlsx,annual_gas_transmission_gathering_1996.xlsx,annual_gas_transmission_gathering_1997.xlsx,annual_gas_transmission_gathering_1998.xlsx,annual_gas_transmission_gathering_1999.xlsx,annual_gas_transmission_gathering_2000.xlsx,annual_gas_transmission_gathering_2001.xlsx,annual_gas_transmission_gathering_2002.xlsx,annual_gas_transmission_gathering_2003.xlsx,annual_gas_transmission_gathering_2004.xlsx,annual_gas_transmission_gathering_2005.xlsx,annual_gas_transmission_gathering_2006.xlsx,annual_gas_transmission_gathering_2007.xlsx,annual_gas_transmission_gathering_2008.xlsx,annual_gas_transmission_gathering_2009.xlsx,annual_gas_transmission_gathering_2010.xlsx,annual_gas_transmission_gathering_2011.xlsx,annual_gas_transmission_gathering_2012.xlsx,annual_gas_transmission_gathering_2013.xlsx,annual_gas_transmission_gathering_2014.xlsx,annual_gas_transmission_gathering_2015.xlsx,annual_gas_transmission_gathering_2016.xlsx,annual_gas_transmission_gathering_2017.xlsx,annual_gas_transmission_gathering_2018.xlsx,annual_gas_transmission_gathering_2019.xlsx,annual_gas_transmission_gathering_2020.xlsx,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx
 yearly_miles_of_gathering_pipe_by_nps,annual_gas_transmission_gathering_1990.xlsx,annual_gas_transmission_gathering_1991.xlsx,annual_gas_transmission_gathering_1992.xlsx,annual_gas_transmission_gathering_1993.xlsx,annual_gas_transmission_gathering_1994.xlsx,annual_gas_transmission_gathering_1995.xlsx,annual_gas_transmission_gathering_1996.xlsx,annual_gas_transmission_gathering_1997.xlsx,annual_gas_transmission_gathering_1998.xlsx,annual_gas_transmission_gathering_1999.xlsx,annual_gas_transmission_gathering_2000.xlsx,annual_gas_transmission_gathering_2001.xlsx,annual_gas_transmission_gathering_2002.xlsx,annual_gas_transmission_gathering_2003.xlsx,annual_gas_transmission_gathering_2004.xlsx,annual_gas_transmission_gathering_2005.xlsx,annual_gas_transmission_gathering_2006.xlsx,annual_gas_transmission_gathering_2007.xlsx,annual_gas_transmission_gathering_2008.xlsx,annual_gas_transmission_gathering_2009.xlsx,annual_gas_transmission_gathering_2010.xlsx,annual_gas_transmission_gathering_2011.xlsx,annual_gas_transmission_gathering_2012.xlsx,annual_gas_transmission_gathering_2013.xlsx,annual_gas_transmission_gathering_2014.xlsx,annual_gas_transmission_gathering_2015.xlsx,annual_gas_transmission_gathering_2016.xlsx,annual_gas_transmission_gathering_2017.xlsx,annual_gas_transmission_gathering_2018.xlsx,annual_gas_transmission_gathering_2019.xlsx,annual_gas_transmission_gathering_2020.xlsx,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx
 yearly_inspections_and_assessments,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,annual_gas_transmission_gathering_2010.xlsx,annual_gas_transmission_gathering_2011.xlsx,annual_gas_transmission_gathering_2012.xlsx,annual_gas_transmission_gathering_2013.xlsx,annual_gas_transmission_gathering_2014.xlsx,annual_gas_transmission_gathering_2015.xlsx,annual_gas_transmission_gathering_2016.xlsx,annual_gas_transmission_gathering_2017.xlsx,annual_gas_transmission_gathering_2018.xlsx,annual_gas_transmission_gathering_2019.xlsx,annual_gas_transmission_gathering_2020.xlsx,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx
+yearly_miles_of_pipe_by_class_location,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,annual_gas_transmission_gathering_2001.xlsx,annual_gas_transmission_gathering_2002.xlsx,annual_gas_transmission_gathering_2003.xlsx,annual_gas_transmission_gathering_2004.xlsx,annual_gas_transmission_gathering_2005.xlsx,annual_gas_transmission_gathering_2006.xlsx,annual_gas_transmission_gathering_2007.xlsx,annual_gas_transmission_gathering_2008.xlsx,annual_gas_transmission_gathering_2009.xlsx,annual_gas_transmission_gathering_2010.xlsx,annual_gas_transmission_gathering_2011.xlsx,annual_gas_transmission_gathering_2012.xlsx,annual_gas_transmission_gathering_2013.xlsx,annual_gas_transmission_gathering_2014.xlsx,annual_gas_transmission_gathering_2015.xlsx,annual_gas_transmission_gathering_2016.xlsx,annual_gas_transmission_gathering_2017.xlsx,annual_gas_transmission_gathering_2018.xlsx,annual_gas_transmission_gathering_2019.xlsx,annual_gas_transmission_gathering_2020.xlsx,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx
 yearly_transmission_material_verification,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx
 yearly_transmission_hca_miles_by_determination_method_and_risk_model,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,annual_gas_transmission_gathering_2022.xlsx
 yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,annual_gas_transmission_gathering_2012.xlsx,annual_gas_transmission_gathering_2013.xlsx,annual_gas_transmission_gathering_2014.xlsx,annual_gas_transmission_gathering_2015.xlsx,annual_gas_transmission_gathering_2016.xlsx,annual_gas_transmission_gathering_2017.xlsx,annual_gas_transmission_gathering_2018.xlsx,annual_gas_transmission_gathering_2019.xlsx,annual_gas_transmission_gathering_2020.xlsx,annual_gas_transmission_gathering_2021.xlsx,annual_gas_transmission_gathering_2022.xlsx

src/pudl/package_data/phmsagas/page_map.csv

@@ -4,6 +4,7 @@ yearly_transmission_gathering_summary_by_commodity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_miles_of_transmission_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,2,2,2,2,2
 yearly_miles_of_gathering_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,3,3,3,3,3,3,3,3,3,3,3,3
 yearly_inspections_and_assessments,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,1,1,1,1,1,1,1,1,1,1,1,1
+yearly_miles_of_pipe_by_class_location,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,0,0,6,6,6,6,6,6,6,6,6,6,6,6,6
 yearly_transmission_material_verification,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,12,12
 yearly_transmission_hca_miles_by_determination_method_and_risk_model,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,13
 yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,11,11,11,11,11,11,11,11,11,11,11

src/pudl/package_data/phmsagas/page_part_map.csv

@@ -4,6 +4,7 @@ yearly_transmission_gathering_summary_by_commodity,gas_transmission_gathering
 yearly_miles_of_transmission_pipe_by_nps,gas_transmission_gathering
 yearly_miles_of_gathering_pipe_by_nps,gas_transmission_gathering
 yearly_inspections_and_assessments,gas_transmission_gathering
+yearly_miles_of_pipe_by_class_location,gas_transmission_gathering
 yearly_transmission_material_verification,gas_transmission_gathering
 yearly_transmission_hca_miles_by_determination_method_and_risk_model,gas_transmission_gathering
 yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection,gas_transmission_gathering

src/pudl/package_data/phmsagas/skipfooter.csv

@@ -4,6 +4,7 @@ yearly_transmission_gathering_summary_by_commodity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_miles_of_transmission_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_miles_of_gathering_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_inspections_and_assessments,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,0,0,0,0,0,0
+yearly_miles_of_pipe_by_class_location,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_transmission_material_verification,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0
 yearly_transmission_hca_miles_by_determination_method_and_risk_model,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0
 yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,0,0,0,0

src/pudl/package_data/phmsagas/skiprows.csv

@@ -4,6 +4,7 @@ yearly_transmission_gathering_summary_by_commodity,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
 yearly_miles_of_transmission_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,2,2,2,2,2
 yearly_miles_of_gathering_pipe_by_nps,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,2,2,2,2,2
 yearly_inspections_and_assessments,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,2,2,2,2,2,2,2
+yearly_miles_of_pipe_by_class_location,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,0,0,0,0,0,0,0,0,0,2,2,2,2,2,2,2,2,2,2,2,2,2
 yearly_transmission_material_verification,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2
 yearly_transmission_hca_miles_by_determination_method_and_risk_model,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2
 yearly_gas_transmission_miles_by_pressure_test_range_and_internal_inspection,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,2,2,2,2,2,2,2,2,2,2,2