Endogenous transport

config/config.default.yaml

@@ -382,6 +382,8 @@ sector:
       2050: 1.0
     district_heating_loss: 0.15
   cluster_heat_buses: true
+  endogenous_transport: true
+  electrobiofuels: true
   bev_dsm_restriction_value: 0.75
   bev_dsm_restriction_time: 7
   transport_heating_deadband_upper: 20.
@@ -773,21 +775,22 @@ solving:
       threads: 4
       method: 2 # barrier
       crossover: 0
-      BarConvTol: 1.e-6
+      BarConvTol: 1.e-5
+      FeasibilityTol: 1.e-4
+      OptimalityTol: 1.e-4
       Seed: 123
       AggFill: 0
       PreDual: 0
       GURO_PAR_BARDENSETHRESH: 200
     gurobi-numeric-focus:
-      name: gurobi
-      NumericFocus: 3       # Favour numeric stability over speed
+      # NumericFocus: 3       # Favour numeric stability over speed
       method: 2             # barrier
       crossover: 0          # do not use crossover
       BarHomogeneous: 1     # Use homogeneous barrier if standard does not converge
       BarConvTol: 1.e-5
       FeasibilityTol: 1.e-4
       OptimalityTol: 1.e-4
-      ObjScale: -0.5
+      # ObjScale: -0.5
       threads: 8
       Seed: 123
     gurobi-fallback:        # Use gurobi defaults
@@ -913,6 +916,7 @@ plotting:
     gas pipeline: '#ebbca0'
     gas pipeline new: '#a87c62'
     # oil
+    electrobiofuels: '#a1b5ae'
     oil: '#c9c9c9'
     imported oil: '#a3a3a3'
     oil boiler: '#adadad'
@@ -980,6 +984,7 @@ plotting:
     BEV charger: '#baf238'
     V2G: '#e5ffa8'
     land transport EV: '#baf238'
+    land transport demand: '#38baf2'
     Li ion: '#baf238'
     # hot water storage
     water tanks: '#e69487'

config/test/config.perfect.yaml

@@ -18,7 +18,7 @@ scenario:
   clusters:
   - 5
   sector_opts:
-  - 8760h-T-H-B-I-A-dist1
+  - 24h-T-H-B-I-A-dist1
   planning_horizons:
   - 2030
   - 2040

doc/release_notes.rst

@@ -10,6 +10,12 @@ Release Notes
 Upcoming Release
 ================
 
+
+* fix bug in land transport for temperature correction of ICEs and fuel cell cars
+
+* restructure land transport, demand is now attached to one single node, the
+different car types (ICE, EV, fuel cell) are modelled as links
+
 * Upgrade to Snakemake v8.5+. This version is the new minimum version required.
   To upgrade an existing environment, run ``conda install -c bioconda
   snakemake-minimal">=8.5"`` and ``pip install snakemake-storage-plugin-http``

rules/build_electricity.smk

@@ -310,7 +310,7 @@ rule build_renewable_profiles:
         benchmarks("build_renewable_profiles_{technology}")
     threads: config["atlite"].get("nprocesses", 4)
     resources:
-        mem_mb=config["atlite"].get("nprocesses", 4) * 5000,
+        mem_mb=config["atlite"].get("nprocesses", 4) * 10000,
     wildcard_constraints:
         technology="(?!hydro).*",  # Any technology other than hydro
     conda:
@@ -481,7 +481,7 @@ rule simplify_network:
         benchmarks("simplify_network/elec_s{simpl}")
     threads: 1
     resources:
-        mem_mb=12000,
+        mem_mb=30000,
     conda:
         "../envs/environment.yaml"
     script:

rules/build_sector.smk

@@ -323,6 +323,31 @@ rule build_biomass_potentials:
         "../scripts/build_biomass_potentials.py"
 
 
+rule build_existing_car_ages:
+    input:
+        ACEA_report=storage(
+            "https://www.acea.auto/files/ACEA-Report-Vehicles-on-European-roads-.pdf",
+            keep_local=True,
+        ),
+    output:
+        car_ages=resources(
+            "car_ages.csv"
+        ),
+        truck_ages=resources(
+            "truck_ages.csv"
+        ),
+    threads: 1
+    resources:
+        mem_mb=1000,
+    log:
+        logs("build_existing_car_ages.log"),
+    benchmark:
+        benchmarks("build_existing_car_ages")
+    conda:
+        "../envs/environment.yaml"
+    script:
+        "../scripts/build_existing_car_ages.py"
+
 rule build_biomass_transport_costs:
     input:
         transport_cost_data=storage(
@@ -735,6 +760,7 @@ rule build_transport_demand:
         transport_data=resources("transport_data.csv"),
         traffic_data_KFZ="data/bundle-sector/emobility/KFZ__count",
         traffic_data_Pkw="data/bundle-sector/emobility/Pkw__count",
+        traffic_data_Lkw="data/bundle-sector/emobility/Lkw__count",
         temp_air_total=resources("temp_air_total_elec_s{simpl}_{clusters}.nc"),
     output:
         transport_demand=resources("transport_demand_s{simpl}_{clusters}.csv"),

rules/solve_myopic.smk

@@ -10,6 +10,8 @@ rule add_existing_baseyear:
         existing_capacities=config_provider("existing_capacities"),
         costs=config_provider("costs"),
     input:
+        car_ages=resources("car_ages.csv"),
+        truck_ages=resources("truck_ages.csv"),
         network=RESULTS
         + "prenetworks/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}.nc",
         powerplants=resources("powerplants.csv"),

rules/solve_perfect.smk

@@ -8,6 +8,8 @@ rule add_existing_baseyear:
         existing_capacities=config_provider("existing_capacities"),
         costs=config_provider("costs"),
     input:
+        car_ages=resources("car_ages.csv"),
+        truck_ages=resources("truck_ages.csv"),
         network=RESULTS
         + "prenetworks/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_{planning_horizons}.nc",
         powerplants=resources("powerplants.csv"),
@@ -113,7 +115,8 @@ rule solve_sector_network_perfect:
         + "postnetworks/elec_s{simpl}_{clusters}_l{ll}_{opts}_{sector_opts}_brownfield_all_years.nc",
     threads: solver_threads
     resources:
-        mem_mb=config_provider("solving", "mem"),
+        mem_mb=config_provider("solving", "mem_mb"),
+        runtime=config_provider("solving", "runtime", default="24h"),
     shadow:
         "shallow"
     log:

scripts/_helpers.py

@@ -570,9 +570,18 @@ def update_config_from_wildcards(config, w, inplace=True):
 
         if "CCL" in opts:
             config["solving"]["constraints"]["CCL"] = True
-
+
+        co2_budget = {
+                    "1p5": 34.2 , # 25.7 # Budget in Gt CO2 for 1.5 for Europe, global 420 Gt, assuming per capita share
+                    "1p6": 43.259666 , # 35  # Budget in Gt CO2 for 1.6 for Europe, global 580 Gt
+                    "1p7": 51.4,  # 45  # Budget in Gt CO2 for 1.7 for Europe, global 800 Gt
+                    "2p0": 69.778 , # 73.9 # Budget in Gt CO2 for 2 for Europe, global 1170 Gt
+                    }
         eq_value = get_opt(opts, r"^EQ+\d*\.?\d+(c|)")
         for o in opts:
+            m = re.match(r"^\d+p\d$", o, re.IGNORECASE)
+            if m is not None:
+                config["co2_budget"]= co2_budget[m.group(0)]
             if eq_value is not None:
                 config["solving"]["constraints"]["EQ"] = eq_value
             elif "EQ" in o:

scripts/add_existing_baseyear.py

@@ -21,7 +21,12 @@
     update_config_from_wildcards,
 )
 from add_electricity import sanitize_carriers
-from prepare_sector_network import cluster_heat_buses, define_spatial, prepare_costs
+from prepare_sector_network import (
+    cluster_heat_buses,
+    define_spatial,
+    get,
+    prepare_costs,
+)
 
 logger = logging.getLogger(__name__)
 cc = coco.CountryConverter()
@@ -55,6 +60,67 @@ def add_build_year_to_new_assets(n, baseyear):
             c.pnl[attr] = c.pnl[attr].rename(columns=rename)
 
 
+def add_existing_land_transport(baseyear, options):
+    # today ICE capacity assuming all internal combustion
+    share = get(options["land_transport_ice_share"], baseyear)
+    ice_i = n.links[n.links.carrier == "land transport oil"].index
+    p_nom = n.links.loc[ice_i, "p_nom"] / share
+    efficiency = n.links_t.efficiency[ice_i]
+    p_max_pu = n.links_t.p_max_pu[ice_i]
+
+    car_ages = pd.read_csv(snakemake.input.car_ages, index_col=[0]).iloc[:,:-2]
+    car_ages.columns = car_ages.columns.astype(int)
+    # group data in 5 years interval
+    interval = 5
+    # mapping forward (mapping backward would be year//5*5)
+    group_mapping = {year: year//interval*interval+4 for year in car_ages.columns}
+
+    grouped = car_ages.T.groupby(group_mapping).sum().T
+
+    pop_layout = pd.read_csv(snakemake.input.clustered_pop_layout, index_col=0)
+
+    grouped = (grouped.reindex(pop_layout.ct)
+               .fillna(grouped.mean()).set_index(pop_layout.index))
+
+    for build_year in grouped.columns:
+        df = n.links.loc[ice_i]
+        df = df[df.lifetime + build_year > baseyear]
+        if df.empty:
+            continue
+        share = grouped[build_year]
+        df["build_year"] = build_year
+        df["p_nom"] = p_nom.mul(share.values)
+        df["p_nom_extendable"] = False
+        df.rename(
+            index=lambda x: x.replace(f"-{baseyear}", f"-{build_year}"), inplace=True
+        )
+        profile = p_max_pu.rename(
+            columns=lambda x: x.replace(f"-{baseyear}", f"-{build_year}"))
+        eff = efficiency.rename(
+            columns=lambda x: x.replace(f"-{baseyear}", f"-{build_year}"))
+
+        n.madd(
+            "Link",
+            df.index,
+            bus0=df.bus0,
+            bus1=df.bus1,
+            bus2=df.bus2,
+            carrier=df.carrier,
+            efficiency=eff,
+            capital_cost=df.capital_cost,
+            marginal_cost=df.marginal_cost,
+            efficiency2=df.efficiency2,
+            p_nom_extendable=False,
+            p_nom=df.p_nom,
+            p_min_pu=profile,
+            p_max_pu=profile,
+            build_year=df.build_year,
+            lifetime=df.lifetime,
+        )
+
+    n.links.loc[ice_i, "p_nom"] = 0
+
+
 def add_existing_renewables(df_agg):
     """
     Append existing renewables to the df_agg pd.DataFrame with the conventional
@@ -553,13 +619,13 @@ def add_heating_capacities_installed_before_baseyear(
 
         snakemake = mock_snakemake(
             "add_existing_baseyear",
-            # configfiles="config/test/config.myopic.yaml",
+            # configfiles="config/config.myopic.yaml",
             simpl="",
             clusters="37",
             ll="v1.0",
             opts="",
-            sector_opts="8760-T-H-B-I-A-dist1",
-            planning_horizons=2020,
+            sector_opts="49sn-T-H-B-I-A-dist1",
+            planning_horizons=2025,
         )
 
     configure_logging(snakemake)
@@ -619,6 +685,9 @@ def add_heating_capacities_installed_before_baseyear(
     if options.get("cluster_heat_buses", False):
         cluster_heat_buses(n)
 
+    if options["endogenous_transport"]:
+        add_existing_land_transport(baseyear, options)
+
     n.meta = dict(snakemake.config, **dict(wildcards=dict(snakemake.wildcards)))
 
     sanitize_carriers(n, snakemake.config)