Merge branch 'main' into refining-scenarios

Micha · web-flow · commit ccac88c97fc0 · 2025-01-25T16:17:12.000+01:00
diff --git a/README.md b/README.md
@@ -6,9 +6,9 @@ This repository contains the entire scientific project, including data sources a
 
 ## Getting ready
 
-You need conda or [mamba](https://mamba.readthedocs.io/en/latest/) to run the analysis. Using mamba, you can create an environment from within you can run it:
+You need `conda` or `mamba` to run the analysis. Using conda, you can create an environment from within which you can run the analysis:
 
-    mamba env create -f environment.yaml
+    conda env create -f envs/environment.yaml
 
 ## For external users: Use config.public.yaml
 
@@ -40,40 +40,33 @@ To switch between internal and public use, the command `ixmp4 logout` may be nec
 
 Before running any analysis with scenarios, the rule `build_scenarios` must be executed. This will create the file `config/scenarios.automated.yaml` which includes input data and CO2 targets from the IIASA Ariadne database as well as the specifications from the manual scenario file. [This file is specified in the default config.yaml via they key `run:scenarios:manual_file` (by default located at `config/scenarios.manual.yaml`)].
 
-    snakemake -call build_scenarios -f
+    snakemake build_scenarios -f
 or in case of using the public database
 
-    snakemake -call build_scenarios --configfile=config/config.public.yaml -f
+    snakemake build_scenarios --configfile=config/config.public.yaml -f
 
 Note that the hierarchy of scenario files is the following: `scenarios.automated.yaml` > (any `explicitly specified --configfiles`) > `config.yaml `> `config.default.yaml `Changes in the file `scenarios.manual.yaml `are only taken into account if the rule `build_scenarios` is executed.
 
-For the first run, open config.yaml and set
+To run the analysis use
 
-    enable:
-        retrieve: true # set to false once initial data is retrieved
-        retrieve_cutout: true # set to false once initial data is retrieved
+    snakemake ariadne_all
 
-and then run from main repository
+This will run all analysis steps to reproduce results. If computational resources on your local machine are limit you may decrease the number of cores by adding, e.g. `-c4` to the call.
 
-    snakemake -call
-
-This will run all analysis steps to reproduce results.
-
-To generate a PDF of the dependency graph of all steps `build/dag.pdf` run:
-
-    snakemake -c1 --use-conda -f dag
 
 ## Repo structure
 
 * `config`: configuration files
 * `ariadne-data`: Germany specific data from the Ariadne project
-* `workflow`: contains the Snakemake workflow, including the submodule PyPSA-Eur and specific scripts for Germany
+* `scripts`: contains the Python scripts for the workflow, the Germany specific code needed to run this repo is contained in `scripts/pypsa-de`
 * `cutouts`: very large weather data cutouts supplied by atlite library (does not exist initially)
 * `data`: place for raw data (does not exist initially)
 * `resources`: place for intermediate/processing data for the workflow (does not exist initially)
 * `results`: will contain all results (does not exist initially)
+* `logs` and `benchmarks`
+* The `Snakefile` contains the snakemake workflow
 
-## Differences to PyPSA-EUR
+## Some notable differences to PyPSA-EUR
 
 - Specific cost assumption for Germany:
   - Gas, Oil, Coal prices
@@ -90,6 +83,9 @@ To generate a PDF of the dependency graph of all steps `build/dag.pdf` run:
 - Renewable build out according to the Wind-an-Land, Wind-auf-See and Solarstrategie laws
 - A comprehensive reporting  module that exports Capacity Expansion, Primary/Secondary/Final Energy, CO2 Emissions per Sector, Trade, Investments, ...
 - Plotting functionality to compare different scenarios
+- Electricity Network development until 2030 (and for AC beyond) according to the Netzentwicklungsplan
+- Offshore development until 2030 according to the Offshore Netzentwicklungsplan
+- Hydrogen network development until 2028 according to the Wasserstoffkernnetz. PCI / IPCEI projects for later years are included as well.
 
 ## License
 
diff --git a/Snakefile b/Snakefile
@@ -409,6 +409,7 @@ rule build_existing_chp_de:
 rule modify_industry_demand:
     params:
         db_name=config_provider("iiasa_database", "db_name"),
+        reference_scenario=config_provider("iiasa_database", "reference_scenario"),
     input:
         ariadne=resources("ariadne_database.csv"),
         industrial_production_per_country_tomorrow=resources(
diff --git a/config/config.yaml b/config/config.yaml
@@ -4,7 +4,7 @@
 
 # docs in https://pypsa-eur.readthedocs.io/en/latest/configuration.html#run
 run:
-  prefix: 20250123-restrict_res_buildout
+  prefix: 20250124-finalfixes
   name:
   # - CurrentPolicies
   - KN2045_Bal_v4
@@ -14,6 +14,8 @@ run:
   # - KN2045plus_LowDemand
   # - KN2045minus_WorstCase
   # - KN2045minus_SupplyFocus
+  # - KN2045_Bal_LowDemand
+  # - KN2045_Bal_HighDemand
   scenarios:
     enable: true
     manual_file: config/scenarios.manual.yaml
@@ -250,7 +252,7 @@ wasserstoff_kernnetz:
   enable: true
   reload_locations: false
   divide_pipes: true
-  pipes_segment_length: 10
+  pipes_segment_length: 50
   border_crossing: true
   aggregate_build_years: "mean"
   recalculate_length: true
diff --git a/config/scenarios.manual.yaml b/config/scenarios.manual.yaml
@@ -415,7 +415,14 @@ KN2045plus_EasyRide:
     steam_biomass_fraction: 0.4
     steam_hydrogen_fraction: 0.3
     steam_electricity_fraction: 0.3
-
+  sector:
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.08
+      2030: 0.16
+      2035: 0.25
+      2040: 0.34
+      2045: 0.43
 
 KN2045plus_LowDemand:
 # Im Vergleich zu Easy Ride eher knappe EE Erzeugung
@@ -485,6 +492,14 @@ KN2045plus_LowDemand:
     steam_biomass_fraction: 0.4
     steam_hydrogen_fraction: 0.3
     steam_electricity_fraction: 0.3
+  sector:
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.08
+      2030: 0.16
+      2035: 0.25
+      2040: 0.34
+      2045: 0.43
 
 KN2045minus_WorstCase:
 # Nachfrage nach Endenergie ist höher als in den Szenarien 1-3
@@ -603,7 +618,13 @@ KN2045minus_WorstCase:
   sector:
     district_heating:
       potential: 0.1
-
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.06
+      2030: 0.12
+      2035: 0.18
+      2040: 0.24
+      2045: 0.29
   offshore_nep_force:
     cutin_year: 2025
     cutout_year: 2035 # Hackily reduced to 2030 if delay_years: 1
@@ -705,3 +726,174 @@ KN2045minus_SupplyFocus:
     steam_biomass_fraction: 0.4
     steam_hydrogen_fraction: 0.3
     steam_electricity_fraction: 0.3
+  sector:
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.06
+      2030: 0.12
+      2035: 0.18
+      2040: 0.24
+      2045: 0.29
+
+KN2045_Bal_LowDemand:
+# Ausgewogener Mix an Technologien zur Dekarbonisierung der Sektoren
+# Breites Energieträgerportfolio in der Endenergie (Strom, Wasserstoff, synthetische Kraftstoffe)
+# Ausbau der erneuerbare Stromerzeugung erreicht politisch gesetzte Ziele
+# Importe erneuerbar erzeugter Energien auf mittlerem Niveau
+# dient als Referenzszenario in der Familie der Ariadne-Szenarien
+
+  iiasa_database:
+    reference_scenario: KN2045plus_LowDemand
+    fallback_reference_scenario: KN2045_Bal_v4
+  co2_budget_DE_source: KSG
+
+  costs:
+    horizon: "mean"
+    NEP: 2023
+    transmission: "overhead" # either overhead line ("overhead") or underground cable ("underground")
+  solving:
+    constraints:
+      # boundary condition of maximum volumes
+      limits_volume_max:
+        # constrain electricity import in TWh
+        electricity_import:
+          DE:
+            2020: -20
+            2025: 0
+            2030: 0
+            2035: 40
+            2040: 80
+            2045: 125
+        electrolysis:
+          DE:
+            2020: 0
+            2025: 5
+            2030: 45
+            2035: 130
+            2040: 215
+            2045: 300
+        h2_derivate_import:
+          DE:
+            2020: 0
+            2025: 0
+            2030: 10
+            2035: 105
+            2040: 200
+            2045: 300
+        h2_import:
+          DE:
+            2020: 0
+            2025: 5
+            2030: 15
+            2035: 115
+            2040: 220
+            2045: 325
+      limits_volume_min:
+        electrolysis:
+          DE:
+            2020: 0
+            2025: 0
+            2030: 0
+            2035: 0
+            2040: 0
+            2045: 0
+      limits_capacity_min:
+        Link:
+          H2 Electrolysis:
+            DE:
+              2030: 5
+  industry:
+    steam_biomass_fraction: 0.4
+    steam_hydrogen_fraction: 0.3
+    steam_electricity_fraction: 0.3
+
+  sector:
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.08
+      2030: 0.16
+      2035: 0.25
+      2040: 0.34
+      2045: 0.43
+
+KN2045_Bal_HighDemand:
+# Ausgewogener Mix an Technologien zur Dekarbonisierung der Sektoren
+# Breites Energieträgerportfolio in der Endenergie (Strom, Wasserstoff, synthetische Kraftstoffe)
+# Ausbau der erneuerbare Stromerzeugung erreicht politisch gesetzte Ziele
+# Importe erneuerbar erzeugter Energien auf mittlerem Niveau
+# dient als Referenzszenario in der Familie der Ariadne-Szenarien
+
+  iiasa_database:
+    reference_scenario: KN2045minus_SupplyFocus
+    fallback_reference_scenario: KN2045_Bal_v4
+  co2_budget_DE_source: KSG
+
+  costs:
+    horizon: "mean"
+    NEP: 2023
+    transmission: "overhead" # either overhead line ("overhead") or underground cable ("underground")
+  solving:
+    constraints:
+      # boundary condition of maximum volumes
+      limits_volume_max:
+        # constrain electricity import in TWh
+        electricity_import:
+          DE:
+            2020: -20
+            2025: 0
+            2030: 0
+            2035: 40
+            2040: 80
+            2045: 125
+        electrolysis:
+          DE:
+            2020: 0
+            2025: 5
+            2030: 45
+            2035: 130
+            2040: 215
+            2045: 300
+        h2_derivate_import:
+          DE:
+            2020: 0
+            2025: 0
+            2030: 10
+            2035: 105
+            2040: 200
+            2045: 300
+        h2_import:
+          DE:
+            2020: 0
+            2025: 5
+            2030: 15
+            2035: 115
+            2040: 220
+            2045: 325
+      limits_volume_min:
+        electrolysis:
+          DE:
+            2020: 0
+            2025: 0
+            2030: 0
+            2035: 0
+            2040: 0
+            2045: 0
+      limits_capacity_min:
+        Link:
+          H2 Electrolysis:
+            DE:
+              2030: 5
+  industry:
+    steam_biomass_fraction: 0.4
+    steam_hydrogen_fraction: 0.3
+    steam_electricity_fraction: 0.3
+
+  sector:
+    reduce_space_heat_exogenously_factor:
+      2020: 0.0
+      2025: 0.06
+      2030: 0.12
+      2035: 0.18
+      2040: 0.24
+      2045: 0.29
+
diff --git a/scripts/pypsa-de/build_scenarios.py b/scripts/pypsa-de/build_scenarios.py
@@ -184,7 +184,8 @@ def write_to_scenario_yaml(input, output, scenarios, df):
             co2_budget_source,
         )
 
-        config[scenario]["sector"] = {}
+        if not config[scenario].get("sector"):
+            config[scenario]["sector"] = {}
 
         config[scenario]["sector"]["aviation_demand_factor"] = {}
         for year in planning_horizons:
diff --git a/scripts/pypsa-de/export_ariadne_variables.py b/scripts/pypsa-de/export_ariadne_variables.py
@@ -5040,6 +5040,19 @@ def process_postnetworks(n, n_start, model_year, snakemake, costs):
     #     # the same logic is applied to p_nom and p_nom_min
     #     n.links.loc[h2_links, attr] = n.links.loc[h2_links, attr].apply(_h2_lambda)
 
+    logger.info("Assing average Kernnetz cost to carrier H2 pipeline (Kernnetz)")
+    h2_links_kern = n.links.query("carrier == 'H2 pipeline (Kernnetz))'").index
+    capital_costs = (
+        0.7 * costs.at["H2 (g) pipeline", "fixed"]
+        + 0.3 * costs.at["H2 (g) pipeline repurposed", "fixed"]
+    ) * n.links.loc[h2_links_kern, "length"]
+    overnight_costs = (
+        0.7 * costs.at["H2 (g) pipeline", "investment"]
+        + 0.3 * costs.at["H2 (g) pipeline repurposed", "investment"]
+    ) * n.links.loc[h2_links_kern, "length"]
+    n.links.loc[h2_links_kern, "capital_cost"] = capital_costs
+    n.links.loc[h2_links_kern, "overnight_cost"] = overnight_costs
+
     logger.info("Post-Discretizing DC links")
     _dc_lambda = lambda x: get_discretized_value(
         x,
diff --git a/scripts/pypsa-de/modify_industry_demand.py b/scripts/pypsa-de/modify_industry_demand.py
diff --git a/scripts/pypsa-de/modify_prenetwork.py b/scripts/pypsa-de/modify_prenetwork.py

Original file line number	Diff line number	Diff line change
`@@ -184,7 +184,8 @@ def write_to_scenario_yaml(input, output, scenarios, df):`
`184`	`184`	`co2_budget_source,`
`185`	`185`	`)`
`186`	`186`
`187`		`- config[scenario]["sector"] = {}`
	`187`	`+ if not config[scenario].get("sector"):`
	`188`	`+ config[scenario]["sector"] = {}`
`188`	`189`
`189`	`190`	`config[scenario]["sector"]["aviation_demand_factor"] = {}`
`190`	`191`	`for year in planning_horizons:`