Merge pull request pik-piam#65 from irr-github/operational_reserves

Add Operational_reserves for sector coupled mode

Author: irr-github

config/default_config.yaml

@@ -176,8 +176,9 @@ Techs:
   non_dispatchable: ['Offshore Wind', 'Onshore Wind', 'Solar', 'Solar Residential', "Solar Thermal"]
   conv_techs: ["OCGT", "CCGT", "CHP gas", "gas boiler","coal boiler","coal power plant","CHP coal"]
   store_techs: ["H2","battery","water tanks","PHS"]
-  coal_cc: true # currently myopic pathway only.  CC = co2 cap 
-  hydrogen_lines: true # currently myopic pathway only
+  non_dispatchable: ["onwind", "offwind", "solar", "solar thermal"]
+  hydrogen_lines: true
+  coal_ccs_retrofit: true # currently myopic pathway only.  CC = co2 cap 
 
 ## add components (overwrites vre tech choice)
 heat_coupling: false
@@ -303,10 +304,17 @@ security:
   line_margin: 70 # max percent of line capacity
 
 existing_capacities:
-  add: True 
-  grouping_years: [1980,1985, 1990, 1995, 2000, 2005, 2010, 2015, 2019, 2020, 2025, 2030, 2035, 2040, 2045, 2050, 2055, 2060]
+  add: True # whether to add brownfield capacities
+  grouping_years: [1980, 1985, 1990, 1995, 2000, 2005, 2010, 2015, 2019, 2020, 2025, 2030, 2035, 2040, 2045, 2050, 2055, 2060]
+  collapse_years: False # Treat as a single unit when preparing & solving network 
   threshold_capacity: 1 # TODO UNIT
-  techs: ['coal','CHP coal', 'CHP gas', 'OCGT', 'CCGT', 'solar', 'solar thermal', 'onwind', 'offwind','coal boiler','ground heat pump','nuclear']
+  techs: ['coal','CHP coal', 'CHP gas', 'OCGT', 'CCGT', 'solar', 'onwind', 'offwind', 'nuclear']
+
+operational_reserve:
+  activate: false
+  epsilon_load: 0.02
+  epsilon_vres: 0.02
+  contingency: 300000 # MW
 
 fetch_regions:
   simplify_tol: 0.5

config/pik_hpc_profile/config.yaml

@@ -57,7 +57,7 @@ set-resources:
     mem_mb: 80000
     time: 80
   solve_networks:
-    mem_mb: 60000
+    mem_mb: 90000
     time : 80
     threads: 6
   build_cutout:
@@ -115,9 +115,10 @@ set-resources:
 # GROUPS
 
 groups: 
-  plot_network: plot
-  plot_statistics: plot
-  plot_snapshots: plot
+  # plot_network: plot
+  # plot_statistics: plot
+  # plot_snapshots: plot
+  prep_capacities: prepare_baseyear_capacities
   build_load_profiles: build_load
   prepare_networks: prep_network
   add_existing_baseyear: prep_network2
@@ -127,4 +128,5 @@ group-components:
   build_load: 3
   prep_network: 3
   prep_network2: 3
-  summary: 3
+  summary: 3
+  prep_capacities: 3

config/plot_config.yaml

@@ -146,8 +146,9 @@ plotting:
     OCGT marginal: '#e0986c'
     OCGT-heat: '#e0986c'
     CCGT: '#a85522'
-    CCGT gas: '#a85522'
+    CCGT marginal: '#a85522'
     gas CCGT: '#a85522'
+    CCGT gas: '#a85522'
     gas ccs: '#a85522'
     CCGT-CCS: '#76855B'
     gas CCGT-CCS: '#76855B'
@@ -164,9 +165,6 @@ plotting:
     fossil gas: '#e05b09'
     natural gas: '#e05b09'
     biogas to gas: '#e36311'
-    CCGT: '#a85522'
-    CCGT marginal: '#a85522'
-    gas CCGT: '#a85522'
     allam: '#B98F76'
     gas for industry co2 to atmosphere: '#692e0a'
     gas for industry co2 to stored: '#8a3400'
@@ -175,8 +173,6 @@ plotting:
     gas pipeline: '#ebbca0'
     gas pipeline new: '#a87c62'
     gas-AC: "grey"
-
-
     # hot water storage
     water tanks: '#e69487'
     residential rural water tanks: '#f7b7a3'
@@ -416,6 +412,7 @@ plotting:
     # generatord
     battery: "Battery Storage"
     battery discharger: "Battery Discharger"
+    # coal: "Coal"
     coal: "Coal Power Plant"
     coal cc: "Coal with carbon capture"
     coal ccs: "Coal with carbon capture"
@@ -424,15 +421,10 @@ plotting:
     hydro: "Reservoir & Dam"
     H2 fuel cell: "H2 Fuel Cell"
     PHS: "Pumped Hydro Storage"
-    offwind: "Offshore Wind"
-    onwind: "Onshore Wind"
-    solar: "Solar"
     # H2: "Hydrogen Power"
     ror: "Run of River"
-    solar thermal: "Solar Thermal"
     uranium: "Nuclear"
     hydroelectricity: "Hydroelectricity"
-    coal: "Coal"
     offwind: "Offshore Wind"
     onwind: "Onshore Wind"
     solar: "Solar"

workflow/Snakefile

@@ -436,33 +436,20 @@ rule dag:
         """
 
 onerror:
-    log_out = expand(LOG_DIR + "/_latest_snakemake.log", **config["scenario"])[0]
     res_dir = expand(RESULTS_DIR, **config["scenario"])[0]
     if not os.path.exists(res_dir):
         os.makedirs(res_dir)
-    if not os.path.exists(LOG_DIR):
-        os.makedirs(LOG_DIR)
-    # log path is available from snakemake as "log"
     try:
-        shutil.copy(log, os.path.dirname(log_out))
         yaml.dump(config, open(res_dir + "/run_config.yaml", "w"))
     except FileNotFoundError as e:
         logging.warning(f"Could not copy log file: {e}")
     except TypeError as e:
         logging.warning(f"Could not copy config file: {e}")
-        logging.warning(f"Copying log file to {str(log_out)} failed?")
-        logging.warning(f"saving config file to {str(res_dir)}/run_config.yaml failed?")
 
 onsuccess:
-    log_out = expand(LOG_DIR + "/_latest_snakemake.log", **config["scenario"])[0]
     res_dir = expand(RESULTS_DIR, **config["scenario"])[0]
     try:
-        shutil.copy(log, log_out)
-        yaml.dump(config, open(res_dir + "/run_config.yaml", "w"))
-    except FileNotFoundError as e:
-        logging.warning(f"Could not copy log file: {e}")
+        with open(res_dir + "/run_config.yaml", "w") as f:
+            yaml.dump(config, f )
     except TypeError as e:
         logging.warning(f"Could not copy config file: {e}")
-        logging.warning(f"Copying log file to {str(log_out)} (type {type(log_out)}) failed?")
-        logging.info(f"source was {str(log)}")
-        logging.warning(f"sav config file to {str(res_dir)}/run_config.yaml failed?")