Merge pull request #409 from ebbekyhl/split_planning_horizon

specify memory resources

Snakefile

@@ -63,19 +63,22 @@ if config['enable'].get('retrieve_databundle', True):
  rule retrieve_databundle:
  output: expand('data/bundle/{file}', file=datafiles)
  log: "logs/retrieve_databundle.log"
+ resources: mem_mb=1000
  script: 'scripts/retrieve_databundle.py'
 
 
 rule retrieve_load_data:
  input: HTTP.remote("data.open-power-system-data.org/time_series/2019-06-05/time_series_60min_singleindex.csv", keep_local=True, static=True)
  output: "data/load_raw.csv"
+ resources: mem_mb=5000
  run: move(input[0], output[0])
 
 
 rule build_load_data:
  input: "data/load_raw.csv"
  output: "resources/load.csv"
  log: "logs/build_load_data.log"
+ resources: mem_mb=5000
  script: 'scripts/build_load_data.py'
 
 rule build_powerplants:
@@ -85,7 +88,7 @@ rule build_powerplants:
  output: "resources/powerplants.csv"
  log: "logs/build_powerplants.log"
  threads: 1
- resources: mem_mb=500
+ resources: mem_mb=5000
  script: "scripts/build_powerplants.py"
 
 
@@ -160,12 +163,16 @@ if config['enable'].get('retrieve_cutout', True):
  rule retrieve_cutout:
  input: HTTP.remote("zenodo.org/record/6382570/files/{cutout}.nc", keep_local=True, static=True)
  output: "cutouts/{cutout}.nc"
+ log: "logs/retrieve_cutout_{cutout}.log"
+ resources: mem_mb=5000
  run: move(input[0], output[0])
 
 if config['enable'].get('retrieve_cost_data', True):
  rule retrieve_cost_data:
  input: HTTP.remote(f"raw.githubusercontent.com/PyPSA/technology-data/{config['costs']['version']}/outputs/costs_{config['costs']['year']}.csv", keep_local=True)
  output: COSTS
+ log: "logs/retrieve_cost_data.log"
+ resources: mem_mb=5000
  run: move(input[0], output[0])
 
 if config['enable'].get('build_natura_raster', False):
@@ -174,6 +181,7 @@ if config['enable'].get('build_natura_raster', False):
  natura="data/bundle/natura/Natura2000_end2015.shp",
  cutouts=expand("cutouts/{cutouts}.nc", **config['atlite'])
  output: "resources/natura.tiff"
+ resources: mem_mb=5000
  log: "logs/build_natura_raster.log"
  script: "scripts/build_natura_raster.py"
 
@@ -182,12 +190,14 @@ if config['enable'].get('retrieve_natura_raster', True):
  rule retrieve_natura_raster:
  input: HTTP.remote("zenodo.org/record/4706686/files/natura.tiff", keep_local=True, static=True)
  output: "resources/natura.tiff"
+ resources: mem_mb=5000
  run: move(input[0], output[0])
 
 
 rule retrieve_ship_raster:
  input: HTTP.remote("https://zenodo.org/record/6953563/files/shipdensity_global.zip", keep_local=True, static=True)
  output: "data/shipdensity_global.zip"
+ resources: mem_mb=5000
  run: move(input[0], output[0])
 
 
@@ -197,6 +207,7 @@ rule build_ship_raster:
  cutouts=expand("cutouts/{cutouts}.nc", **config['atlite'])
  output: "resources/shipdensity_raster.nc"
  log: "logs/build_ship_raster.log"
+ resources: mem_mb=5000
  benchmark: "benchmarks/build_ship_raster"
  script: "scripts/build_ship_raster.py"
 
@@ -404,13 +415,15 @@ rule make_summary:
  input: input_make_summary
  output: directory("results/summaries/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}")
  log: "logs/make_summary/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}.log",
+ resources: mem_mb=500
  script: "scripts/make_summary.py"
 
 
 rule plot_summary:
  input: "results/summaries/elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}"
  output: "results/plots/summary_{summary}_elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}.{ext}"
  log: "logs/plot_summary/{summary}_elec_s{simpl}_{clusters}_ec_l{ll}_{opts}_{country}_{ext}.log"
+ resources: mem_mb=500
  script: "scripts/plot_summary.py"
 
 
@@ -424,5 +437,6 @@ rule plot_p_nom_max:
  input: input_plot_p_nom_max
  output: "results/plots/elec_s{simpl}_cum_p_nom_max_{clusts}_{techs}_{country}.{ext}"
  log: "logs/plot_p_nom_max/elec_s{simpl}_{clusts}_{techs}_{country}_{ext}.log"
+ resources: mem_mb=500
  script: "scripts/plot_p_nom_max.py"