diff --git a/.gitignore b/.gitignore index f8af546..35633a1 100644 --- a/.gitignore +++ b/.gitignore @@ -166,8 +166,10 @@ cython_debug/ data/* !data/README.md **/*.nc +#!config/output_rolemodel/*.nc **/*.tif + # Makefile and configurations Makefile.private scripts/config.sh diff --git a/climateset/downloader/downloader.py b/climateset/downloader/downloader.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/raw/cmip6_processor.py b/climateset/raw/cmip6_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/raw/input4mips_processor.py b/climateset/raw/input4mips_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/raw/raw_processor.py b/climateset/raw/raw_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/resolution/resolution_processor.py b/climateset/resolution/resolution_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/resolution/spatial_resolution_processor.py b/climateset/resolution/spatial_resolution_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/climateset/resolution/temporal_resolution_processor.py b/climateset/resolution/temporal_resolution_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/config/README.md b/config/README.md index caf7a29..b435cc9 100644 --- a/config/README.md +++ b/config/README.md @@ -6,3 +6,21 @@ This folder is for configurations, like: - Training parameters - Script parameters - etc. + +The following configs need to be adapted by the user: +- main_config.yaml +- downloader +- cmip6 processor +- input4mips processor + +If you are adding a new variables, please edit: +- units + +If you are using a new output resolution (i.e. you are not using NorESM as "role model" for the output resolution), please edit: +- resolutions +- output_rolemodel + +## Output Role Model +This is the only config directory that has not a yaml file, but a netcdf file. Please store here the role model of your desired output data. The default is NorESM, i.e. all files will be aligned to have the same resolution format like NorESM (in terms of where longitude / latitude points start, step size, etc.). + + diff --git a/config/cdo/cdo.yaml b/config/cdo/cdo.yaml new file mode 100644 index 0000000..cee6451 --- /dev/null +++ b/config/cdo/cdo.yaml @@ -0,0 +1 @@ +# add cdo constants \ No newline at end of file diff --git a/config/cmip6_processer/cmip6_processor.yaml b/config/cmip6_processer/cmip6_processor.yaml new file mode 100644 index 0000000..e69de29 diff --git a/config/downloader/downloader_configs.yaml b/config/downloader/downloader_configs.yaml new file mode 100644 index 0000000..e69de29 diff --git a/config/esgf_server/esgf_server.yaml b/config/esgf_server/esgf_server.yaml new file mode 100644 index 0000000..e69de29 diff --git a/config/input4mips_processer/input4mips_processor.yaml b/config/input4mips_processer/input4mips_processor.yaml new file mode 100644 index 0000000..e69de29 diff --git a/config/main_config.yaml b/config/main_config.yaml new file mode 100644 index 0000000..70f9f8a --- /dev/null +++ b/config/main_config.yaml @@ -0,0 +1,4 @@ + +# TODO add data paths here? + +# TODO link all the other configs \ No newline at end of file diff --git a/config/resolutions/resolutions.yaml b/config/resolutions/resolutions.yaml new file mode 100644 index 0000000..4b3625f --- /dev/null +++ b/config/resolutions/resolutions.yaml @@ -0,0 +1,5 @@ +# TODO add remapping + +# TODO add calendar + +# TODO add long / lats (min, max, step) \ No newline at end of file diff --git a/config/units/units.yaml b/config/units/units.yaml new file mode 100644 index 0000000..3a9aa02 --- /dev/null +++ b/config/units/units.yaml @@ -0,0 +1,3 @@ +# add units of all variables + +# TODO every time you use a new variable it needs to be added here \ No newline at end of file diff --git a/scripts/cdo/get_co2_data.sh b/scripts/cdo/get_co2_data.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/cdo/prepare_CH4.sh b/scripts/cdo/prepare_CH4.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/downloader/downloader.sh b/scripts/downloader/downloader.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/cmip6_models/cc_cesm2-waccm.sh b/scripts/processors/cmip6_models/cc_cesm2-waccm.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/cmip6_models/cc_ec-earth3-veg.sh b/scripts/processors/cmip6_models/cc_ec-earth3-veg.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/cmip6_models/cc_miroc6.sh b/scripts/processors/cmip6_models/cc_miroc6.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/examples/cc_cmip6_example.sh b/scripts/processors/examples/cc_cmip6_example.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/examples/cc_input4mips_example.sh b/scripts/processors/examples/cc_input4mips_example.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/examples/mila_cmip6_example.sh b/scripts/processors/examples/mila_cmip6_example.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/examples/mila_input4mips_example.sh b/scripts/processors/examples/mila_input4mips_example.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/processors/input4mips/cc_input4mips.sh b/scripts/processors/input4mips/cc_input4mips.sh new file mode 100644 index 0000000..e69de29 diff --git a/tests/test_cmip6_processor.py b/tests/test_cmip6_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/test_downloader.py b/tests/test_downloader.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/test_input4mips_processor.py b/tests/test_input4mips_processor.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/test_res_processor.py b/tests/test_res_processor.py new file mode 100644 index 0000000..e69de29