code/get_ua_CMIP6.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of CPUs: 256, number of threads: 6, number of workers: 42\n"
     ]
    }
   ],
   "source": [
    "#from dask.distributed import Client\n",
    "import numpy as np\n",
    "from scipy.interpolate import griddata  \n",
    "import matplotlib.pyplot as plt\n",
    "import cartopy.crs as ccrs\n",
    "import intake\n",
    "import dask\n",
    "import multiprocessing\n",
    "import xarray as xr\n",
    "import sysd\n",
    "ncpu = multiprocessing.cpu_count()\n",
    "threads = 6\n",
    "nworker = ncpu//threads\n",
    "print(f'Number of CPUs: {ncpu}, number of threads: {threads}, number of workers: {nworker}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "client = Client(processes=True, threads_per_worker=threads, n_workers=nworker, memory_limit='32GB')\n",
    "client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[0m\u001b[01;34marchive\u001b[0m/                                 \u001b[01;32mdkrz_data-pool_diskcatalog.yaml\u001b[0m*\n",
      "\u001b[01;34mCandidates\u001b[0m/                              \u001b[01;32mdkrz_dyamond-winter_disk.json\u001b[0m*\n",
      "\u001b[01;32mcmip6-retracted-outdated.csv.gz\u001b[0m*         \u001b[01;32mdkrz_era5_disk.csv.gz\u001b[0m*\n",
      "\u001b[01;32mcmip6-retracted-outdated.json\u001b[0m*           \u001b[01;32mdkrz_era5_disk.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_catalog.yaml\u001b[0m*                       dkrz_monsoon_disk.yaml\n",
      "dkrz_cmip5_archive.csv.gz                dkrz_mpige_disk.csv.gz\n",
      "\u001b[01;32mdkrz_cmip5_archive.json\u001b[0m*                 \u001b[01;32mdkrz_mpige_disk.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip5_disk.csv.gz\u001b[0m*                  \u001b[01;32mdkrz_nextgems_disk.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip5_disk.json\u001b[0m*                    \u001b[01;32mdkrz_palmod2_disk.csv.gz\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip5_disk_netcdf.csv.gz\u001b[0m*           \u001b[01;32mdkrz_palmod2_disk.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip5_disk_netcdf.json\u001b[0m*             \u001b[01;34mhighresmonsoon\u001b[0m/\n",
      "\u001b[01;32mdkrz_cmip6_archive.csv.gz\u001b[0m*               \u001b[01;32mintake-esm_template_cmip6.json\u001b[0m*\n",
      "dkrz_cmip6_cloud.csv.gz                  \u001b[01;32mmistral-cmip6-cmip.csv.gz\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_cloud.json\u001b[0m*                   \u001b[01;32mmistral-cmip6-cmip.json\u001b[0m*\n",
      "dkrz_cmip6_disk.csv                      \u001b[01;32mmistral-cmip6-pids.csv.gz\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_disk.csv.gz\u001b[0m*                  \u001b[01;32mmistral-cmip6-pids.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_disk.json\u001b[0m*                    \u001b[01;32mmistral-cmip6-scenariomip.csv.gz\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_disk_netcdf.csv.gz\u001b[0m*           \u001b[01;32mmistral-cmip6-scenariomip.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_disk_netcdf.json\u001b[0m*             \u001b[01;32mmistral-miklip.csv.gz\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6pids_disk_netcdf.csv.gz\u001b[0m*       \u001b[01;32mmistral-miklip.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip6_swift_zarr.csv.gz\u001b[0m*            \u001b[01;34mncar-intake-esm-datastore\u001b[0m/\n",
      "\u001b[01;32mdkrz_cmip6_swift_zarr.json\u001b[0m*              \u001b[01;32mnew-mistral-cmip6-scenariomip.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip-data-pool_disk_netcdf.csv.gz\u001b[0m*  \u001b[01;32mpangeo-cmip6.json\u001b[0m*\n",
      "\u001b[01;32mdkrz_cmip-data-pool_disk_netcdf.json\u001b[0m*    stac_cmip6_test.csv.gz\n",
      "dkrz_cordex_disk.csv.gz                  \u001b[01;34mTemplates\u001b[0m/\n",
      "\u001b[01;32mdkrz_cordex_disk.json\u001b[0m*\n"
     ]
    }
   ],
   "source": [
    "%ls /work/ik1017/Catalogs/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[0m\u001b[01;34mCandidates\u001b[0m/               \u001b[01;36mdkrz_dyamond-winter_disk.json\u001b[0m@\n",
      "\u001b[01;36mdkrz_catalog.yaml\u001b[0m@        \u001b[01;36mdkrz_era5_disk.json\u001b[0m@\n",
      "\u001b[01;36mdkrz_cmip5_archive.json\u001b[0m@  \u001b[01;36mdkrz_monsoon_disk.yaml\u001b[0m@\n",
      "\u001b[01;36mdkrz_cmip5_disk.json\u001b[0m@     \u001b[01;36mdkrz_mpige_disk.json\u001b[0m@\n",
      "\u001b[01;36mdkrz_cmip6_cloud.json\u001b[0m@    \u001b[01;36mdkrz_nextgems_disk.json\u001b[0m@\n",
      "\u001b[01;36mdkrz_cmip6_disk.json\u001b[0m@     \u001b[01;36mdkrz_palmod2_disk.json\u001b[0m@\n",
      "\u001b[01;36mdkrz_cordex_disk.json\u001b[0m@    \u001b[01;34mTemplates\u001b[0m/\n"
     ]
    }
   ],
   "source": [
    "%ls /pool/data/Catalogs/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/intake_esm/utils.py:96: DtypeWarning: Columns (21,22,23) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  return pd.read_csv(catalog_path, **csv_kwargs), catalog_path\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<p><strong>/work/ik1017/Catalogs/dkrz_cmip6_disk catalog with 17246 dataset(s) from 6132163 asset(s)</strong>:</p> <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>unique</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>activity_id</th>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>institution_id</th>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>source_id</th>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>experiment_id</th>\n",
       "      <td>214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>member_id</th>\n",
       "      <td>479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>table_id</th>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>variable_id</th>\n",
       "      <td>1164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>grid_label</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dcpp_init_year</th>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>version</th>\n",
       "      <td>753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time_range</th>\n",
       "      <td>41465</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>path</th>\n",
       "      <td>6132163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>opendap_url</th>\n",
       "      <td>6132163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>project</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>simulation_id</th>\n",
       "      <td>479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>grid_id</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>frequency</th>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time_reduction</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>long_name</th>\n",
       "      <td>1129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>units</th>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>realm</th>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>level_type</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time_min</th>\n",
       "      <td>24464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time_max</th>\n",
       "      <td>35016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>format</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>uri</th>\n",
       "      <td>6132163</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "root_path = '/work/ik1017/Catalogs/'\n",
    "#root_path = '/pool/data/Catalogs/Candidates/'\n",
    "#root_path = '/pool/data/Catalogs/'\n",
    "#col_url = f\"{root_path}mistral-cmip6.json\"\n",
    "col_url = f\"{root_path}dkrz_cmip-data-pool_disk_netcdf.json\"\n",
    "col_url = f\"{root_path}dkrz_cmip6_disk.json\"\n",
    "col = intake.open_esm_datastore(col_url)\n",
    "col"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>activity_id</th>\n",
       "      <th>institution_id</th>\n",
       "      <th>source_id</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>member_id</th>\n",
       "      <th>table_id</th>\n",
       "      <th>variable_id</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>dcpp_init_year</th>\n",
       "      <th>version</th>\n",
       "      <th>time_range</th>\n",
       "      <th>format</th>\n",
       "      <th>uri</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AerChemMIP</td>\n",
       "      <td>BCC</td>\n",
       "      <td>BCC-ESM1</td>\n",
       "      <td>hist-piAer</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>AERmon</td>\n",
       "      <td>c2h6</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20200511</td>\n",
       "      <td>185001-201412</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AerChemMIP</td>\n",
       "      <td>BCC</td>\n",
       "      <td>BCC-ESM1</td>\n",
       "      <td>hist-piAer</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>AERmon</td>\n",
       "      <td>c3h6</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20200511</td>\n",
       "      <td>185001-201412</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AerChemMIP</td>\n",
       "      <td>BCC</td>\n",
       "      <td>BCC-ESM1</td>\n",
       "      <td>hist-piAer</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>AERmon</td>\n",
       "      <td>c3h8</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20200511</td>\n",
       "      <td>185001-201412</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AerChemMIP</td>\n",
       "      <td>BCC</td>\n",
       "      <td>BCC-ESM1</td>\n",
       "      <td>hist-piAer</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>AERmon</td>\n",
       "      <td>cdnc</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20200522</td>\n",
       "      <td>185001-201412</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AerChemMIP</td>\n",
       "      <td>BCC</td>\n",
       "      <td>BCC-ESM1</td>\n",
       "      <td>hist-piAer</td>\n",
       "      <td>r1i1p1f1</td>\n",
       "      <td>AERmon</td>\n",
       "      <td>ch3coch3</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20200511</td>\n",
       "      <td>185001-201412</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  activity_id institution_id source_id experiment_id member_id table_id  \\\n",
       "0  AerChemMIP            BCC  BCC-ESM1    hist-piAer  r1i1p1f1   AERmon   \n",
       "1  AerChemMIP            BCC  BCC-ESM1    hist-piAer  r1i1p1f1   AERmon   \n",
       "2  AerChemMIP            BCC  BCC-ESM1    hist-piAer  r1i1p1f1   AERmon   \n",
       "3  AerChemMIP            BCC  BCC-ESM1    hist-piAer  r1i1p1f1   AERmon   \n",
       "4  AerChemMIP            BCC  BCC-ESM1    hist-piAer  r1i1p1f1   AERmon   \n",
       "\n",
       "  variable_id grid_label  dcpp_init_year    version     time_range  format  \\\n",
       "0        c2h6         gn             NaN  v20200511  185001-201412  netcdf   \n",
       "1        c3h6         gn             NaN  v20200511  185001-201412  netcdf   \n",
       "2        c3h8         gn             NaN  v20200511  185001-201412  netcdf   \n",
       "3        cdnc         gn             NaN  v20200522  185001-201412  netcdf   \n",
       "4    ch3coch3         gn             NaN  v20200511  185001-201412  netcdf   \n",
       "\n",
       "                                                 uri  \n",
       "0  /mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...  \n",
       "1  /mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...  \n",
       "2  /mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...  \n",
       "3  /mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...  \n",
       "4  /mnt/lustre/work/ik1017/CMIP6/data/CMIP6/AerCh...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cloudpath=\"https://swift.dkrz.de/v1/dkrz_a44962e3ba914c309a7421573a6949a6/intake-esm/dkrz_data-pool_cloudcatalog.yaml\"\n",
    "cloudpath=\"https://gitlab.dkrz.de/data-infrastructure-services/intake-esm/-/raw/master/esm-collections/cloud-access/dkrz_catalog.yaml\"\n",
    "#poolpath=\"/pool/data/Catalogs/dkrz_cmip6_disk_netcdf.json\"\n",
    "cdp = intake.open_catalog(cloudpath)\n",
    "col = cdp.dkrz_cmip6_disk#dkrz_cmip6_disk_netcdf_fromcloud\n",
    "col.df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['dkrz_cmip5_disk', 'dkrz_cmip5_archive', 'dkrz_cmip6_disk', 'dkrz_cmip6_cloud', 'dkrz_cordex_disk', 'dkrz_era5_disk', 'dkrz_mpi-ge_disk', 'dkrz_dyamond-winter_disk']\n"
     ]
    }
   ],
   "source": [
    "print(list(cdp))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "col_url = \"/home/b/b381258/swift.dkrz.de/dkrz_cmip6_disk_netcdf.csv\" #dkrz_data-pool_cloudcatalog.yaml\"\n",
    "#col_url = f\"{root_path}dkrz_data-pool_diskcatalog.yaml\"\n",
    "#parent_col=intake.open_catalog(col_url)\n",
    "parent_col = intake.open_csv(col_url)\n",
    "#print(list(parent_col))\n",
    "#col=parent_col[\"dkrz_cmip6_swift_zarr_fromdisk\"]\n",
    "#cat = parent_col.search(**query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'dataframe'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parent_col.container"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>activity_id</th>\n",
       "      <th>institution_id</th>\n",
       "      <th>source_id</th>\n",
       "      <th>experiment_id</th>\n",
       "      <th>member_id</th>\n",
       "      <th>table_id</th>\n",
       "      <th>variable_id</th>\n",
       "      <th>grid_label</th>\n",
       "      <th>dcpp_init_year</th>\n",
       "      <th>version</th>\n",
       "      <th>...</th>\n",
       "      <th>frequency</th>\n",
       "      <th>time_reduction</th>\n",
       "      <th>long_name</th>\n",
       "      <th>units</th>\n",
       "      <th>realm</th>\n",
       "      <th>level_type</th>\n",
       "      <th>time_min</th>\n",
       "      <th>time_max</th>\n",
       "      <th>format</th>\n",
       "      <th>uri</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>historical</td>\n",
       "      <td>r10i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18500101.0</td>\n",
       "      <td>18601231.0</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>historical</td>\n",
       "      <td>r10i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18610101.0</td>\n",
       "      <td>18701231.0</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>historical</td>\n",
       "      <td>r10i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18710101.0</td>\n",
       "      <td>18801231.0</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>historical</td>\n",
       "      <td>r10i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18810101.0</td>\n",
       "      <td>18901231.0</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>CCCma</td>\n",
       "      <td>CanESM5</td>\n",
       "      <td>historical</td>\n",
       "      <td>r10i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190429</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>18910101.0</td>\n",
       "      <td>19001231.0</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1049</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>MPI-M</td>\n",
       "      <td>MPI-ESM1-2-LR</td>\n",
       "      <td>historical</td>\n",
       "      <td>r9i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190710</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19300101.0</td>\n",
       "      <td>19491231</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1050</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>MPI-M</td>\n",
       "      <td>MPI-ESM1-2-LR</td>\n",
       "      <td>historical</td>\n",
       "      <td>r9i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190710</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19500101.0</td>\n",
       "      <td>19691231</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1051</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>MPI-M</td>\n",
       "      <td>MPI-ESM1-2-LR</td>\n",
       "      <td>historical</td>\n",
       "      <td>r9i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190710</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19700101.0</td>\n",
       "      <td>19891231</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1052</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>MPI-M</td>\n",
       "      <td>MPI-ESM1-2-LR</td>\n",
       "      <td>historical</td>\n",
       "      <td>r9i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190710</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>19900101.0</td>\n",
       "      <td>20091231</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1053</th>\n",
       "      <td>CMIP</td>\n",
       "      <td>MPI-M</td>\n",
       "      <td>MPI-ESM1-2-LR</td>\n",
       "      <td>historical</td>\n",
       "      <td>r9i1p1f1</td>\n",
       "      <td>day</td>\n",
       "      <td>ua</td>\n",
       "      <td>gn</td>\n",
       "      <td>NaN</td>\n",
       "      <td>v20190710</td>\n",
       "      <td>...</td>\n",
       "      <td>day</td>\n",
       "      <td>mean</td>\n",
       "      <td>Eastward Wind</td>\n",
       "      <td>m s-1</td>\n",
       "      <td>atmos</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20100101.0</td>\n",
       "      <td>20141231</td>\n",
       "      <td>netcdf</td>\n",
       "      <td>/work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1054 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     activity_id institution_id      source_id experiment_id  member_id  \\\n",
       "0           CMIP          CCCma        CanESM5    historical  r10i1p1f1   \n",
       "1           CMIP          CCCma        CanESM5    historical  r10i1p1f1   \n",
       "2           CMIP          CCCma        CanESM5    historical  r10i1p1f1   \n",
       "3           CMIP          CCCma        CanESM5    historical  r10i1p1f1   \n",
       "4           CMIP          CCCma        CanESM5    historical  r10i1p1f1   \n",
       "...          ...            ...            ...           ...        ...   \n",
       "1049        CMIP          MPI-M  MPI-ESM1-2-LR    historical   r9i1p1f1   \n",
       "1050        CMIP          MPI-M  MPI-ESM1-2-LR    historical   r9i1p1f1   \n",
       "1051        CMIP          MPI-M  MPI-ESM1-2-LR    historical   r9i1p1f1   \n",
       "1052        CMIP          MPI-M  MPI-ESM1-2-LR    historical   r9i1p1f1   \n",
       "1053        CMIP          MPI-M  MPI-ESM1-2-LR    historical   r9i1p1f1   \n",
       "\n",
       "     table_id variable_id grid_label  dcpp_init_year    version  ...  \\\n",
       "0         day          ua         gn             NaN  v20190429  ...   \n",
       "1         day          ua         gn             NaN  v20190429  ...   \n",
       "2         day          ua         gn             NaN  v20190429  ...   \n",
       "3         day          ua         gn             NaN  v20190429  ...   \n",
       "4         day          ua         gn             NaN  v20190429  ...   \n",
       "...       ...         ...        ...             ...        ...  ...   \n",
       "1049      day          ua         gn             NaN  v20190710  ...   \n",
       "1050      day          ua         gn             NaN  v20190710  ...   \n",
       "1051      day          ua         gn             NaN  v20190710  ...   \n",
       "1052      day          ua         gn             NaN  v20190710  ...   \n",
       "1053      day          ua         gn             NaN  v20190710  ...   \n",
       "\n",
       "     frequency time_reduction      long_name  units  realm level_type  \\\n",
       "0          day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "1          day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "2          day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "3          day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "4          day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "...        ...            ...            ...    ...    ...        ...   \n",
       "1049       day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "1050       day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "1051       day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "1052       day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "1053       day           mean  Eastward Wind  m s-1  atmos        NaN   \n",
       "\n",
       "        time_min    time_max  format  \\\n",
       "0     18500101.0  18601231.0  netcdf   \n",
       "1     18610101.0  18701231.0  netcdf   \n",
       "2     18710101.0  18801231.0  netcdf   \n",
       "3     18810101.0  18901231.0  netcdf   \n",
       "4     18910101.0  19001231.0  netcdf   \n",
       "...          ...         ...     ...   \n",
       "1049  19300101.0    19491231  netcdf   \n",
       "1050  19500101.0    19691231  netcdf   \n",
       "1051  19700101.0    19891231  netcdf   \n",
       "1052  19900101.0    20091231  netcdf   \n",
       "1053  20100101.0    20141231  netcdf   \n",
       "\n",
       "                                                    uri  \n",
       "0     /work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...  \n",
       "1     /work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...  \n",
       "2     /work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...  \n",
       "3     /work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...  \n",
       "4     /work/ik1017/CMIP6/data/CMIP6/CMIP/CCCma/CanES...  \n",
       "...                                                 ...  \n",
       "1049  /work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...  \n",
       "1050  /work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...  \n",
       "1051  /work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...  \n",
       "1052  /work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...  \n",
       "1053  /work/ik1017/CMIP6/data/CMIP6/CMIP/MPI-M/MPI-E...  \n",
       "\n",
       "[1054 rows x 26 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "models = ['CanESM5', 'MPI-ESM1-2-LR','CNRM-CM6-1']#'CESM2-WACCM']\n",
    "query = dict(experiment_id='historical', table_id='day', \n",
    "             variable_id='ua', source_id=models)\n",
    "cat = col.search(**query)\n",
    "cat.df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "--> The keys in the returned dictionary of datasets are constructed as follows:\n",
      "\t'activity_id.source_id.experiment_id.table_id.grid_label'\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "KeyboardInterrupt\n",
      "\n"
     ]
    }
   ],
   "source": [
    "with dask.config.set(**{'array.slicing.split_large_chunks': True}):\n",
    "    dset_dict = cat.to_dataset_dict(cdf_kwargs={'chunks': {'time': 365}},)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "--> The keys in the returned dictionary of datasets are constructed as follows:\n",
      "\t'activity_id.source_id.experiment_id.table_id.grid_label'\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Input \u001b[0;32mIn [7]\u001b[0m, in \u001b[0;36m<cell line: 1>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0m dset_dict \u001b[38;5;241m=\u001b[39m \u001b[43mcat\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mto_dataset_dict\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/site-packages/intake_esm/core.py:921\u001b[0m, in \u001b[0;36mesm_datastore.to_dataset_dict\u001b[0;34m(self, zarr_kwargs, cdf_kwargs, preprocess, storage_options, progressbar, aggregate)\u001b[0m\n\u001b[1;32m    917\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m concurrent\u001b[38;5;241m.\u001b[39mfutures\u001b[38;5;241m.\u001b[39mThreadPoolExecutor(max_workers\u001b[38;5;241m=\u001b[39mdask\u001b[38;5;241m.\u001b[39msystem\u001b[38;5;241m.\u001b[39mCPU_COUNT) \u001b[38;5;28;01mas\u001b[39;00m executor:\n\u001b[1;32m    918\u001b[0m     future_tasks \u001b[38;5;241m=\u001b[39m [\n\u001b[1;32m    919\u001b[0m         executor\u001b[38;5;241m.\u001b[39msubmit(_load_source, key, source) \u001b[38;5;28;01mfor\u001b[39;00m key, source \u001b[38;5;129;01min\u001b[39;00m sources\u001b[38;5;241m.\u001b[39mitems()\n\u001b[1;32m    920\u001b[0m     ]\n\u001b[0;32m--> 921\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m i, task \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28menumerate\u001b[39m(concurrent\u001b[38;5;241m.\u001b[39mfutures\u001b[38;5;241m.\u001b[39mas_completed(future_tasks)):\n\u001b[1;32m    922\u001b[0m         key, ds \u001b[38;5;241m=\u001b[39m task\u001b[38;5;241m.\u001b[39mresult()\n\u001b[1;32m    923\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_datasets[key] \u001b[38;5;241m=\u001b[39m ds\n",
      "File \u001b[0;32m/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/concurrent/futures/_base.py:245\u001b[0m, in \u001b[0;36mas_completed\u001b[0;34m(fs, timeout)\u001b[0m\n\u001b[1;32m    240\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m wait_timeout \u001b[38;5;241m<\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m    241\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTimeoutError\u001b[39;00m(\n\u001b[1;32m    242\u001b[0m                 \u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m%d\u001b[39;00m\u001b[38;5;124m (of \u001b[39m\u001b[38;5;132;01m%d\u001b[39;00m\u001b[38;5;124m) futures unfinished\u001b[39m\u001b[38;5;124m'\u001b[39m \u001b[38;5;241m%\u001b[39m (\n\u001b[1;32m    243\u001b[0m                 \u001b[38;5;28mlen\u001b[39m(pending), total_futures))\n\u001b[0;32m--> 245\u001b[0m \u001b[43mwaiter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mevent\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mwait\u001b[49m\u001b[43m(\u001b[49m\u001b[43mwait_timeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    247\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m waiter\u001b[38;5;241m.\u001b[39mlock:\n\u001b[1;32m    248\u001b[0m     finished \u001b[38;5;241m=\u001b[39m waiter\u001b[38;5;241m.\u001b[39mfinished_futures\n",
      "File \u001b[0;32m/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/threading.py:574\u001b[0m, in \u001b[0;36mEvent.wait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    572\u001b[0m signaled \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_flag\n\u001b[1;32m    573\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m signaled:\n\u001b[0;32m--> 574\u001b[0m     signaled \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_cond\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mwait\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    575\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m signaled\n",
      "File \u001b[0;32m/sw/spack-levante/mambaforge-4.11.0-0-Linux-x86_64-sobz6z/lib/python3.9/threading.py:312\u001b[0m, in \u001b[0;36mCondition.wait\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    310\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:    \u001b[38;5;66;03m# restore state no matter what (e.g., KeyboardInterrupt)\u001b[39;00m\n\u001b[1;32m    311\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m timeout \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m--> 312\u001b[0m         \u001b[43mwaiter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43macquire\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    313\u001b[0m         gotit \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[1;32m    314\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "dset_dict = cat.to_dataset_dict()#cdf_kwargs={'chunks': {'time': 365}},)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Selection and calculation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/mnt/lustre02/work/bd1022/b381258/CMIP6/ScenarioMIP.MPI-M.MPI-ESM1-2-LR.ssp585.day.gn_zg@10and100hPa.nc\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-54-bd40e1a4cd1f>:19: FutureWarning: ``output_sizes`` should be given in the ``dask_gufunc_kwargs`` parameter. It will be removed as direct parameter in a future version.\n",
      "  moments_xr = xr.apply_ufunc(moments_fce, ds_sel, temp, \\\n"
     ]
    },
    {
     "ename": "SystemExit",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "An exception has occurred, use %tb to see the full traceback.\n",
      "\u001b[0;31mSystemExit\u001b[0m\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/sw/spack-rhel6/miniforge3-4.9.2-3-Linux-x86_64-pwdbqi/lib/python3.8/site-packages/IPython/core/interactiveshell.py:3426: UserWarning: To exit: use 'exit', 'quit', or Ctrl-D.\n",
      "  warn(\"To exit: use 'exit', 'quit', or Ctrl-D.\", stacklevel=1)\n"
     ]
    }
   ],
   "source": [
    "user = 'b381258'\n",
    "outpath=f'/work/bd1022/{user}/'\n",
    "\n",
    "for k, ds in dset_dict.items():\n",
    "    ds_sel = ds['ua'].sel(\n",
    "        plev = [1000],\n",
    "        time = slice(None,'2100-12-31'),\n",
    "        lat = 60,\n",
    "        method = 'nearest'\n",
    "    )\n",
    "    ds_sel_winter = \n",
    "    output = f'{outpath}CMIP6/{k}_zg@10and100hPa.nc'\n",
    "    print(output)\n",
    "    \n",
    "    lons = ds_sel.lon.values\n",
    "    lats = ds_sel.lat.values\n",
    "    xypoints = calc_xypoints(lons,lats)\n",
    "    \n",
    "    \n",
    "    temp = ds_sel.sel(time = np.isin(ds_sel.time.dt.month, [11,12,1,2,3,4])).sel(lat = 60, method = 'nearest').mean(['lon','time'])#.load()\n",
    "\n",
    "\n",
    "\n",
    "    sys.exit()\n",
    "\n",
    "    \n",
    "    #ds_sel.to_netcdf(output)\n",
    "    "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "1 Python 3 (based on the module python3/2023.01)",
   "language": "python",
   "name": "python3_2023_01"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}