73 water vapor notebook

climanet/predict.py

@@ -124,6 +124,10 @@ def predict_monthly_var(
     model.to(device)
     model.eval()
 
+    # Length of the dataset should >=1
+    if len(dataset) < 1:
+        raise ValueError("The dataset is empty. Please provide a non-empty dataset.")
+
     use_cuda = device == "cuda"
     dataloader = DataLoader(
         dataset,

notebooks/example_daily.ipynb → notebooks/sst/training_daily_sst.ipynb

@@ -182,14 +182,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 8,
    "id": "ca9b6c44-1f4a-4ff2-b15e-7b330bbc501e",
    "metadata": {
     "jp-MarkdownHeadingCollapsed": true
    },
    "outputs": [],
    "source": [
-    "# read data\n",
+    "# read data \n",
     "data_dir = f\"{run_dir}/data_train\"\n",
     "input_da, input_da_nan_mask, monthly_da, padded_days_mask, time_features = read_st_data(data_path=data_dir, var_name=var_name)"
    ]
@@ -259,12 +259,12 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 11,
    "id": "d02dace1-c194-49bd-a283-94f7a04e666b",
    "metadata": {},
    "outputs": [],
    "source": [
-    "# read data\n",
+    "# read data \n",
     "data_dir = f\"{run_dir}/data_validation\"\n",
     "input_da, input_da_nan_mask, monthly_da, padded_days_mask, time_features = read_st_data(data_path=data_dir, var_name=var_name)"
    ]
@@ -475,19 +475,19 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 18,
    "id": "4c30511a-49fc-4a4d-8bfc-61ec3857fde0",
    "metadata": {},
    "outputs": [],
    "source": [
-    "# read data\n",
+    "# read data \n",
     "data_dir = f\"{run_dir}/data_test\"\n",
     "input_da, input_da_nan_mask, monthly_da, padded_days_mask, time_features = read_st_data(data_path=data_dir, var_name=var_name)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 20,
    "id": "ac99fdf5-dfd8-44a0-957b-dea177ac92a1",
    "metadata": {},
    "outputs": [
@@ -503,7 +503,7 @@
     }
    ],
    "source": [
-    "spatial_crop_size = monthly_da.shape[1:]  # the whole dataset\n",
+    "spatial_patch_size = monthly_da.shape[1:]  # the whole dataset \n",
     "\n",
     "dataset_test = STDataset(\n",
     "    input_da=input_da,\n",
@@ -513,7 +513,7 @@
     "    time_features=time_features,\n",
     "    land_mask=lsm_subset[\"lsm\"],\n",
     "    model_patch_size=patch_size,\n",
-    "    crop_size=(1, *spatial_crop_size),\n",
+    "    crop_size=(1, *spatial_crop_size), \n",
     "    stride=None,  # no stride in inference\n",
     "    sh_embed_dim=96,\n",
     "    sh_order_L = 10,\n",
@@ -574,7 +574,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 23,
    "id": "7c2deb40-bee8-4973-80f0-9d9485eabf0c",
    "metadata": {},
    "outputs": [
@@ -591,7 +591,7 @@
     "# inference on test data, verbose is True\n",
     "predictions = predict_monthly_var(\n",
     "    model=f\"{run_dir}/best_model.pth\",\n",
-    "    dataset=dataset_test,\n",
+    "    dataset=dataset_test,  \n",
     "    dataloader_config=dataloader_config,\n",
     "    prediction_config=prediction_config,\n",
     "    run_dir=run_dir,\n",
@@ -647,7 +647,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 27,
    "id": "7ba5d204-aefc-4103-8475-c802c603ad3f",
    "metadata": {},
    "outputs": [
@@ -668,7 +668,7 @@
     "\n",
     "ocean = ~lsm_subset[\"lsm\"].values\n",
     "masked_err_baseline = err_baseline.where(ocean)\n",
-    "masked_err_predictions = err_predictions.where(ocean)\n",
+    "masked_err_predictions = err_predictions.where(ocean) \n",
     "\n",
     "plot_results(masked_err_baseline, masked_err_predictions, label=\"error K\", title=(\"err_Baseline\", \"err_Prediction\"), error=True)"
    ]

notebooks/example_hourly.ipynb → notebooks/sst/training_hourly_sst.ipynb

@@ -50,7 +50,11 @@
     "\n",
     "monthly_data = xr.open_mfdataset(data_folder / f\"202001_mon_ERA5dc_full_{var_name}.nc\")\n",
     "monthly_data_validation = xr.open_mfdataset(data_folder / f\"202101_mon_ERA5dc_full_{var_name}.nc\")\n",
+<<<<<<< HEAD:notebooks/sst/training_hourly_sst.ipynb
+    "monthly_data_test = xr.open_mfdataset(data_folder / f\"202001_mon_ERA5dc_full_{var_name}.nc\")\n",
+=======
     "monthly_data_test = xr.open_mfdataset(data_folder / f\"202201_mon_ERA5dc_full_{var_name}.nc\")\n",
+>>>>>>> main:notebooks/example_hourly.ipynb
     "\n",
     "file_name = data_folder / \"era5_lsm_bool.nc\"  # downloded from era5 and regridded using the function `regrid_to_boundary_centered_grid`\n",
     "lsm_mask = xr.open_dataset(file_name)"
@@ -476,7 +480,11 @@
     }
    ],
    "source": [
+<<<<<<< HEAD:notebooks/sst/training_hourly_sst.ipynb
+    "spatial_patch_size = monthly_da.shape[1:]  # the whole dataset \n",
+=======
     "spatial_crop_size = monthly_da.shape[1:]  # the whole dataset \n",
+>>>>>>> main:notebooks/example_hourly.ipynb
     "\n",
     "dataset_test = STDataset(\n",
     "    input_da=input_da,\n",
@@ -670,9 +678,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "climanet",
+   "display_name": "Python 3 (ipykernel)",
    "language": "python",
-   "name": "climanet"
+   "name": "python3"
   },
   "language_info": {
    "codemirror_mode": {
@@ -684,7 +692,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.14.6"
+   "version": "3.11.14"
   }
  },
  "nbformat": 4,