Merge pull request #288 from openclimatefix/jacob/coarsen_fix

Fix potentially coarsen to take alternating points

Author: jacobbieker

ocf_datapipes/training/common.py

@@ -1220,6 +1220,9 @@ def create_t0_and_loc_datapipes(
 def potentially_coarsen(xr_data: xr.Dataset):
     """Coarsen the data, if it is separated by 0.05 degrees each"""
     if "latitude" in xr_data.coords and "longitude" in xr_data.coords:
-        if xr_data.latitude.values[1] - xr_data.latitude.values[0] == 0.05:
-            xr_data = xr_data.coarsen(latitude=2, longitude=2)
+        if np.isclose(np.abs(xr_data.latitude.values[1] - xr_data.latitude.values[0]), 0.05):
+            if np.isclose(np.round(xr_data.latitude.values[0], 1), xr_data.latitude.values[0]):
+                xr_data = xr_data.isel(latitude=slice(0, None, 2), longitude=slice(0, None, 2))
+            else:
+                xr_data = xr_data.isel(latitude=slice(1, None, 2), longitude=slice(1, None, 2))
     return xr_data

ocf_datapipes/training/windnet.py

@@ -391,19 +391,18 @@ def windnet_netcdf_datapipe(
 
 if __name__ == "__main__":
     # Load the ECMWF and sensor data here
-    datapipe = windnet_datapipe(
-        config_filename="/home/jacob/Development/ocf_datapipes/tests/config/india_test.yaml",
-        start_time=datetime(2023, 1, 1),
-        end_time=datetime(2023, 11, 2),
-    )
-    batch = next(iter(datapipe))
-    print(batch)
-    batch.to_netcdf("test.nc", engine="h5netcdf")
+    # datapipe = windnet_datapipe(
+    #    config_filename="/home/jacob/Development/ocf_datapipes/tests/config/india_test.yaml",
+    #    start_time=datetime(2023, 1, 1),
+    #    end_time=datetime(2023, 11, 2),
+    # )
+    # batch = next(iter(datapipe))
+    # print(batch)
+    # batch.to_netcdf("test.nc", engine="h5netcdf")
     # Load the saved NetCDF files here
     datapipe = windnet_netcdf_datapipe(
-        config_filename="/home/jacob/Development/ocf_datapipes/tests/config/india_test.yaml",
-        keys=["nwp", "sensor"],
-        filenames=["test.nc"],
+        keys=["nwp", "wind"],
+        filenames=["/run/media/jacob/data/windnet_india_batches_medium/val/000000.nc"],
     )
     batch = next(iter(datapipe))
-    print(batch)
+    # print(batch)