failed attempt to fix #42 using retries. Next, going to try replacing .sel() with np.searchsorted

Author: JackKelly

notebooks/benchmark_loading_speed.ipynb

@@ -52,8 +52,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 65 µs, sys: 0 ns, total: 65 µs\n",
-      "Wall time: 67.9 µs\n"
+      "CPU times: user 56 µs, sys: 18 µs, total: 74 µs\n",
+      "Wall time: 76.3 µs\n"
      ]
     }
    ],
@@ -69,7 +69,7 @@
     "    # sat_channels =('HRV', 'WV_062', 'WV_073'),\n",
     "    nwp_base_path = f'gs://{NWP_BASE_PATH}',\n",
     "    pin_memory = True,  #: Passed to DataLoader.\n",
-    "    num_workers = 1,  #: Passed to DataLoader.\n",
+    "    num_workers = 0,  #: Passed to DataLoader.\n",
     "    prefetch_factor = 256,  #: Passed to DataLoader.\n",
     "    n_samples_per_timestep = 8,  #: Passed to NowcastingDataset\n",
     ")"
@@ -94,8 +94,8 @@
      "text": [
       "15 bad PV systems found and removed!\n",
       "pv_power = 400.0 MB\n",
-      "CPU times: user 56.2 s, sys: 3.56 s, total: 59.8 s\n",
-      "Wall time: 59.9 s\n"
+      "CPU times: user 55.6 s, sys: 3.45 s, total: 59 s\n",
+      "Wall time: 59.3 s\n"
      ]
     }
    ],
@@ -124,23 +124,21 @@
       "/home/jack/miniconda3/envs/nowcasting_dataset/lib/python3.9/site-packages/pvlib/solarposition.py:368: FutureWarning: casting datetime64[ns] values to int64 with .astype(...) is deprecated and will raise in a future version. Use .view(...) instead.\n",
       "  unixtime = np.array(time.astype(np.int64)/10**9)\n",
       "/home/jack/miniconda3/envs/nowcasting_dataset/lib/python3.9/site-packages/pvlib/solarposition.py:368: FutureWarning: casting datetime64[ns] values to int64 with .astype(...) is deprecated and will raise in a future version. Use .view(...) instead.\n",
-      "  unixtime = np.array(time.astype(np.int64)/10**9)\n"
+      "  unixtime = np.array(time.astype(np.int64)/10**9)\n",
+      "/home/jack/dev/ocf/nowcasting_dataset/nowcasting_dataset/utils.py:20: FutureWarning: casting datetime64[ns] values to int64 with .astype(...) is deprecated and will raise in a future version. Use .view(...) instead.\n",
+      "  a = a.astype(int)\n",
+      "DEBUG:nowcasting_dataset:Opening satellite data: gs://solar-pv-nowcasting-data/satellite/EUMETSAT/SEVIRI_RSS/OSGB36/all_zarr_int16_single_timestep.zarr\n",
+      "DEBUG:nowcasting_dataset:Opening NWP data: gs://solar-pv-nowcasting-data/NWP/UK_Met_Office/UKV_zarr\n",
+      "DEBUG:nowcasting_dataset:Opening satellite data: gs://solar-pv-nowcasting-data/satellite/EUMETSAT/SEVIRI_RSS/OSGB36/all_zarr_int16_single_timestep.zarr\n",
+      "DEBUG:nowcasting_dataset:Opening NWP data: gs://solar-pv-nowcasting-data/NWP/UK_Met_Office/UKV_zarr\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "CPU times: user 12.9 s, sys: 347 ms, total: 13.2 s\n",
-      "Wall time: 15.4 s\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/jack/dev/ocf/nowcasting_dataset/nowcasting_dataset/utils.py:20: FutureWarning: casting datetime64[ns] values to int64 with .astype(...) is deprecated and will raise in a future version. Use .view(...) instead.\n",
-      "  a = a.astype(int)\n"
+      "CPU times: user 26.3 s, sys: 622 ms, total: 26.9 s\n",
+      "Wall time: 33.8 s\n"
      ]
     }
    ],
@@ -354,9 +352,7 @@
      "output_type": "stream",
      "text": [
       "/home/jack/miniconda3/envs/nowcasting_dataset/lib/python3.9/site-packages/pytorch_lightning/trainer/data_loading.py:102: UserWarning: The dataloader, val dataloader 0, does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` (try 16 which is the number of cpus on this machine) in the `DataLoader` init to improve performance.\n",
-      "  rank_zero_warn(\n",
-      "DEBUG:nowcasting_dataset:Opening satellite data: gs://solar-pv-nowcasting-data/satellite/EUMETSAT/SEVIRI_RSS/OSGB36/all_zarr_int16_single_timestep.zarr\n",
-      "DEBUG:nowcasting_dataset:Opening NWP data: gs://solar-pv-nowcasting-data/NWP/UK_Met_Office/UKV_zarr\n"
+      "  rank_zero_warn(\n"
      ]
     },
     {
@@ -371,17 +367,14 @@
      "output_type": "stream",
      "text": [
       "/home/jack/miniconda3/envs/nowcasting_dataset/lib/python3.9/site-packages/pytorch_lightning/trainer/data_loading.py:102: UserWarning: The dataloader, train dataloader, does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` (try 16 which is the number of cpus on this machine) in the `DataLoader` init to improve performance.\n",
-      "  rank_zero_warn(\n",
-      "DEBUG:nowcasting_dataset:Opening satellite data: gs://solar-pv-nowcasting-data/satellite/EUMETSAT/SEVIRI_RSS/OSGB36/all_zarr_int16_single_timestep.zarr\n",
-      "[W pthreadpool-cpp.cc:90] Warning: Leaking Caffe2 thread-pool after fork. (function pthreadpool)\n",
-      "DEBUG:nowcasting_dataset:Opening NWP data: gs://solar-pv-nowcasting-data/NWP/UK_Met_Office/UKV_zarr\n"
+      "  rank_zero_warn(\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Epoch 0: : 183it [13:31,  4.43s/it, loss=0.105, v_num=178] "
+      "Epoch 0: : 209it [14:28,  4.16s/it, loss=0.0968, v_num=181]"
      ]
     }
    ],
@@ -392,37 +385,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "f2c4c66f-cdc5-4319-b7c8-0b7dddf438d5",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "# torch.save(model.state_dict(), 'model_state_dict.pt')"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "54d607e2-f10e-4c07-88bf-492c0215c21e",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "import pandas as pd"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "10119390-bdc1-4724-b5f8-1aa3877d5293",
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "pd.__version__"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "id": "3e025240-b406-4add-9564-e27358f65d17",
+   "id": "6813e0ec-0e7f-4cbb-87f3-51357f80362e",
    "metadata": {},
    "outputs": [],
    "source": []