Undo sharding filter

openclimatefix · Mar 30, 2023 · 28b0b47 · 28b0b47
1 parent f0a360c
commit 28b0b47
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/ocf_datapipes/training/metnet_pv_site.py b/ocf_datapipes/training/metnet_pv_site.py
@@ -103,8 +103,7 @@ def metnet_site_datapipe(
     pv_datapipe = used_datapipes["pv_future"].normalize(normalize_fn=normalize_pv)
     # Split into GSP for target, only national, and one for history
     pv_datapipe, pv_loc_datapipe = pv_datapipe.fork(2)
-    loc_datapipe = LocationPicker(pv_loc_datapipe).sharding_filter() # Ensure each worker gets a different location
-    pv_loc_datapipe, pv_id_datapipe = loc_datapipe.fork(2)
+    pv_loc_datapipe, pv_id_datapipe = LocationPicker(pv_loc_datapipe).loc_datapipe.fork(2)
     pv_history = pv_history.select_id(pv_id_datapipe, data_source_name="pv")
 
     if "nwp" in used_datapipes.keys():