diff --git a/sycl/plugins/cuda/pi_cuda.cpp b/sycl/plugins/cuda/pi_cuda.cpp
index e500e368fd137..77a7f9c50c008 100644
--- a/sycl/plugins/cuda/pi_cuda.cpp
+++ b/sycl/plugins/cuda/pi_cuda.cpp
@@ -4651,6 +4651,14 @@ pi_result cuda_piextUSMEnqueuePrefetch(pi_queue queue, const void *ptr,
                                        const pi_event *events_waitlist,
                                        pi_event *event) {
 
+// CUDA has an issue with cuMemPrefetchAsync returning cudaErrorInvalidDevice
+// for Windows machines
+// TODO: Remove when fix is found
+#ifdef _MSC_VER
+  cl::sycl::detail::pi::die(
+      "cuda_piextUSMEnqueuePrefetch does not currently work on Windows");
+#endif
+
   // flags is currently unused so fail if set
   if (flags != 0)
     return PI_INVALID_VALUE;