check running

intel · Jan 23, 2024 · eb639e4 · eb639e4
1 parent 06171ab
commit eb639e4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/neural_speed/application/main_pybind.cpp b/neural_speed/application/main_pybind.cpp
@@ -209,6 +209,7 @@ class ModelServer {
   };
 
   int issueQuery(std::vector<Query>& qs) {
+    if (!running) throw std::runtime_error("Server stopped!");
     std::lock_guard<std::mutex> lock(queue_mtx);
     std::copy(qs.cbegin(), qs.cend(), std::back_inserter(waiting));
     return waiting.size();