small fix

ggerganov · Sep 23, 2024 · 3a64932 · 3a64932
1 parent c2e7945
commit 3a64932
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1837,10 +1837,8 @@ struct server_context {
             if (slot.ga_n == 1) {
                 if (slot.is_processing() && (int) system_tokens.size() + slot.n_past >= slot.n_ctx - 1) {
                     if (!params.ctx_shift) {
-                        // this check is redundant (for good)
-                        // we should never get here, since n_predict is already limited
-                        slot.release();
-                        send_error(slot, "context shift is disabled", ERROR_TYPE_SERVER);
+                        // we should never get here, because generation should already stopped in process_token()
+                        GGML_ASSERT(false && "context shifting is disabled");
                         continue;
                     }