[fix] Propagate predict output code to batch request output codes in … (

#2481)
deepjavalibrary · Oct 23, 2024 · 87b86bb · 87b86bb
1 parent c807fe0
commit 87b86bb
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java b/engines/python/src/main/java/ai/djl/python/engine/RollingBatch.java
@@ -180,6 +180,11 @@ public void run() {
                     BytesSupplier err = BytesSupplier.wrap(JsonUtils.GSON.toJson(out));
                     for (Request req : list) {
                         req.last = true;
+                        if (isBackportForNonStreamingHttpErrorCodes) {
+                            // Note: This will only change the HTTP response code if the first chunk
+                            // has not yet been sent
+                            req.output.setCode(code);
+                        }
                         req.data.appendContent(err, true);
                     }
                     list.clear();