Merge branch 'streaming_lm_encoding' of github.com:iefode/openvino.ge…

…nai into streaming_lm_encoding
openvinotoolkit · Dec 16, 2024 · dd5ca50 · dd5ca50
2 parents 02622c9 + 61e55a6
commit dd5ca50
Showing 1 changed file with 0 additions and 2 deletions.
diff --git a/src/cpp/src/continuous_batching_impl.cpp b/src/cpp/src/continuous_batching_impl.cpp
@@ -285,8 +285,6 @@ ContinuousBatchingPipeline::ContinuousBatchingImpl::generate(const std::vector<o
         }
         if (streamer_ptr && generations.at(0)->can_read()) {
             std::unordered_map<uint64_t, GenerationOutput> token = generations.at(0).get()->back();
-            OPENVINO_ASSERT(1 <= token.size());
-            OPENVINO_ASSERT(1 <= token.begin()->second.generated_ids.size());
             for (const auto& gen_token : token.begin()->second.generated_ids) {
                 if (!streamer_ptr->put(gen_token)) {
                     break;