Skip to content

Commit

Permalink
Fix typo for slice_matmul_stateful_model transformation (#1450)
Browse files Browse the repository at this point in the history
Fix typo for `slice_matmul_statefull_model` to
`slice_matmul_stateful_model`
  • Loading branch information
sammysun0711 authored Dec 27, 2024
1 parent ad31314 commit d88dda9
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion src/cpp/src/llm_pipeline.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ class StatefulLLMPipeline final : public LLMPipelineImplBase {
ov::Core core = utils::singleton_core();
ov::CompiledModel compiled_model;
auto [core_plugin_config, plugin_config] = ov::genai::utils::split_core_compile_config(config);
utils::slice_matmul_statefull_model(model);
utils::slice_matmul_stateful_model(model);
m_kv_cache_seq_length_axis = ov::genai::utils::get_seq_len_axis(model);

if (auto filtered_plugin_config = extract_adapters_from_properties(plugin_config, &m_generation_config.adapters)) {
Expand Down
2 changes: 1 addition & 1 deletion src/cpp/src/utils.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -259,7 +259,7 @@ ov::genai::TokenizedInputs subtract_chat_tokenized_inputs(const ov::genai::Token
return {new_input_ids, new_attention_mask};
}

void slice_matmul_statefull_model(std::shared_ptr<ov::Model> model) {
void slice_matmul_stateful_model(std::shared_ptr<ov::Model> model) {
auto last_node = model->output(0).get_node()->input_value(0).get_node();
ov::Node* matmul = dynamic_cast<ov::op::v0::MatMul*>(last_node);
if (matmul) {
Expand Down
2 changes: 1 addition & 1 deletion src/cpp/src/utils.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ std::shared_ptr<ov::Model> read_model_with_config(const std::filesystem::path& m

ov::genai::TokenizedInputs subtract_chat_tokenized_inputs(const ov::genai::TokenizedInputs& minuend, const ov::genai::TokenizedInputs& subtrahend);

void slice_matmul_statefull_model(std::shared_ptr<ov::Model> model);
void slice_matmul_stateful_model(std::shared_ptr<ov::Model> model);

ov::Core singleton_core();

Expand Down

0 comments on commit d88dda9

Please sign in to comment.