Improvements to MilvusVectorDB Service

examples/llm/rag/persistant_pipeline.py

@@ -32,15 +32,15 @@
 from morpheus.pipeline.pipeline import Pipeline
 from morpheus.pipeline.stage import Stage
 from morpheus.pipeline.stream_pair import StreamPair
-from morpheus.service.milvus_vector_db_service import MilvusVectorDBService
-from morpheus.service.vector_db_service import VectorDBResourceService
+from morpheus.service.vdb.milvus_vector_db_service import MilvusVectorDBService
+from morpheus.service.vdb.utils import VectorDBServiceFactory
+from morpheus.service.vdb.vector_db_service import VectorDBResourceService
 from morpheus.stages.inference.triton_inference_stage import TritonInferenceStage
 from morpheus.stages.input.kafka_source_stage import KafkaSourceStage
 from morpheus.stages.output.write_to_kafka_stage import WriteToKafkaStage
-from morpheus.stages.output.write_to_vector_db import WriteToVectorDBStage
+from morpheus.stages.output.write_to_vector_db_stage import WriteToVectorDBStage
 from morpheus.stages.preprocess.deserialize_stage import DeserializeStage
 from morpheus.stages.preprocess.preprocess_nlp_stage import PreprocessNLPStage
-from morpheus.utils.vector_db_service_utils import VectorDBServiceFactory
 
 
 class SplitStage(Stage):

examples/llm/rag/standalone_pipeline.py

@@ -29,12 +29,12 @@
 from morpheus.llm.task_handlers.simple_task_handler import SimpleTaskHandler
 from morpheus.messages import ControlMessage
 from morpheus.pipeline.linear_pipeline import LinearPipeline
-from morpheus.service.milvus_vector_db_service import MilvusVectorDBService
+from morpheus.service.vdb.milvus_vector_db_service import MilvusVectorDBService
+from morpheus.service.vdb.utils import VectorDBServiceFactory
 from morpheus.stages.general.monitor_stage import MonitorStage
 from morpheus.stages.input.in_memory_source_stage import InMemorySourceStage
 from morpheus.stages.output.in_memory_sink_stage import InMemorySinkStage
 from morpheus.stages.preprocess.deserialize_stage import DeserializeStage
-from morpheus.utils.vector_db_service_utils import VectorDBServiceFactory
 
 logger = logging.getLogger(__name__)
 

examples/llm/vdb_upload/README.md

@@ -1,3 +1,20 @@
+<!--
+SPDX-FileCopyrightText: Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+SPDX-License-Identifier: Apache-2.0
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+
 ### Launching Triton
 
 Pull the Docker image for Triton:

examples/llm/vdb_upload/pipeline.py

@@ -21,7 +21,7 @@
 from morpheus.stages.general.trigger_stage import TriggerStage
 from morpheus.stages.inference.triton_inference_stage import TritonInferenceStage
 from morpheus.stages.input.rss_source_stage import RSSSourceStage
-from morpheus.stages.output.write_to_vector_db import WriteToVectorDBStage
+from morpheus.stages.output.write_to_vector_db_stage import WriteToVectorDBStage
 from morpheus.stages.preprocess.deserialize_stage import DeserializeStage
 from morpheus.stages.preprocess.preprocess_nlp_stage import PreprocessNLPStage
 

morpheus/llm/nodes/rag_node.py

@@ -20,7 +20,7 @@
 from morpheus.llm.nodes.prompt_template_node import PromptTemplateNode
 from morpheus.llm.nodes.retriever_node import RetrieverNode
 from morpheus.llm.services.llm_service import LLMClient
-from morpheus.service.vector_db_service import VectorDBResourceService
+from morpheus.service.vdb.vector_db_service import VectorDBResourceService
 
 logger = logging.getLogger(__name__)
 

morpheus/llm/nodes/retriever_node.py

@@ -17,7 +17,7 @@
 
 from morpheus.llm import LLMContext
 from morpheus.llm import LLMNodeBase
-from morpheus.service.vector_db_service import VectorDBResourceService
+from morpheus.service.vdb.vector_db_service import VectorDBResourceService
 
 logger = logging.getLogger(__name__)