diff --git a/ci/conda/recipes/morpheus-libs/meta.yaml b/ci/conda/recipes/morpheus-libs/meta.yaml
index 16dea2d119..9817c3b623 100644
--- a/ci/conda/recipes/morpheus-libs/meta.yaml
+++ b/ci/conda/recipes/morpheus-libs/meta.yaml
@@ -234,6 +234,7 @@ outputs:
         - pytest-cov
         - pytest =7.4.4
       source_files:
+        - dependencies.yaml
         - pyproject.toml
         - scripts/fetch_data.py
         - tests/*
diff --git a/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh b/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
index bdea1324b0..6c299ae172 100644
--- a/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
+++ b/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
@@ -14,12 +14,10 @@
 # limitations under the License.
 
 # llm library and tests are dependent on a number of pypi packages - fixme
-pip install --no-input milvus==2.3.5
-pip install --no-input pymilvus==2.3.6
-pip install --no-input langchain==0.1.16
-pip install --no-input langchain-nvidia-ai-endpoints==0.0.11
-pip install --no-input faiss-gpu==1.7.*
-pip install --no-input google-search-results==2.4
-pip install --no-input nemollm==0.3.5
+rapids-dependency-file-generator \
+  --output conda \
+  --file_key conda_morpheus_llm --matrix "" | tee "env.yaml"
+
+conda env update --file "env.yaml"
 
 pytest tests/morpheus_llm
diff --git a/dependencies.yaml b/dependencies.yaml
index e8f5525696..b345cea51f 100644
--- a/dependencies.yaml
+++ b/dependencies.yaml
@@ -174,6 +174,12 @@ files:
       - checks
       - python
 
+  # Dependencies which are used during the conda test stage for morpheus-llm output
+  conda_morpheus_llm:
+    output: none
+    includes:
+      - test_morpheus_llm_pip
+
 channels:
   - conda-forge
   - huggingface
@@ -377,6 +383,20 @@ dependencies:
           - pip:
               - pytest-kafka==0.6.0
 
+  test_morpheus_llm_pip:
+    common:
+      - output_types: [conda]
+        packages:
+          - pip
+          - pip:
+              - milvus==2.3.5 # update to match pymilvus when available
+              - pymilvus==2.3.6
+              - langchain==0.1.16
+              - langchain-nvidia-ai-endpoints==0.0.11
+              - faiss-gpu==1.7.*
+              - google-search-results==2.4
+              - nemollm==0.3.5
+
   example-dfp-prod:
     common:
       - output_types: [conda]