diff --git a/ci/conda/recipes/morpheus-libs/meta.yaml b/ci/conda/recipes/morpheus-libs/meta.yaml
index 16dea2d119..9817c3b623 100644
--- a/ci/conda/recipes/morpheus-libs/meta.yaml
+++ b/ci/conda/recipes/morpheus-libs/meta.yaml
@@ -234,6 +234,7 @@ outputs:
         - pytest-cov
         - pytest =7.4.4
       source_files:
+        - dependencies.yaml
         - pyproject.toml
         - scripts/fetch_data.py
         - tests/*
diff --git a/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh b/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
index bdea1324b0..13b4b0b5bf 100644
--- a/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
+++ b/ci/conda/recipes/morpheus-libs/morpheus_llm_test.sh
@@ -14,12 +14,10 @@
 # limitations under the License.
 
 # llm library and tests are dependent on a number of pypi packages - fixme
-pip install --no-input milvus==2.3.5
-pip install --no-input pymilvus==2.3.6
-pip install --no-input langchain==0.1.16
-pip install --no-input langchain-nvidia-ai-endpoints==0.0.11
-pip install --no-input faiss-gpu==1.7.*
-pip install --no-input google-search-results==2.4
-pip install --no-input nemollm==0.3.5
+rapids-dependency-file-generator \
+  --output requirements \
+  --file_key morpheus_llm --matrix "" | tee "llm_requirements.txt"
+
+pip install -r llm_requirements.txt
 
 pytest tests/morpheus_llm
diff --git a/dependencies.yaml b/dependencies.yaml
index e8f5525696..f15e3d21dc 100644
--- a/dependencies.yaml
+++ b/dependencies.yaml
@@ -174,6 +174,12 @@ files:
       - checks
       - python
 
+  # pip dependencies that are used during the conda test stage for morpheus-llm output
+  morpheus_llm:
+    output: none
+    includes:
+      - test_morpheus_llm_pip
+
 channels:
   - conda-forge
   - huggingface
@@ -377,6 +383,18 @@ dependencies:
           - pip:
               - pytest-kafka==0.6.0
 
+  test_morpheus_llm_pip:
+    common:
+      - output_types: [requirements]
+        packages:
+           - milvus==2.3.5 # update to match pymilvus when available
+           - pymilvus==2.3.6
+           - langchain==0.1.16
+           - langchain-nvidia-ai-endpoints==0.0.11
+           - faiss-gpu==1.7.*
+           - google-search-results==2.4
+            - nemollm==0.3.5
+
   example-dfp-prod:
     common:
       - output_types: [conda]