Fixing issues with the conda solve

conda/environments/all_cuda-121_arch-x86_64.yaml

@@ -54,7 +54,6 @@ dependencies:
 - isort
 - jsonpatch>=1.33
 - kfp
-- langchain=0.0.190
 - librdkafka>=1.9.2,<1.10.0a0
 - libtool
 - libwebp=1.3.2
@@ -119,6 +118,7 @@ dependencies:
   - dgl
   - dglgo
   - google-search-results==2.4
+  - langchain==0.0.310
   - milvus==2.3.5
   - nemollm
   - pymilvus==2.3.6

conda/environments/examples_cuda-121_arch-x86_64.yaml

@@ -27,7 +27,6 @@ dependencies:
 - huggingface_hub=0.20.2
 - jsonpatch>=1.33
 - kfp
-- langchain=0.0.190
 - libwebp=1.3.2
 - mlflow=2.9.2
 - networkx=2.8.8
@@ -63,6 +62,7 @@ dependencies:
   - dgl
   - dglgo
   - google-search-results==2.4
+  - langchain==0.0.310
   - milvus==2.3.5
   - nemollm
   - pymilvus==2.3.6

dependencies.yaml

@@ -21,107 +21,97 @@ files:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - data_retrieval
+      - benchmark_cpp
       - build_cpp
+      - checks
+      - cudatoolkit
+      - cve-mitigation
+      - data_retrieval
       - development
-      - benchmark_cpp
-      - runtime
+      - doca
+      - docs
       - example-dfp-prod
       - example-gnn
       - example-llm-agents
       - example-llm-completion
       - example-llm-rag
       - example-llm-vdb-upload
-      - test_python_morpheus
-      - docs
-      - cudatoolkit
       - python
-      - checks
-      - cve-mitigation
-      - doca
+      - runtime
+      - test_python_morpheus
 
   dev:
     output: conda
     matrix:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - data_retrieval
+      - benchmark_cpp
       - build_cpp
+      - checks
+      - cudatoolkit
+      - data_retrieval
       - development
-      - benchmark_cpp
-      - runtime
-      - test_python_morpheus
       - docs
-      - cudatoolkit
       - python
-      - checks
-
-  examples:
-    output: conda
-    matrix:
-      cuda: ["12.1"]
-      arch: [x86_64]
-    includes:
-      - examples
       - runtime
-      - cudatoolkit
+      - test_python_morpheus
 
   build:
     output: none
     matrix:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - data_retrieval
+      - benchmark_cpp
       - build_cpp
+      - cudatoolkit
+      - data_retrieval
       - development
-      - benchmark_cpp
+      - python
       - runtime
       - test_python_morpheus
-      - cudatoolkit
-      - python
 
   test:
     output: none
     matrix:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - data_retrieval
+      - benchmark_cpp
       - build_cpp
+      - cudatoolkit
+      - data_retrieval
       - development
-      - benchmark_cpp
-      - runtime
-      - test_python_morpheus
       - example-dfp-prod
       - example-gnn
       - example-llm-agents
       - example-llm-completion
       - example-llm-rag
       - example-llm-vdb-upload
-      - cudatoolkit
       - python
+      - runtime
+      - test_python_morpheus
 
   docs:
     output: none
     matrix:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - data_retrieval
-      - build_cpp
       - benchmark_cpp
+      - build_cpp
       - cudatoolkit
-      - python
+      - data_retrieval
       - docs
-      - runtime
       - example-dfp-prod
       - example-gnn
       - example-llm-agents
       - example-llm-completion
       - example-llm-rag
       - example-llm-vdb-upload
+      - python
+      - runtime
 
   runtime:
     output: conda
@@ -138,15 +128,15 @@ files:
       cuda: ["12.1"]
       arch: [x86_64]
     includes:
-      - runtime
+      - cve-mitigation
       - example-dfp-prod
       - example-gnn
       - example-llm-agents
       - example-llm-completion
       - example-llm-rag
       - example-llm-vdb-upload
       - python
-      - cve-mitigation
+      - runtime
 
   model-utils:
     output: conda
@@ -231,18 +221,18 @@ dependencies:
     common:
       - output_types: [conda]
         packages:
+          - &click click >=8
+          - &numpydoc numpydoc=1.5
           - breathe=4.35.0
           - doxygen=1.9.2
           - exhale=0.3.6
           - ipython
           - myst-parser=0.18.1
           - nbsphinx
+          - pluggy=1.3
           - python-graphviz
           - sphinx
           - sphinx_rtd_theme
-          - &numpydoc numpydoc=1.5
-          - pluggy=1.3
-          - &click click >=8
 
   benchmark_cpp:
     common:
@@ -287,10 +277,10 @@ dependencies:
       - output_types: [conda]
         packages:
           - &nodejs nodejs=18.*
-          - pytest=7.4.4
           - pytest-asyncio
           - pytest-benchmark=4.0
           - pytest-cov
+          - pytest=7.4.4
           - python-docx==1.1.0
           - pip
           - pip:
@@ -328,12 +318,12 @@ dependencies:
       - output_types: [conda]
         packages:
           - &grpcio-status grpcio-status==1.59
-          - &langchain langchain=0.0.190
           - &transformers transformers=4.36.2 # newer versions are incompatible with our pinned version of huggingface_hub
           - huggingface_hub=0.20.2 # work-around for https://github.com/UKPLab/sentence-transformers/issues/1762
-          - pip
           - sentence-transformers
+          - pip
           - pip:
+            - &langchain langchain==0.0.310
             - nemollm
 
   example-llm-completion:
@@ -350,12 +340,12 @@ dependencies:
       - output_types: [conda]
         packages:
           - *grpcio-status
-          - *langchain
           - anyio>=3.7
           - jsonpatch>=1.33
           - openai=1.13
           - pip
           - pip:
+            - *langchain
             - google-search-results==2.4
 
   example-llm-vdb-upload:
@@ -364,27 +354,27 @@ dependencies:
         packages:
           - *arxiv
           - *grpcio-status
-          - *langchain
           - *newspaper3k
           - *pypdf
           - onnx
           - pip
           - pip:
               - PyMuPDF==1.23.21
+              - *langchain
 
   model-training-tuning:
     common:
       - output_types: [conda]
         packages:
           - *cuml
+          - *scikit-learn
+          - *transformers
           - jupyterlab
           - matplotlib
           - onnx
           - pandas
-          - *scikit-learn
           - seaborn
           - seqeval=1.2.2
-          - *transformers
           - xgboost
 
   cve-mitigation:

morpheus/stages/inference/inference_stage.py

@@ -443,4 +443,4 @@ def _convert_one_response(output: MultiResponseMessage, inf: MultiInferenceMessa
             for i, idx in enumerate(mess_ids):
                 probs[idx, :] = cp.maximum(probs[idx, :], resp_probs[i, :])
 
-        return MultiResponseMessage.from_message(inf, memory=memory, offset=inf.offset, count=inf.mess_count)
+        return MultiResponseMessage.from_message(inf, memory=memory, offset=seq_offset, count=seq_count)