Merge branch-24.10 into branch-25.02

Signed-off-by: David Gardner <[email protected]>

Author: dagardner-nv

.github/workflows/ci_pipe.yml

@@ -155,9 +155,9 @@ jobs:
       matrix:
         arch: ["amd64", "arm64"]
         include:
-          - runner: linux-amd64-gpu-l4-latest-1
+          - runner: linux-amd64-gpu-l4-earliest-1
             arch: "amd64"
-          - runner: linux-arm64-gpu-a100-latest-1
+          - runner: linux-arm64-gpu-a100-earliest-1
             arch: "arm64"
 
     steps:

CHANGELOG.md

@@ -91,6 +91,11 @@ limitations under the License.
 - Improve `SharedProcessPool` tests performance ([#1950](https://github.com/nv-morpheus/Morpheus/pull/1950)) [@yczhang-nv](https://github.com/yczhang-nv)
 - Add parquet support to write_to_file_stage.py ([#1937](https://github.com/nv-morpheus/Morpheus/pull/1937)) [@yczhang-nv](https://github.com/yczhang-nv)
 
+# Morpheus 24.10.03 (03 Sep 2025)
+
+## 🐛 Bug Fixes
+- Dependency fixes for 24.10 ([#2309](https://github.com/nv-morpheus/Morpheus/pull/2309)) [@dagardner-nv](https://github.com/dagardner-nv)
+
 # Morpheus 24.10.02 (29 Aug 2025)
 
 ## 🛠️ Improvements
@@ -243,6 +248,11 @@ limitations under the License.
 - Removing support for `MultiMessage` from stages ([#1803](https://github.com/nv-morpheus/Morpheus/pull/1803)) [@yczhang-nv](https://github.com/yczhang-nv)
 - Batch incoming DOCA raw packet data ([#1731](https://github.com/nv-morpheus/Morpheus/pull/1731)) [@dagardner-nv](https://github.com/dagardner-nv)
 
+# Morpheus 24.06.03 (03 Sep 2025)
+
+## 🐛 Bug Fixes
+- Misc version and CI fixes ([#2306](https://github.com/nv-morpheus/Morpheus/pull/2306)) [@dagardner-nv](https://github.com/dagardner-nv)
+
 # Morpheus 24.06.02 (29 Aug 2025)
 
 ## 🛠️ Improvements

ci/vale/styles/config/vocabularies/morpheus/accept.txt

@@ -46,6 +46,7 @@ LLM(s?)
 # https://github.com/logpai/loghub/
 Loghub
 Milvus
+Numba
 PyPI
 [Mm]ixin
 MLflow

conda/environments/all_cuda-125_arch-aarch64.yaml

@@ -128,9 +128,11 @@ dependencies:
   - --extra-index-url https://download.pytorch.org/whl/cu124
   - --find-links https://data.dgl.ai/wheels-test/repo.html
   - --find-links https://data.dgl.ai/wheels/cu121/repo.html
+  - databricks-cli < 0.100
+  - databricks-connect
   - dgl==2.0.0
   - dglgo
-  - faiss-cpu
+  - faiss-cpu==1.9
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -134,9 +134,11 @@ dependencies:
   - --extra-index-url https://download.pytorch.org/whl/cu124
   - --find-links https://data.dgl.ai/wheels-test/repo.html
   - --find-links https://data.dgl.ai/wheels/cu121/repo.html
+  - databricks-cli < 0.100
+  - databricks-connect
   - dgl==2.0.0
   - dglgo
-  - faiss-cpu
+  - faiss-cpu==1.9
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

conda/environments/examples_cuda-125_arch-aarch64.yaml

@@ -72,7 +72,7 @@ dependencies:
   - databricks-connect
   - dgl==2.0.0
   - dglgo
-  - faiss-cpu
+  - faiss-cpu==1.9
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

conda/environments/examples_cuda-125_arch-x86_64.yaml

@@ -74,7 +74,7 @@ dependencies:
   - databricks-connect
   - dgl==2.0.0
   - dglgo
-  - faiss-cpu
+  - faiss-cpu==1.9
   - google-search-results==2.4
   - langchain-nvidia-ai-endpoints==0.0.11
   - langchain-openai==0.1.3

dependencies.yaml

@@ -36,6 +36,7 @@ files:
       - example-dfp-prod
       - example-gnn
       - example-llms
+      - optional_databricks
       - python
       - runtime
       - test_python_morpheus
@@ -150,13 +151,14 @@ files:
       arch: [x86_64, aarch64]
     includes:
       - cve-mitigation
-      - databricks_example
       - example-abp-nvsmi
       - example-dfp-prod
       - example-gnn
       - example-llms
       - python
       - runtime
+      - optional_databricks
+
 
   # Dependencies which are needed to run the model generation scripts in the `models` directory.
   # Includes: none
@@ -372,6 +374,15 @@ dependencies:
         packages:
           - benchmark=1.8.3
 
+  optional_databricks:
+    common:
+      - output_types: [conda]
+        packages:    
+          - pip
+          - pip:
+            - databricks-cli < 0.100
+            - databricks-connect
+
   # Runtime dependencies for Morpheus. Included in nearly all output files so dependencies should
   # be added only if it is needed to run the core Morpheus library.
   # This should be synced with `run` in ci/conda/recipes/morpheus/meta.yaml
@@ -485,7 +496,7 @@ dependencies:
     common:
       - output_types: [requirements]
         packages:
-           - &faiss-cpu faiss-cpu
+           - &faiss-cpu faiss-cpu==1.9 # Pinning to 1.9 due to incompatibility with numpy
            - &google-search-results google-search-results==2.4
            - &langchain langchain==0.1.16
            - &langchain-nvidia-ai-endpoints langchain-nvidia-ai-endpoints==0.0.11
@@ -591,15 +602,6 @@ dependencies:
                 - *pypdfium2
 
 
-  databricks_example:
-    common:
-      - output_types: [conda]
-        packages:
-          - pip
-          - pip:
-            - databricks-cli < 0.100
-            - databricks-connect
-
   model-training-tuning:
     common:
       - output_types: [conda]

docs/source/extra_info/known_issues.md

@@ -17,6 +17,7 @@ limitations under the License.
 
 # Known Issues
 
+- Numba triggering IndexError on systems with driver version 580+ ([#2305](https://github.com/nv-morpheus/Morpheus/issues/2305))
 - `ransomware_detection` example pipeline occasionally logs a `distributed.comm.core.CommClosedError` error during shutdown ([#2026](https://github.com/nv-morpheus/Morpheus/issues/2026)).
 - Arm64 users need to install CUDA enabled PyTorch by hand ([#2095](https://github.com/nv-morpheus/Morpheus/issues/2095))
 - Performance issues were observed running the `abp_pcap_detection` and `ransomware_detection` pipelines on AArch64 ([#2120](https://github.com/nv-morpheus/Morpheus/issues/2120)) & ([#2124](https://github.com/nv-morpheus/Morpheus/issues/2124)) on Ubuntu 22.04. Arm64 users should consider upgrading to Ubuntu 24.04.

python/morpheus_llm/morpheus_llm/requirements_morpheus_llm_arch-aarch64.txt

@@ -1,7 +1,7 @@
 # This file is generated by `rapids-dependency-file-generator`.
 # To make changes, edit ../../../dependencies.yaml and run `rapids-dependency-file-generator`.
 --extra-index-url https://download.pytorch.org/whl/cu124
-faiss-cpu
+faiss-cpu==1.9
 google-search-results==2.4
 langchain-nvidia-ai-endpoints==0.0.11
 langchain-openai==0.1.3