From 364b18a48531f0a26e5ebc80e26e9111968bedaf Mon Sep 17 00:00:00 2001 From: Eli Fajardo Date: Wed, 31 Jan 2024 16:24:21 -0500 Subject: [PATCH] Update copyright headers for 2024 (#1474) - Updates all copyright headers for 2024 - Fix linting errors in updated files Closes #1472 ## By Submitting this PR I confirm: - I am familiar with the [Contributing Guidelines](https://github.com/nv-morpheus/Morpheus/blob/main/docs/source/developer_guide/contributing.md). - When the PR is ready for review, new or existing tests cover these changes. - When the PR is ready for review, the documentation is up to date with these changes. Authors: - Eli Fajardo (https://github.com/efajardo-nv) Approvers: - Michael Demoret (https://github.com/mdemoret-nv) URL: https://github.com/nv-morpheus/Morpheus/pull/1474 --- .devcontainer/Dockerfile | 2 +- .devcontainer/README.md | 2 +- .devcontainer/docker-compose.yml | 2 +- .devcontainer/initialize-command.sh | 2 +- .../opt/morpheus/bin/post-attach-command.sh | 2 +- .../morpheus/bin/update-content-command.sh | 2 +- .../etc/enable_conda_libstd_pretty_print.py | 2 +- .github/ISSUE_TEMPLATE/bug_report.yml | 2 +- .github/ISSUE_TEMPLATE/config.yml | 2 +- .../documentation_request_correction.yml | 2 +- .../documentation_request_new.yml | 2 +- .github/ISSUE_TEMPLATE/feature_request.yml | 2 +- .github/copy-pr-bot.yaml | 2 +- .github/ops-bot.yaml | 2 +- .github/workflows/ci_pipe.yml | 2 +- .github/workflows/label-external-issues.yml | 2 +- .github/workflows/pr.yaml | 2 +- .../project_automation_set_in_progress.yml | 2 +- .../project_automation_set_in_review.yml | 2 +- .../project_automation_set_roadmap.yml | 2 +- .../project_automation_sync_pr_issues.yml | 2 +- .../project_automation_track_pr_dates.yml | 2 +- .pre-commit-config.yaml | 2 +- CHANGELOG.md | 2 +- CONTRIBUTING.md | 2 +- README.md | 2 +- ci/check_style.sh | 2 +- ci/conda/channel/README.md | 2 +- ci/conda/channel/docker-compose.yml | 2 +- .../recipes/morpheus/conda_build_config.yaml | 2 +- ci/conda/recipes/python-dbg/build.sh | 2 +- .../python-dbg/conda_build_config.yaml | 2 +- ci/conda/recipes/python-dbg/meta.yaml | 2 +- ci/conda/recipes/python_dbg_install.sh | 2 +- ci/docker/build.sh | 2 +- ci/pylint/morpheus_lib_import_checker.py | 2 +- ci/release/pr_code_freeze_template.md | 2 +- ci/release/update-version.sh | 2 +- ci/runner/Dockerfile | 2 +- ci/runner/README.md | 2 +- ci/scripts/bootstrap_local_ci.sh | 2 +- ci/scripts/copyright.py | 2 +- ci/scripts/cpp_checks.sh | 2 +- ci/scripts/download_kafka.py | 2 +- ci/scripts/fix_all.sh | 4 +- ci/scripts/github/build.sh | 2 +- ci/scripts/github/checks.sh | 2 +- ci/scripts/gitutils.py | 2 +- ci/scripts/run_ci_local.sh | 2 +- ...un-clang-format.py => run_clang_format.py} | 31 ++++---- ci/scripts/run_clang_tidy_for_ci.sh | 2 +- ci/scripts/run_iwyu_for_ci.sh | 2 +- ci/scripts/version_checks.sh | 2 +- cmake/environment/init_ccache.cmake | 2 +- cmake/environment/init_iwyu.cmake | 2 +- cmake/package_config/bsd/Configure_bsd.cmake | 2 +- cmake/package_config/md/Configure_md.cmake | 2 +- cmake/package_config/register_api.cmake | 2 +- cmake/package_search/Finddoca.cmake | 2 +- cmake/package_search/Findlibdpdk.cmake | 2 +- docker/build_container.sh | 2 +- docker/build_container_dev.sh | 2 +- docker/build_container_release.sh | 2 +- .../conda/environments/cuda11.8_examples.yml | 2 +- .../conda/environments/cuda11.8_runtime.yml | 2 +- docker/entrypoint.sh | 2 +- docker/optional_deps/doca.sh | 2 +- docker/run_container_dev.sh | 2 +- docker/run_container_release.sh | 2 +- docs/CMakeLists.txt | 2 +- docs/README.md | 2 +- docs/conda_docs.yml | 2 +- docs/source/basics/building_a_pipeline.md | 2 +- docs/source/basics/overview.rst | 2 +- docs/source/cloud_deployment_guide.md | 2 +- docs/source/conf.py | 2 +- docs/source/developer_guide/architecture.md | 2 +- docs/source/developer_guide/contributing.md | 4 +- docs/source/developer_guide/guides.md | 2 +- ...modular_pipeline_digital_fingerprinting.md | 2 +- .../guides/1_simple_python_stage.md | 2 +- .../guides/2_real_world_phishing.md | 2 +- .../guides/5_digital_fingerprinting.md | 2 +- .../6_digital_fingerprinting_reference.md | 2 +- .../guides/7_python_modules.md | 2 +- .../developer_guide/guides/8_cpp_modules.md | 2 +- .../guides/9_control_messages.md | 2 +- docs/source/developer_guide/guides/index.rst | 2 +- docs/source/examples.md | 2 +- docs/source/examples/index.rst | 2 +- docs/source/examples/llm/README.md | 2 +- docs/source/examples/llm/index.rst | 2 +- docs/source/examples/llm/rag/README.md | 2 +- docs/source/examples/llm/vdb_upload/README.md | 2 +- docs/source/extra_info/glossary.md | 2 +- docs/source/extra_info/known_issues.md | 2 +- docs/source/extra_info/performance.md | 2 +- docs/source/extra_info/troubleshooting.md | 2 +- docs/source/getting_started.md | 2 +- docs/source/index.rst | 2 +- docs/source/loaders/core/file_to_df_loader.md | 2 +- docs/source/loaders/core/fsspec_loader.md | 2 +- docs/source/loaders/core/rest_to_df_loader.md | 2 +- docs/source/loaders/core/sql_loader.md | 2 +- docs/source/loaders/index.md | 2 +- docs/source/models_and_datasets.md | 2 +- docs/source/modules/core/data_loader.md | 2 +- docs/source/modules/core/file_batcher.md | 2 +- docs/source/modules/core/file_to_df.md | 2 +- .../modules/core/filter_control_message.md | 2 +- docs/source/modules/core/filter_detections.md | 2 +- .../modules/core/from_control_message.md | 2 +- .../modules/core/mlflow_model_writer.md | 2 +- docs/source/modules/core/payload_batcher.md | 2 +- docs/source/modules/core/serialize.md | 2 +- .../source/modules/core/to_control_message.md | 2 +- .../modules/core/write_to_elasticsearch.md | 2 +- docs/source/modules/core/write_to_file.md | 2 +- .../digital_fingerprinting/dfp_data_prep.md | 2 +- .../digital_fingerprinting/dfp_deployment.md | 2 +- .../digital_fingerprinting/dfp_inference.md | 2 +- .../dfp_inference_pipe.md | 2 +- .../digital_fingerprinting/dfp_monitor.md | 2 +- .../dfp_postprocessing.md | 2 +- .../digital_fingerprinting/dfp_preproc.md | 2 +- .../dfp_rolling_window.md | 2 +- .../digital_fingerprinting/dfp_split_users.md | 2 +- .../digital_fingerprinting/dfp_training.md | 2 +- .../dfp_training_pipe.md | 2 +- .../spear_phishing/sp_email_enrichment.md | 2 +- .../spear_phishing/sp_inference_intent.md | 2 +- .../sp_inference_sp_classifier.md | 2 +- .../spear_phishing/sp_label_and_score.md | 2 +- .../spear_phishing/sp_preprocessing.md | 2 +- .../sp_sender_sketch_aggregator.md | 2 +- .../sp_sender_sketch_query_constructor.md | 2 +- .../spear_phishing/sp_sender_sketch_update.md | 2 +- .../sp_spear_phishing_post_inference.md | 2 +- .../sp_spear_phishing_pre_inference.md | 2 +- docs/source/modules/index.md | 2 +- docs/source/py_api.rst | 2 +- docs/source/sphinxext/github_link.py | 2 +- docs/source/stages/morpheus_stages.md | 2 +- examples/README.md | 2 +- .../abp_nvsmi_detection/nvsmi_data_extract.py | 2 +- examples/abp_pcap_detection/README.md | 2 +- .../abp_pcap_preprocessing.py | 2 +- examples/abp_pcap_detection/run.py | 2 +- .../1_simple_python_stage/pass_thru.py | 2 +- .../1_simple_python_stage/pass_thru_deco.py | 2 +- .../1_simple_python_stage/run.py | 2 +- .../recipient_features_stage.py | 2 +- .../recipient_features_stage_deco.py | 2 +- .../2_1_real_world_phishing/run.py | 2 +- .../developer_guide/2_2_rabbitmq/README.md | 2 +- .../2_2_rabbitmq/rabbitmq_source_stage.py | 2 +- .../rabbitmq_source_stage_deco.py | 2 +- .../2_2_rabbitmq/read_simple.py | 2 +- .../2_2_rabbitmq/write_simple.py | 2 +- .../2_2_rabbitmq/write_to_rabbitmq_stage.py | 2 +- .../my_compound_module_consumer_stage.py | 2 +- .../my_test_compound_module.py | 2 +- .../7_python_modules/my_test_module.py | 2 +- .../my_test_module_consumer.py | 2 +- .../my_test_module_consumer_stage.py | 2 +- .../developer_guide/7_python_modules/run.py | 2 +- examples/digital_fingerprinting/README.md | 2 +- .../digital_fingerprinting/demo/README.md | 2 +- .../digital_fingerprinting/demo/bin/start.sh | 4 +- .../demo/cm_app/__init__.py | 2 +- .../demo/cm_app/helper.py | 4 +- .../demo/cm_app/views.py | 17 ++--- .../demo/cm_app/webapp.py | 3 +- .../demo/review_results.md | 2 +- .../demo/submit_messages.md | 2 +- .../digital_fingerprinting/demo/training.md | 2 +- .../fetch_example_data.py | 2 +- .../production/Dockerfile | 2 +- .../production/README.md | 2 +- .../production/conda_env.yml | 2 +- .../production/docker-compose.yml | 2 +- .../production/grafana/README.md | 2 +- .../production/grafana/config/dashboards.yaml | 2 +- .../grafana/datasources/datasources.yaml | 2 +- .../production/mlflow/Dockerfile | 2 +- .../production/morpheus/benchmarks/README.md | 2 +- .../benchmarks/benchmark_conf_generator.py | 2 +- .../benchmarks/test_bench_e2e_dfp_pipeline.py | 2 +- .../production/morpheus/dfp/__init__.py | 2 +- .../morpheus/dfp/messages/__init__.py | 2 +- .../dfp/messages/multi_dfp_message.py | 2 +- .../morpheus/dfp/modules/__init__.py | 2 +- .../morpheus/dfp/modules/dfp_data_prep.py | 2 +- .../morpheus/dfp/modules/dfp_deployment.py | 2 +- .../morpheus/dfp/modules/dfp_inference.py | 2 +- .../dfp/modules/dfp_inference_pipe.py | 2 +- .../morpheus/dfp/modules/dfp_monitor.py | 2 +- .../dfp/modules/dfp_postprocessing.py | 2 +- .../morpheus/dfp/modules/dfp_preproc.py | 2 +- .../dfp/modules/dfp_rolling_window.py | 2 +- .../morpheus/dfp/modules/dfp_split_users.py | 9 +-- .../morpheus/dfp/modules/dfp_training.py | 2 +- .../morpheus/dfp/modules/dfp_training_pipe.py | 2 +- .../dfp/stages/dfp_file_batcher_stage.py | 2 +- .../morpheus/dfp/stages/dfp_file_to_df.py | 2 +- .../dfp/stages/dfp_inference_stage.py | 2 +- .../dfp/stages/dfp_mlflow_model_writer.py | 2 +- .../dfp/stages/dfp_postprocessing_stage.py | 2 +- .../dfp/stages/dfp_preprocessing_stage.py | 2 +- .../dfp/stages/dfp_rolling_window_stage.py | 2 +- .../dfp/stages/dfp_split_users_stage.py | 2 +- .../morpheus/dfp/stages/dfp_training.py | 2 +- .../morpheus/dfp/stages/dfp_viz_postproc.py | 2 +- .../morpheus/dfp/stages/multi_file_source.py | 2 +- .../morpheus/dfp/stages/write_to_s3_stage.py | 2 +- .../production/morpheus/dfp/utils/__init__.py | 2 +- .../morpheus/dfp/utils/cached_user_window.py | 2 +- .../morpheus/dfp/utils/config_generator.py | 2 +- .../morpheus/dfp/utils/dfp_arg_parser.py | 2 +- .../morpheus/dfp/utils/logging_timer.py | 4 +- .../morpheus/dfp/utils/model_cache.py | 2 +- .../morpheus/dfp/utils/module_ids.py | 2 +- .../morpheus/dfp/utils/regex_utils.py | 2 +- .../morpheus/dfp/utils/schema_utils.py | 2 +- .../morpheus/dfp/utils/user_model_manager.py | 2 +- .../production/morpheus/dfp_azure_pipeline.py | 2 +- .../production/morpheus/dfp_duo_pipeline.py | 2 +- .../dfp_integrated_training_batch_pipeline.py | 2 +- ..._integrated_training_streaming_pipeline.py | 2 +- .../production/morpheus/launch.sh | 2 +- .../digital_fingerprinting/starter/README.md | 2 +- .../starter/run_cloudtrail_dfp.py | 2 +- .../visualization/README.md | 2 +- .../visualization/dfp_viz_azure_pipeline.py | 2 +- .../visualization/dfp_viz_duo_pipeline.py | 2 +- examples/doca/README.md | 2 +- examples/doca/run.py | 2 +- .../gnn_fraud_detection_pipeline/README.md | 2 +- .../gnn_fraud_detection_pipeline/__init__.py | 2 +- .../requirements.yml | 2 +- examples/gnn_fraud_detection_pipeline/run.py | 2 +- .../stages/__init__.py | 2 +- .../stages/classification_stage.py | 2 +- .../stages/graph_construction_stage.py | 2 +- .../stages/graph_sage_stage.py | 2 +- .../stages/model.py | 2 +- examples/llm/agents/README.md | 2 +- examples/llm/agents/__init__.py | 2 +- examples/llm/agents/kafka_pipeline.py | 2 +- examples/llm/agents/requirements.yaml | 2 +- examples/llm/agents/run.py | 2 +- examples/llm/agents/simple_pipeline.py | 2 +- examples/llm/cli.py | 2 +- examples/llm/common/__init__.py | 2 +- examples/llm/common/utils.py | 2 +- examples/llm/common/web_scraper_stage.py | 2 +- examples/llm/completion/README.md | 2 +- examples/llm/completion/__init__.py | 2 +- examples/llm/completion/pipeline.py | 2 +- examples/llm/completion/requirements.yaml | 2 +- examples/llm/completion/run.py | 2 +- examples/llm/main.py | 2 +- examples/llm/rag/README.md | 2 +- examples/llm/rag/__init__.py | 2 +- examples/llm/rag/persistant_pipeline.py | 2 +- examples/llm/rag/requirements.yaml | 2 +- examples/llm/rag/run.py | 2 +- examples/llm/rag/standalone_pipeline.py | 2 +- examples/llm/vdb_upload/README.md | 2 +- examples/llm/vdb_upload/__init__.py | 2 +- examples/llm/vdb_upload/common.py | 2 +- examples/llm/vdb_upload/export_model.py | 2 +- examples/llm/vdb_upload/langchain.py | 3 +- examples/llm/vdb_upload/pipeline.py | 2 +- examples/llm/vdb_upload/requirements.yaml | 2 +- examples/llm/vdb_upload/run.py | 2 +- examples/log_parsing/__init__.py | 2 +- examples/log_parsing/inference.py | 2 +- examples/log_parsing/postprocessing.py | 2 +- examples/log_parsing/run.py | 1 + examples/nlp_si_detection/README.md | 2 +- examples/nlp_si_detection/run.sh | 2 +- examples/ransomware_detection/README.md | 2 +- .../ransomware_detection/common/__init__.py | 2 +- .../common/data_models.py | 4 +- .../common/feature_constants.py | 2 +- .../common/feature_extractor.py | 2 +- .../config/ransomware_detection.yaml | 2 +- examples/ransomware_detection/run.py | 2 +- .../ransomware_detection/stages/__init__.py | 2 +- .../stages/create_features.py | 2 +- .../stages/preprocessing.py | 2 +- examples/root_cause_analysis/README.md | 2 +- examples/sid_visualization/README.md | 2 +- examples/sid_visualization/docker-compose.yml | 2 +- examples/sid_visualization/run.py | 2 +- models/README.md | 2 +- models/data/splunk_notable_regex.yaml | 2 +- models/data/windows_event_regex.yaml | 2 +- models/datasets/README.md | 2 +- models/mlflow/README.md | 2 +- models/mlflow/docker/Dockerfile | 2 +- models/mlflow/docker/conda/mlflow-env.yml | 2 +- models/mlflow/docker/entrypoint.sh | 2 +- models/model-cards/abp-model-card.md | 2 +- models/model-cards/dfp-model-card.md | 2 +- models/model-cards/gnn-fsi-model-card.md | 2 +- models/model-cards/phishing-model-card.md | 2 +- .../root-cause-analysis-model-card.md | 2 +- .../abp-models/abp_nvsmi_xgb_training.py | 2 +- .../abp-models/requirements.yml | 2 +- .../common/__init__.py | 2 +- .../common/dataloader.py | 2 +- .../training-tuning-scripts/common/dataset.py | 2 +- .../common/sequence_classifier.py | 8 +-- .../dfp-models/hammah-20211017-script.py | 2 +- .../dfp-models/requirements.yml | 2 +- .../fraud-detection-models/README.md | 2 +- .../fraud-detection-models/requirements.yml | 2 +- .../fraud-detection-models/training.py | 2 +- .../log-parsing-models/requirements.yml | 2 +- .../phish_bert_training_script.py | 2 +- .../phishing-models/requirements.yml | 2 +- .../ransomware-models/requirements.yml | 2 +- .../root-cause-models/requirements.yml | 2 +- .../root-cause-models/root_cause_bert.py | 2 +- .../sid-models/requirements.yml | 2 +- .../sid-minibert-20230424-script.py | 2 +- models/triton-model-repo/README.md | 2 +- .../phishing-bert-trt/1/README.md | 2 +- .../sid-minibert-trt/1/README.md | 2 +- .../{abp-inference.py => abp_inference.py} | 10 +-- .../dfp-models/hammah_inference.py | 2 +- .../dfp-models/periodicity_detection.py | 2 +- .../fraud-detection-models/inference.py | 2 +- .../fraud-detection-models/requirements.yml | 2 +- ...-inference.py => log_parsing_inference.py} | 40 +++++------ .../phish_bert_inference_script.py | 20 +++--- .../root-cause-models/root_cause_inference.py | 20 +++--- morpheus/CMakeLists.txt | 2 +- morpheus/__init__.py | 9 +-- morpheus/_lib/CMakeLists.txt | 2 +- morpheus/_lib/README.md | 2 +- morpheus/_lib/__init__.py | 2 +- morpheus/_lib/common/module.cpp | 2 +- morpheus/_lib/cudf_helpers.pyx | 2 +- .../_lib/include/morpheus/io/data_loader.hpp | 2 +- .../morpheus/io/data_loader_registry.hpp | 2 +- .../include/morpheus/io/deserializers.hpp | 2 +- .../_lib/include/morpheus/io/loaders/all.hpp | 2 +- .../_lib/include/morpheus/io/loaders/file.hpp | 2 +- .../_lib/include/morpheus/io/loaders/grpc.hpp | 2 +- .../include/morpheus/io/loaders/lambda.hpp | 2 +- .../include/morpheus/io/loaders/payload.hpp | 2 +- .../_lib/include/morpheus/io/loaders/rest.hpp | 2 +- .../_lib/include/morpheus/io/serializers.hpp | 2 +- morpheus/_lib/include/morpheus/llm/fwd.hpp | 2 +- .../_lib/include/morpheus/llm/input_map.hpp | 2 +- .../_lib/include/morpheus/llm/llm_context.hpp | 2 +- .../_lib/include/morpheus/llm/llm_engine.hpp | 2 +- .../include/morpheus/llm/llm_lambda_node.hpp | 2 +- .../_lib/include/morpheus/llm/llm_node.hpp | 2 +- .../include/morpheus/llm/llm_node_base.hpp | 2 +- .../include/morpheus/llm/llm_node_runner.hpp | 2 +- .../_lib/include/morpheus/llm/llm_task.hpp | 2 +- .../include/morpheus/llm/llm_task_handler.hpp | 2 +- .../morpheus/llm/llm_task_handler_runner.hpp | 2 +- morpheus/_lib/include/morpheus/llm/utils.hpp | 2 +- .../include/morpheus/messages/control.hpp | 2 +- .../messages/memory/inference_memory.hpp | 2 +- .../messages/memory/inference_memory_fil.hpp | 2 +- .../messages/memory/inference_memory_nlp.hpp | 2 +- .../messages/memory/response_memory.hpp | 2 +- .../messages/memory/response_memory_probs.hpp | 2 +- .../messages/memory/tensor_memory.hpp | 2 +- .../_lib/include/morpheus/messages/meta.hpp | 2 +- .../_lib/include/morpheus/messages/multi.hpp | 2 +- .../morpheus/messages/multi_inference.hpp | 2 +- .../morpheus/messages/multi_inference_fil.hpp | 2 +- .../morpheus/messages/multi_inference_nlp.hpp | 2 +- .../morpheus/messages/multi_response.hpp | 2 +- .../messages/multi_response_probs.hpp | 2 +- .../morpheus/messages/multi_tensor.hpp | 2 +- .../morpheus/modules/data_loader_module.hpp | 2 +- .../include/morpheus/objects/data_table.hpp | 2 +- .../include/morpheus/objects/dev_mem_info.hpp | 2 +- .../_lib/include/morpheus/objects/dtype.hpp | 2 +- .../morpheus/objects/factory_registry.hpp | 2 +- .../include/morpheus/objects/fiber_queue.hpp | 2 +- .../include/morpheus/objects/file_types.hpp | 2 +- .../morpheus/objects/filter_source.hpp | 2 +- .../morpheus/objects/memory_descriptor.hpp | 2 +- .../objects/mutable_table_ctx_mgr.hpp | 2 +- .../morpheus/objects/python_data_table.hpp | 2 +- .../include/morpheus/objects/rmm_tensor.hpp | 2 +- .../include/morpheus/objects/table_info.hpp | 2 +- .../morpheus/objects/table_info_data.hpp | 2 +- .../_lib/include/morpheus/objects/tensor.hpp | 2 +- .../morpheus/objects/tensor_object.hpp | 2 +- .../morpheus/objects/triton_in_out.hpp | 2 +- .../morpheus/objects/wrapped_tensor.hpp | 2 +- .../include/morpheus/pybind11/input_map.hpp | 2 +- .../_lib/include/morpheus/pybind11/json.hpp | 2 +- .../morpheus/stages/add_classification.hpp | 2 +- .../include/morpheus/stages/add_scores.hpp | 2 +- .../morpheus/stages/add_scores_stage_base.hpp | 2 +- .../include/morpheus/stages/deserialize.hpp | 2 +- .../include/morpheus/stages/file_source.hpp | 2 +- .../morpheus/stages/filter_detection.hpp | 2 +- .../stages/http_server_source_stage.hpp | 2 +- .../include/morpheus/stages/kafka_source.hpp | 2 +- .../include/morpheus/stages/preallocate.hpp | 2 +- .../morpheus/stages/preprocess_fil.hpp | 2 +- .../morpheus/stages/preprocess_nlp.hpp | 2 +- .../include/morpheus/stages/serialize.hpp | 2 +- .../morpheus/stages/triton_inference.hpp | 2 +- .../include/morpheus/stages/write_to_file.hpp | 2 +- morpheus/_lib/include/morpheus/types.hpp | 2 +- .../include/morpheus/utilities/cudf_util.hpp | 2 +- .../include/morpheus/utilities/cupy_util.hpp | 2 +- .../_lib/include/morpheus/utilities/error.hpp | 2 +- .../morpheus/utilities/http_server.hpp | 2 +- .../include/morpheus/utilities/json_types.hpp | 2 +- .../include/morpheus/utilities/matx_util.hpp | 2 +- .../morpheus/utilities/python_util.hpp | 2 +- .../include/morpheus/utilities/stage_util.hpp | 2 +- .../morpheus/utilities/string_util.hpp | 2 +- .../include/morpheus/utilities/table_util.hpp | 2 +- .../morpheus/utilities/tensor_util.hpp | 2 +- .../morpheus/utilities/type_traits.hpp | 2 +- morpheus/_lib/llm/CMakeLists.txt | 2 +- morpheus/_lib/llm/include/py_llm_engine.hpp | 2 +- .../_lib/llm/include/py_llm_engine_stage.hpp | 2 +- .../_lib/llm/include/py_llm_lambda_node.hpp | 2 +- morpheus/_lib/llm/include/py_llm_node.hpp | 2 +- .../_lib/llm/include/py_llm_node_base.hpp | 2 +- .../_lib/llm/include/py_llm_task_handler.hpp | 2 +- morpheus/_lib/llm/module.cpp | 2 +- morpheus/_lib/llm/src/py_llm_engine.cpp | 2 +- morpheus/_lib/llm/src/py_llm_lambda_node.cpp | 2 +- morpheus/_lib/llm/src/py_llm_node.cpp | 2 +- morpheus/_lib/llm/src/py_llm_node_base.cpp | 2 +- morpheus/_lib/llm/src/py_llm_task_handler.cpp | 2 +- morpheus/_lib/messages/module.cpp | 2 +- morpheus/_lib/modules/module.cpp | 2 +- morpheus/_lib/src/io/data_loader.cpp | 2 +- morpheus/_lib/src/io/data_loader_registry.cpp | 2 +- morpheus/_lib/src/io/deserializers.cpp | 2 +- morpheus/_lib/src/io/loaders/file.cpp | 2 +- morpheus/_lib/src/io/loaders/grpc.cpp | 2 +- morpheus/_lib/src/io/loaders/lambda.cpp | 2 +- morpheus/_lib/src/io/loaders/payload.cpp | 2 +- morpheus/_lib/src/io/loaders/rest.cpp | 2 +- morpheus/_lib/src/io/serializers.cpp | 2 +- morpheus/_lib/src/llm/input_map.cpp | 2 +- morpheus/_lib/src/llm/llm_context.cpp | 2 +- morpheus/_lib/src/llm/llm_engine.cpp | 2 +- morpheus/_lib/src/llm/llm_node.cpp | 2 +- morpheus/_lib/src/llm/llm_node_runner.cpp | 2 +- morpheus/_lib/src/llm/llm_task.cpp | 2 +- .../_lib/src/llm/llm_task_handler_runner.cpp | 2 +- morpheus/_lib/src/llm/utils.cpp | 2 +- morpheus/_lib/src/messages/control.cpp | 2 +- .../src/messages/memory/inference_memory.cpp | 2 +- .../messages/memory/inference_memory_fil.cpp | 2 +- .../messages/memory/inference_memory_nlp.cpp | 2 +- .../src/messages/memory/response_memory.cpp | 2 +- .../messages/memory/response_memory_probs.cpp | 2 +- .../src/messages/memory/tensor_memory.cpp | 2 +- morpheus/_lib/src/messages/meta.cpp | 2 +- morpheus/_lib/src/messages/multi.cpp | 2 +- .../_lib/src/messages/multi_inference.cpp | 2 +- .../_lib/src/messages/multi_inference_fil.cpp | 2 +- .../_lib/src/messages/multi_inference_nlp.cpp | 2 +- morpheus/_lib/src/messages/multi_response.cpp | 2 +- .../src/messages/multi_response_probs.cpp | 2 +- morpheus/_lib/src/messages/multi_tensor.cpp | 2 +- .../_lib/src/modules/data_loader_module.cpp | 2 +- morpheus/_lib/src/objects/data_table.cpp | 2 +- morpheus/_lib/src/objects/dev_mem_info.cpp | 2 +- morpheus/_lib/src/objects/dtype.cpp | 2 +- morpheus/_lib/src/objects/fiber_queue.cpp | 2 +- morpheus/_lib/src/objects/file_types.cpp | 2 +- .../_lib/src/objects/memory_descriptor.cpp | 2 +- .../src/objects/mutable_table_ctx_mgr.cpp | 2 +- .../_lib/src/objects/python_data_table.cpp | 2 +- morpheus/_lib/src/objects/rmm_tensor.cpp | 2 +- morpheus/_lib/src/objects/table_info.cpp | 2 +- morpheus/_lib/src/objects/tensor.cpp | 2 +- morpheus/_lib/src/objects/tensor_object.cpp | 2 +- morpheus/_lib/src/objects/wrapped_tensor.cpp | 2 +- .../_lib/src/stages/add_classification.cpp | 2 +- morpheus/_lib/src/stages/add_scores.cpp | 2 +- .../_lib/src/stages/add_scores_stage_base.cpp | 2 +- morpheus/_lib/src/stages/deserialize.cpp | 2 +- morpheus/_lib/src/stages/file_source.cpp | 2 +- morpheus/_lib/src/stages/filter_detection.cpp | 2 +- .../src/stages/http_server_source_stage.cpp | 2 +- morpheus/_lib/src/stages/kafka_source.cpp | 2 +- morpheus/_lib/src/stages/preprocess_fil.cpp | 2 +- morpheus/_lib/src/stages/preprocess_nlp.cpp | 2 +- morpheus/_lib/src/stages/serialize.cpp | 2 +- morpheus/_lib/src/stages/triton_inference.cpp | 2 +- morpheus/_lib/src/stages/write_to_file.cpp | 2 +- morpheus/_lib/src/utilities/cudf_util.cpp | 2 +- morpheus/_lib/src/utilities/cupy_util.cpp | 2 +- morpheus/_lib/src/utilities/http_server.cpp | 2 +- morpheus/_lib/src/utilities/matx_util.cu | 2 +- morpheus/_lib/src/utilities/python_util.cpp | 2 +- morpheus/_lib/src/utilities/string_util.cpp | 2 +- morpheus/_lib/src/utilities/table_util.cpp | 2 +- morpheus/_lib/src/utilities/tensor_util.cpp | 2 +- morpheus/_lib/stages/module.cpp | 2 +- morpheus/_lib/tests/io/test_data_loader.cpp | 2 +- .../tests/io/test_data_loader_registry.cpp | 2 +- morpheus/_lib/tests/io/test_io.hpp | 2 +- morpheus/_lib/tests/io/test_loaders.cpp | 2 +- morpheus/_lib/tests/llm/test_llm_context.cpp | 2 +- morpheus/_lib/tests/llm/test_llm_engine.cpp | 2 +- morpheus/_lib/tests/llm/test_llm_node.cpp | 2 +- .../_lib/tests/llm/test_llm_node_runner.cpp | 2 +- morpheus/_lib/tests/llm/test_llm_task.cpp | 2 +- .../llm/test_llm_task_handler_runner.cpp | 2 +- morpheus/_lib/tests/llm/test_utils.cpp | 2 +- .../tests/messages/test_control_message.cpp | 2 +- .../_lib/tests/messages/test_dev_doc_ex3.cpp | 2 +- .../_lib/tests/messages/test_messages.hpp | 2 +- .../messages/test_sliced_message_meta.cpp | 2 +- .../tests/modules/test_data_loader_module.cpp | 2 +- morpheus/_lib/tests/modules/test_modules.hpp | 2 +- morpheus/_lib/tests/test_cuda.cu | 2 +- morpheus/_lib/tests/test_deserializers.cpp | 2 +- morpheus/_lib/tests/test_dev_mem_info.cpp | 2 +- morpheus/_lib/tests/test_file_in_out.cpp | 2 +- morpheus/_lib/tests/test_matx_util.cpp | 2 +- morpheus/_lib/tests/test_multi_slices.cpp | 2 +- morpheus/_lib/tests/test_tensor.cpp | 2 +- morpheus/_lib/tests/test_type_util.cpp | 2 +- morpheus/_lib/tests/test_utils/common.cpp | 2 +- morpheus/_lib/tests/test_utils/common.hpp | 2 +- morpheus/cli/__init__.py | 2 +- morpheus/cli/click_completion_tools.py | 2 +- morpheus/cli/commands.py | 2 +- morpheus/cli/default_command_hooks.py | 4 +- morpheus/cli/hookspecs.py | 4 +- morpheus/cli/plugin_manager.py | 20 +++--- morpheus/cli/register_stage.py | 2 +- morpheus/cli/run.py | 2 +- morpheus/cli/stage_registry.py | 38 +++++----- morpheus/cli/utils.py | 2 +- morpheus/common/__init__.py | 2 +- morpheus/config.py | 2 +- morpheus/controllers/__init__.py | 2 +- .../controllers/elasticsearch_controller.py | 2 +- morpheus/controllers/file_to_df_controller.py | 2 +- .../filter_detections_controller.py | 2 +- .../mlflow_model_writer_controller.py | 2 +- morpheus/controllers/monitor_controller.py | 2 +- morpheus/controllers/serialize_controller.py | 2 +- .../controllers/write_to_file_controller.py | 2 +- morpheus/io/__init__.py | 2 +- morpheus/io/data_manager.py | 2 +- morpheus/io/data_manager_loader.py | 2 +- morpheus/io/data_record.py | 2 +- morpheus/io/data_storage/__init__.py | 2 +- morpheus/io/data_storage/file_system.py | 2 +- morpheus/io/data_storage/in_memory.py | 2 +- morpheus/io/data_storage_interface.py | 2 +- morpheus/io/deserializers.py | 2 +- morpheus/io/serializers.py | 2 +- morpheus/io/utils.py | 2 +- morpheus/llm/__init__.py | 2 +- morpheus/llm/nodes/__init__.py | 2 +- morpheus/llm/nodes/extracter_node.py | 2 +- morpheus/llm/nodes/langchain_agent_node.py | 2 +- morpheus/llm/nodes/llm_generate_node.py | 2 +- morpheus/llm/nodes/prompt_template_node.py | 2 +- morpheus/llm/nodes/rag_node.py | 2 +- morpheus/llm/nodes/retriever_node.py | 2 +- morpheus/llm/services/__init__.py | 2 +- morpheus/llm/services/llm_service.py | 2 +- morpheus/llm/services/nemo_llm_service.py | 2 +- morpheus/llm/services/openai_chat_service.py | 2 +- morpheus/llm/task_handlers/__init__.py | 2 +- .../llm/task_handlers/simple_task_handler.py | 2 +- morpheus/loaders/__init__.py | 2 +- morpheus/loaders/file_to_df_loader.py | 2 +- morpheus/loaders/fsspec_loader.py | 4 +- morpheus/loaders/sql_loader.py | 2 +- morpheus/messages/__init__.py | 2 +- morpheus/messages/data_class_prop.py | 3 +- morpheus/messages/memory/__init__.py | 2 +- morpheus/messages/memory/inference_memory.py | 8 +-- morpheus/messages/memory/response_memory.py | 2 +- morpheus/messages/memory/tensor_memory.py | 2 +- morpheus/messages/message_base.py | 6 +- morpheus/messages/message_meta.py | 2 +- morpheus/messages/multi_ae_message.py | 2 +- .../messages/multi_inference_ae_message.py | 2 +- morpheus/messages/multi_inference_message.py | 2 +- morpheus/messages/multi_message.py | 2 +- morpheus/messages/multi_response_message.py | 4 +- morpheus/messages/multi_tensor_message.py | 2 +- morpheus/models/__init__.py | 2 +- morpheus/models/dfencoder/__init__.py | 2 +- morpheus/models/dfencoder/ae_module.py | 2 +- morpheus/models/dfencoder/dataframe.py | 2 +- morpheus/models/dfencoder/dataloader.py | 2 +- morpheus/models/dfencoder/distributed_ae.py | 2 +- morpheus/models/dfencoder/logging.py | 2 +- morpheus/models/dfencoder/multiprocessing.py | 2 +- morpheus/models/dfencoder/scalers.py | 2 +- morpheus/modules/__init__.py | 2 +- morpheus/modules/file_batcher.py | 2 +- morpheus/modules/file_to_df.py | 2 +- morpheus/modules/filter_cm_failed.py | 2 +- morpheus/modules/filter_control_message.py | 2 +- morpheus/modules/filter_detections.py | 2 +- morpheus/modules/from_control_message.py | 2 +- morpheus/modules/mlflow_model_writer.py | 2 +- morpheus/modules/serialize.py | 2 +- morpheus/modules/to_control_message.py | 2 +- morpheus/modules/write_to_elasticsearch.py | 2 +- morpheus/modules/write_to_file.py | 2 +- morpheus/parsers/__init__.py | 2 +- morpheus/parsers/event_parser.py | 2 +- morpheus/parsers/ip.py | 2 +- morpheus/parsers/splunk_notable_parser.py | 2 +- morpheus/parsers/url_parser.py | 2 +- morpheus/parsers/windows_event_parser.py | 2 +- morpheus/parsers/zeek.py | 2 +- morpheus/pipeline/__init__.py | 2 +- morpheus/pipeline/linear_pipeline.py | 2 +- morpheus/pipeline/multi_message_stage.py | 2 +- morpheus/pipeline/pass_thru_type_mixin.py | 2 +- morpheus/pipeline/preallocator_mixin.py | 2 +- morpheus/pipeline/receiver.py | 2 +- morpheus/pipeline/sender.py | 2 +- morpheus/pipeline/single_output_source.py | 2 +- morpheus/pipeline/single_port_stage.py | 2 +- morpheus/pipeline/source_stage.py | 2 +- morpheus/pipeline/stage.py | 2 +- morpheus/pipeline/stage_base.py | 2 +- morpheus/pipeline/stage_decorator.py | 2 +- morpheus/pipeline/stage_schema.py | 2 +- morpheus/service/__init__.py | 2 +- morpheus/service/vdb/milvus_client.py | 2 +- .../service/vdb/milvus_vector_db_service.py | 2 +- morpheus/service/vdb/utils.py | 2 +- morpheus/service/vdb/vector_db_service.py | 2 +- morpheus/stages/__init__.py | 2 +- morpheus/stages/boundary/__init__.py | 2 +- morpheus/stages/doca/__init__.py | 2 +- morpheus/stages/doca/doca_source_stage.py | 2 +- morpheus/stages/general/__init__.py | 2 +- morpheus/stages/general/buffer_stage.py | 2 +- morpheus/stages/general/delay_stage.py | 2 +- .../stages/general/linear_modules_stage.py | 2 +- morpheus/stages/general/monitor_stage.py | 2 +- .../general/multi_port_modules_stage.py | 2 +- morpheus/stages/general/trigger_stage.py | 2 +- morpheus/stages/inference/__init__.py | 2 +- .../inference/auto_encoder_inference_stage.py | 8 +-- .../inference/identity_inference_stage.py | 17 ++--- morpheus/stages/inference/inference_stage.py | 2 +- .../inference/pytorch_inference_stage.py | 7 +- .../inference/triton_inference_stage.py | 2 +- morpheus/stages/input/__init__.py | 2 +- .../stages/input/appshield_source_stage.py | 2 +- morpheus/stages/input/arxiv_source.py | 2 +- .../stages/input/autoencoder_source_stage.py | 2 +- morpheus/stages/input/azure_source_stage.py | 6 +- .../stages/input/cloud_trail_source_stage.py | 14 +--- .../control_message_file_source_stage.py | 2 +- .../control_message_kafka_source_stage.py | 2 +- .../databricks_deltalake_source_stage.py | 2 +- morpheus/stages/input/duo_source_stage.py | 2 +- morpheus/stages/input/file_source_stage.py | 2 +- .../stages/input/http_client_source_stage.py | 2 +- .../stages/input/http_server_source_stage.py | 2 +- .../stages/input/in_memory_source_stage.py | 2 +- morpheus/stages/input/kafka_source_stage.py | 2 +- morpheus/stages/input/rss_source_stage.py | 2 +- morpheus/stages/llm/__init__.py | 2 +- morpheus/stages/llm/llm_engine_stage.py | 2 +- morpheus/stages/output/__init__.py | 2 +- .../stages/output/compare_dataframe_stage.py | 2 +- .../stages/output/http_client_sink_stage.py | 2 +- .../stages/output/http_server_sink_stage.py | 2 +- .../stages/output/in_memory_sink_stage.py | 2 +- .../write_to_databricks_deltalake_stage.py | 2 +- .../output/write_to_elasticsearch_stage.py | 2 +- morpheus/stages/output/write_to_file_stage.py | 2 +- .../stages/output/write_to_kafka_stage.py | 2 +- .../stages/output/write_to_vector_db_stage.py | 2 +- morpheus/stages/postprocess/__init__.py | 2 +- .../postprocess/add_classifications_stage.py | 2 +- .../stages/postprocess/add_scores_stage.py | 2 +- .../postprocess/add_scores_stage_base.py | 2 +- .../postprocess/filter_detections_stage.py | 2 +- .../postprocess/generate_viz_frames_stage.py | 2 +- .../stages/postprocess/ml_flow_drift_stage.py | 2 +- .../stages/postprocess/serialize_stage.py | 2 +- .../stages/postprocess/timeseries_stage.py | 2 +- .../stages/postprocess/validation_stage.py | 2 +- morpheus/stages/preprocess/__init__.py | 2 +- .../stages/preprocess/deserialize_stage.py | 2 +- morpheus/stages/preprocess/drop_null_stage.py | 2 +- .../stages/preprocess/preprocess_ae_stage.py | 12 ++-- .../preprocess/preprocess_base_stage.py | 2 +- .../stages/preprocess/preprocess_fil_stage.py | 2 +- .../stages/preprocess/preprocess_nlp_stage.py | 2 +- morpheus/stages/preprocess/train_ae_stage.py | 2 +- morpheus/utils/__init__.py | 2 +- morpheus/utils/atomic_integer.py | 26 +++---- morpheus/utils/compare_df.py | 4 +- morpheus/utils/concat_df.py | 2 +- morpheus/utils/control_message_utils.py | 2 +- morpheus/utils/cudf_subword_helper.py | 2 +- morpheus/utils/directory_watcher.py | 16 ++--- morpheus/utils/downloader.py | 2 +- morpheus/utils/execution_chain.py | 2 +- morpheus/utils/file_utils.py | 2 +- morpheus/utils/http_utils.py | 2 +- morpheus/utils/loader_ids.py | 2 +- morpheus/utils/loader_utils.py | 2 +- morpheus/utils/logging_timer.py | 2 +- morpheus/utils/module_ids.py | 2 +- morpheus/utils/module_utils.py | 2 +- morpheus/utils/monitor_utils.py | 2 +- morpheus/utils/nvt/__init__.py | 2 +- morpheus/utils/nvt/decorators.py | 2 +- morpheus/utils/nvt/extensions/__init__.py | 2 +- morpheus/utils/nvt/extensions/morpheus_ext.py | 2 +- morpheus/utils/nvt/mutate.py | 2 +- morpheus/utils/nvt/patches/__init__.py | 2 +- morpheus/utils/nvt/patches/merlin_patches.py | 2 +- morpheus/utils/nvt/schema_converters.py | 2 +- morpheus/utils/nvt/transforms.py | 2 +- morpheus/utils/onnx_to_trt.py | 36 +++++----- morpheus/utils/producer_consumer_queue.py | 2 +- morpheus/utils/seed.py | 2 +- morpheus/utils/sql_utils.py | 2 +- morpheus/utils/type_aliases.py | 2 +- morpheus/utils/type_utils.py | 2 +- scripts/compare_data_files.py | 2 +- scripts/compile.sh | 2 +- scripts/fetch_data.py | 71 ++++++++++--------- scripts/validation/abp/val-abp-all.sh | 2 +- scripts/validation/abp/val-abp.sh | 2 +- scripts/validation/hammah/val-hammah-all.sh | 2 +- scripts/validation/hammah/val-hammah.sh | 2 +- scripts/validation/kafka_testing.md | 2 +- .../validation/phishing/val-phishing-all.sh | 2 +- scripts/validation/phishing/val-phishing.sh | 2 +- scripts/validation/sid/val-sid-all.sh | 2 +- scripts/validation/sid/val-sid.sh | 2 +- scripts/validation/val-globals.sh | 2 +- scripts/validation/val-run-all.sh | 2 +- scripts/validation/val-run-pipeline.sh | 2 +- scripts/validation/val-utils.sh | 2 +- tests/_utils/__init__.py | 2 +- tests/_utils/dataset_manager.py | 2 +- tests/_utils/inference_worker.py | 2 +- tests/_utils/kafka.py | 2 +- tests/_utils/llm.py | 2 +- tests/_utils/milvus.py | 2 +- tests/_utils/stages/check_pre_alloc.py | 2 +- tests/_utils/stages/conv_msg.py | 2 +- tests/_utils/stages/dfp_length_checker.py | 2 +- tests/_utils/stages/error_raiser.py | 2 +- .../stages/in_memory_multi_source_stage.py | 2 +- .../_utils/stages/in_memory_source_x_stage.py | 2 +- .../_utils/stages/multi_message_pass_thru.py | 2 +- tests/_utils/stages/multi_port_pass_thru.py | 2 +- tests/_utils/stages/record_thread_id_stage.py | 2 +- tests/_utils/stages/split_stage.py | 2 +- tests/_utils/test_directories.py | 2 +- tests/benchmarks/README.md | 2 +- tests/benchmarks/static_message_source.py | 2 +- .../test_bench_agents_simple_pipeline.py | 2 +- .../test_bench_completion_pipeline.py | 2 +- tests/benchmarks/test_bench_e2e_pipelines.py | 2 +- tests/benchmarks/test_bench_monitor_stage.py | 4 +- .../test_bench_rag_standalone_pipeline.py | 2 +- .../benchmarks/test_bench_serialize_stage.py | 14 ++-- .../test_bench_vdb_upload_pipeline.py | 2 +- tests/common/test_fiber_queue.py | 2 +- tests/conftest.py | 2 +- .../test_elasticsearch_controller.py | 2 +- tests/controllers/test_rss_controller.py | 2 +- tests/dfencoder/test_dfencoder_e2e.py | 2 +- tests/dfencoder/test_encoder_dataframe.py | 2 +- tests/dfencoder/test_pkg.py | 4 +- tests/dfencoder/test_scalers.py | 24 ++++--- .../test_abp_pcap_preprocessing.py | 2 +- .../developer_guide/test_python_modules.py | 2 +- .../test_recipient_features_stage.py | 2 +- .../digital_fingerprinting/conftest.py | 2 +- .../test_dfp_file_batcher_stage.py | 2 +- .../test_dfp_file_to_df.py | 2 +- .../test_dfp_inference_stage.py | 2 +- .../test_dfp_mlflow_model_writer.py | 2 +- .../test_dfp_postprocessing_stage.py | 2 +- .../test_dfp_preprocessing_stage.py | 2 +- .../test_dfp_rolling_window_stage.py | 2 +- .../test_dfp_split_users_stage.py | 2 +- .../test_dfp_training.py | 2 +- .../test_dfp_viz_postproc.py | 2 +- .../test_multifile_source.py | 2 +- .../test_write_to_s3_stage.py | 2 +- .../gnn_fraud_detection_pipeline/conftest.py | 2 +- .../test_classification_stage.py | 2 +- .../test_graph_construction_stage.py | 2 +- .../test_graph_sage_stage.py | 2 +- tests/examples/llm/common/conftest.py | 2 +- .../llm/common/test_web_scraper_stage.py | 2 +- tests/examples/log_parsing/conftest.py | 2 +- tests/examples/log_parsing/test_inference.py | 2 +- .../log_parsing/test_log_parsing_pipe.py | 2 +- .../log_parsing/test_postprocessing.py | 2 +- .../examples/ransomware_detection/conftest.py | 2 +- .../test_create_features.py | 2 +- .../test_preprocessing.py | 2 +- .../data_storage/test_file_system_storage.py | 2 +- .../io/data_storage/test_in_memory_storage.py | 2 +- tests/io/test_data_manager.py | 2 +- tests/io/test_data_record.py | 2 +- tests/io/test_loader_registry.py | 2 +- tests/io/test_serializers.py | 2 +- tests/llm/conftest.py | 2 +- tests/llm/nodes/conftest.py | 2 +- tests/llm/nodes/test_extractor_node.py | 2 +- tests/llm/nodes/test_langchain_agent_node.py | 2 +- .../nodes/test_langchain_agent_node_pipe.py | 2 +- tests/llm/nodes/test_llm_generate_node.py | 2 +- .../llm/nodes/test_llm_generate_node_pipe.py | 2 +- tests/llm/nodes/test_llm_retriever_node.py | 2 +- .../llm/nodes/test_llm_retriever_node_pipe.py | 2 +- tests/llm/nodes/test_prompt_template_node.py | 2 +- .../nodes/test_prompt_template_node_pipe.py | 2 +- tests/llm/nodes/test_rag_node.py | 2 +- tests/llm/nodes/test_rag_node_pipe.py | 2 +- tests/llm/services/conftest.py | 2 +- tests/llm/services/test_llm_service.py | 2 +- tests/llm/services/test_llm_service_pipe.py | 2 +- tests/llm/services/test_nemo_llm_client.py | 2 +- tests/llm/services/test_nemo_llm_service.py | 2 +- tests/llm/services/test_openai_chat_client.py | 2 +- .../llm/services/test_openai_chat_service.py | 2 +- .../task_handlers/test_simple_task_handler.py | 2 +- tests/llm/test_agents_simple_pipe.py | 2 +- tests/llm/test_completion_pipe.py | 2 +- ...test_extractor_simple_task_handler_pipe.py | 2 +- tests/llm/test_llm.py | 2 +- tests/llm/test_rag_standalone_pipe.py | 2 +- tests/llm/test_vdb_upload_pipe.py | 2 +- tests/messages/test_control_message.py | 2 +- tests/mock_rest_server/config.yml | 2 +- tests/mock_triton_server/config.yml | 2 +- .../modules/morpheus_module_test_pipeline.py | 2 +- tests/modules/multiplexer.py | 2 +- tests/modules/test_from_control_message.py | 2 +- tests/modules/test_morpheus_modules.py | 2 +- .../test_morpheus_modules_with_pipeline.py | 2 +- tests/modules/test_to_control_message.py | 2 +- tests/pipeline/conftest.py | 2 +- tests/pipeline/test_pipe_viz.py | 2 +- tests/pipeline/test_port_schema.py | 2 +- tests/pipeline/test_preallocation_pipe.py | 2 +- tests/pipeline/test_stage_decorator.py | 2 +- tests/pipeline/test_stage_schema.py | 2 +- tests/stages/arxiv/conftest.py | 2 +- tests/stages/arxiv/test_arxiv_source.py | 2 +- tests/stages/arxiv/test_arxiv_source_pipe.py | 2 +- tests/stages/test_llm_engine_stage.py | 2 +- tests/stages/test_llm_engine_stage_pipe.py | 2 +- tests/test_abp.py | 2 +- tests/test_abp_kafka.py | 2 +- tests/test_add_classifications_stage.py | 2 +- tests/test_add_classifications_stage_pipe.py | 2 +- tests/test_add_scores_stage.py | 2 +- tests/test_add_scores_stage_pipe.py | 2 +- tests/test_appshield_source_stage.py | 2 +- tests/test_column_info.py | 4 +- tests/test_concat_df.py | 2 +- tests/test_config.py | 2 +- tests/test_conftest.py | 2 +- .../test_databricks_deltalake_source_stage.py | 2 +- tests/test_deserialize_stage_pipe.py | 2 +- tests/test_dfp.py | 2 +- tests/test_dfp_kafka.py | 2 +- tests/test_directory_watcher.py | 2 +- tests/test_downloader.py | 2 +- tests/test_error_pipe.py | 2 +- tests/test_file_in_out.py | 2 +- tests/test_filter_detections_stage.py | 2 +- ...est_filter_detections_stage_column_pipe.py | 2 +- tests/test_filter_detections_stage_pipe.py | 2 +- tests/test_http_client_sink_stage_pipe.py | 2 +- tests/test_http_client_source_stage_pipe.py | 2 +- tests/test_http_server_sink_stage.py | 2 +- tests/test_http_server_source_stage.py | 2 +- tests/test_http_server_source_stage_pipe.py | 2 +- tests/test_inference_stage.py | 2 +- tests/test_inference_worker.py | 2 +- tests/test_ip.py | 2 +- tests/test_kafka_source_stage_pipe.py | 2 +- tests/test_linear_modules_stage.py | 2 +- tests/test_message_meta.py | 2 +- tests/test_messages.py | 8 +-- tests/test_milvus_vector_db_service.py | 2 +- ...st_milvus_write_to_vector_db_stage_pipe.py | 2 +- tests/test_module_utils.py | 6 +- tests/test_monitor_stage.py | 2 +- tests/test_multi_message.py | 2 +- tests/test_multi_port_modules_stage.py | 2 +- tests/test_multi_port_pipeline.py | 2 +- tests/test_multi_segment.py | 2 +- tests/test_nonlinear_pipeline.py | 2 +- tests/test_package.py | 2 +- tests/test_phishing.py | 2 +- tests/test_phishing_kafka.py | 2 +- tests/test_rss_source_stage_pipe.py | 2 +- tests/test_serialize_stage.py | 2 +- tests/test_sid.py | 2 +- tests/test_sid_kafka.py | 2 +- tests/test_splunk_notable_parser.py | 2 +- tests/test_tensor_memory.py | 4 +- tests/test_trigger_stage.py | 2 +- tests/test_triton_inference_stage.py | 2 +- tests/test_url_parser.py | 2 +- tests/test_validation_stage_pipe.py | 2 +- tests/test_windows_event_parser.py | 2 +- ...est_write_to_databricks_deltalake_stage.py | 2 +- .../test_write_to_elasticsearch_stage_pipe.py | 2 +- tests/test_write_to_file_stage.py | 2 +- tests/test_write_to_kafka_stage_pipe.py | 2 +- tests/test_zeek.py | 2 +- tests/utils/nvt/__init__.py | 2 +- tests/utils/nvt/integration/__init__.py | 2 +- tests/utils/nvt/integration/test_mutate_op.py | 2 +- .../utils/nvt/test_json_flatten_transform.py | 2 +- tests/utils/nvt/test_mutate_op.py | 2 +- tests/utils/nvt/test_schema_converters.py | 2 +- tests/utils/nvt/test_transforms.py | 2 +- tests/utils/test_control_message_utils.py | 2 +- tests/utils/test_execution_chain.py | 2 +- tests/utils/test_http_utils.py | 2 +- tests/utils/test_sql_utils.py | 2 +- 950 files changed, 1193 insertions(+), 1186 deletions(-) rename ci/scripts/{run-clang-format.py => run_clang_format.py} (86%) rename models/validation-inference-scripts/abp-models/{abp-inference.py => abp_inference.py} (87%) rename models/validation-inference-scripts/log-parsing-models/{log-parsing-inference.py => log_parsing_inference.py} (91%) diff --git a/.devcontainer/Dockerfile b/.devcontainer/Dockerfile index 0253b975a8..e2ed90c1fa 100644 --- a/.devcontainer/Dockerfile +++ b/.devcontainer/Dockerfile @@ -1,4 +1,4 @@ -# SPDX-FileCopyrightText: Copyright (c) 2022-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-FileCopyrightText: Copyright (c) 2022-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/.devcontainer/README.md b/.devcontainer/README.md index f97716e67b..8a91347e49 100644 --- a/.devcontainer/README.md +++ b/.devcontainer/README.md @@ -1,5 +1,5 @@