Disable litellm telemetry across multiple modules for improved performance and consistency

- Added environment variable to disable litellm telemetry in __init__.py, llm.py, and memory.py.
- Ensured telemetry is disabled after importing litellm to prevent unnecessary data collection.

This change enhances control over telemetry features while maintaining existing functionality.

Author: MervinPraison

src/praisonai-agents/praisonaiagents/llm/__init__.py

@@ -1,5 +1,9 @@
 import logging
 import warnings
+import os
+
+# Disable litellm telemetry before any imports
+os.environ["LITELLM_TELEMETRY"] = "False"
 
 # Suppress all relevant logs at module level
 logging.getLogger("litellm").setLevel(logging.ERROR)
@@ -17,4 +21,11 @@
 # Import after suppressing warnings
 from .llm import LLM, LLMContextLengthExceededException
 
+# Ensure telemetry is disabled after import as well
+try:
+    import litellm
+    litellm.telemetry = False
+except ImportError:
+    pass
+
 __all__ = ["LLM", "LLMContextLengthExceededException"]

src/praisonai-agents/praisonaiagents/llm/llm.py

@@ -17,6 +17,9 @@
 from rich.console import Console
 from rich.live import Live
 
+# Disable litellm telemetry before any imports
+os.environ["LITELLM_TELEMETRY"] = "False"
+
 # TODO: Include in-build tool calling in LLM class
 # TODO: Restructure so that duplicate calls are not made (Sync with agent.py)
 class LLMContextLengthExceededException(Exception):
@@ -108,6 +111,9 @@ def __init__(
     ):
         try:
             import litellm
+            # Disable telemetry
+            litellm.telemetry = False
+            
             # Set litellm options globally
             litellm.set_verbose = False
             litellm.success_callback = []

src/praisonai-agents/praisonaiagents/memory/memory.py

@@ -6,6 +6,9 @@
 from typing import Any, Dict, List, Optional, Union, Literal
 import logging
 
+# Disable litellm telemetry before any imports
+os.environ["LITELLM_TELEMETRY"] = "False"
+
 # Set up logger
 logger = logging.getLogger(__name__)
 
@@ -31,6 +34,7 @@
 
 try:
     import litellm
+    litellm.telemetry = False  # Disable telemetry
     LITELLM_AVAILABLE = True
 except ImportError:
     LITELLM_AVAILABLE = False

src/praisonai-agents/test_litellm_telemetry.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python3
+"""Test script to identify litellm telemetry behavior"""
+
+import os
+import sys
+
+# Disable litellm telemetry before importing
+os.environ["LITELLM_TELEMETRY"] = "False"
+os.environ["LITELLM_LOG"] = "ERROR"
+
+print("Environment variables set:")
+print(f"LITELLM_TELEMETRY: {os.environ.get('LITELLM_TELEMETRY')}")
+print(f"LITELLM_LOG: {os.environ.get('LITELLM_LOG')}")
+
+print("\nImporting litellm...")
+import litellm
+
+print(f"\nChecking litellm telemetry status:")
+print(f"Has telemetry attribute: {hasattr(litellm, 'telemetry')}")
+if hasattr(litellm, 'telemetry'):
+    print(f"Telemetry value: {litellm.telemetry}")
+
+# Try to disable telemetry programmatically
+if hasattr(litellm, 'telemetry'):
+    litellm.telemetry = False
+    print(f"\nTelemetry disabled programmatically")
+
+# Check callbacks
+print(f"\nCallbacks: {litellm.callbacks}")
+print(f"Success callbacks: {litellm.success_callback}")
+print(f"Async success callbacks: {litellm._async_success_callback}")
+
+# Test a simple completion
+print("\n\nTesting completion (this might trigger telemetry)...")
+try:
+    response = litellm.completion(
+        model="gpt-3.5-turbo",
+        messages=[{"role": "user", "content": "Say hi"}],
+        mock_response="Hi there!"
+    )
+    print("Completion successful")
+except Exception as e:
+    print(f"Error: {e}")
+
+print("\nDone. Check if any network requests were made to BerriAI/litellm")

src/praisonai-agents/test_telemetry_disabled.py

@@ -0,0 +1,52 @@
+#!/usr/bin/env python3
+"""Test to verify litellm telemetry is properly disabled"""
+
+import sys
+import os
+
+print("Testing litellm telemetry is disabled...")
+
+# Test 1: Check environment variable is set
+print(f"\n1. Environment variable LITELLM_TELEMETRY: {os.environ.get('LITELLM_TELEMETRY', 'NOT SET')}")
+
+# Test 2: Import praisonaiagents and check if telemetry is disabled
+try:
+    from praisonaiagents.llm import LLM
+    print("2. Successfully imported LLM from praisonaiagents")
+    
+    # Check if litellm was imported and telemetry is disabled
+    import litellm
+    print(f"3. litellm.telemetry = {litellm.telemetry}")
+    
+    # Test 3: Create an LLM instance
+    llm = LLM(model="gpt-3.5-turbo")
+    print("4. Successfully created LLM instance")
+    
+    # Check telemetry again after instance creation
+    print(f"5. After LLM creation, litellm.telemetry = {litellm.telemetry}")
+    
+    # Test 4: Try a mock completion
+    print("\n6. Testing mock completion...")
+    response = litellm.completion(
+        model="gpt-3.5-turbo",
+        messages=[{"role": "user", "content": "test"}],
+        mock_response="test response"
+    )
+    print("   Mock completion successful")
+    
+    # Final check
+    print(f"\n7. Final check: litellm.telemetry = {litellm.telemetry}")
+    
+    if litellm.telemetry == False:
+        print("\n✅ SUCCESS: Telemetry is properly disabled!")
+    else:
+        print("\n❌ FAILURE: Telemetry is still enabled!")
+        sys.exit(1)
+        
+except Exception as e:
+    print(f"\n❌ ERROR: {e}")
+    import traceback
+    traceback.print_exc()
+    sys.exit(1)
+
+print("\nAll tests passed! Telemetry should be disabled.")