fix: remove variable truncation (#5)

Author: Brandon Meyerowitz

commonbase/__init__.py

@@ -2,7 +2,6 @@
 from commonbase.exceptions import CommonbaseApiException, CommonbaseException
 from commonbase.chat_context import ChatContext, ChatMessage
 from commonbase.provider_config import ProviderConfig, OpenAIParams, AnthropicParams
-from commonbase.truncation_config import TruncationConfig
 from commonbase.completion_response import CompletionResponse
 
 __all__: [
@@ -14,6 +13,5 @@
     "ProviderConfig",
     "OpenAIParams",
     "AnthropicParams",
-    "TruncationConfig",
     "CompletionResponse",
 ]  # type: ignore

commonbase/completion.py

@@ -6,7 +6,6 @@
 from commonbase.exceptions import CommonbaseApiException, CommonbaseException
 from commonbase.chat_context import ChatContext
 from commonbase.provider_config import ProviderConfig
-from commonbase.truncation_config import TruncationConfig
 from importlib.metadata import version, PackageNotFoundError
 
 
@@ -24,7 +23,6 @@ def _format_body(
     variables: Optional[dict[str, str]] = None,
     chat_context: Optional[ChatContext] = None,
     user_id: Optional[str] = None,
-    truncate_variable: Optional[TruncationConfig] = None,
     provider_config: Optional[ProviderConfig] = None,
     stream: bool = False,
 ):
@@ -34,9 +32,6 @@ def _format_body(
         "variables": variables,
         "context": chat_context._as_json() if chat_context is not None else None,
         "userId": user_id,
-        "truncateVariable": truncate_variable._as_json()
-        if truncate_variable is not None
-        else None,
         "providerConfig": provider_config._as_json()
         if provider_config is not None
         else None,
@@ -52,7 +47,6 @@ def _send_completion_request(
     variables: Optional[dict[str, str]],
     chat_context: Optional[ChatContext],
     user_id: Optional[str],
-    truncate_variable: Optional[TruncationConfig],
     provider_api_key: Optional[str],
     provider_config: Optional[ProviderConfig],
     stream: bool,
@@ -68,7 +62,6 @@ def _send_completion_request(
         variables=variables,
         chat_context=chat_context,
         user_id=user_id,
-        truncate_variable=truncate_variable,
         provider_config=provider_config,
         stream=stream,
     )
@@ -103,7 +96,6 @@ def create(
         variables: Optional[dict[str, str]] = None,
         chat_context: Optional[ChatContext] = None,
         user_id: Optional[str] = None,
-        truncate_variable: Optional[TruncationConfig] = None,
         provider_api_key: Optional[str] = None,
         provider_config: Optional[ProviderConfig] = None,
     ) -> CompletionResponse:
@@ -123,8 +115,6 @@ def create(
             The list of chat messages in a conversation
         user_id : str, optional
             The User ID that will be logged for the invocation.
-        truncate_variable : TruncationConfig, optional
-            Configures variable truncation.
         provider_api_key : str, optional
             The API Key used to authenticate with a provider.
         provider_config : ProviderConfig, optional
@@ -145,7 +135,6 @@ def create(
             variables=variables,
             chat_context=chat_context,
             user_id=user_id,
-            truncate_variable=truncate_variable,
             provider_api_key=provider_api_key,
             provider_config=provider_config,
             stream=False,
@@ -167,7 +156,6 @@ def stream(
         variables: Optional[dict[str, str]] = None,
         chat_context: Optional[ChatContext] = None,
         user_id: Optional[str] = None,
-        truncate_variable: Optional[TruncationConfig] = None,
         provider_api_key: Optional[str] = None,
         provider_config: Optional[ProviderConfig] = None,
     ) -> Generator[CompletionResponse, None, None]:
@@ -183,7 +171,6 @@ def stream(
             variables=variables,
             chat_context=chat_context,
             user_id=user_id,
-            truncate_variable=truncate_variable,
             provider_api_key=provider_api_key,
             provider_config=provider_config,
             stream=True,

commonbase/tests/test_model.py

@@ -1,5 +1,4 @@
 from commonbase.chat_context import ChatContext, ChatMessage
-from commonbase.truncation_config import TruncationConfig
 from commonbase.provider_config import ProviderConfig, OpenAIParams
 from commonbase.completion import _format_body
 from dataclasses import asdict
@@ -39,9 +38,6 @@ def test_request_body_format():
         variables={"test1": "value"},
         chat_context=ChatContext([ChatMessage(role="system", content="<content>")]),
         user_id="<userId>",
-        truncate_variable=TruncationConfig(
-            strategy="truncate_tail", granularity="word", max_prompt_tokens=5
-        ),
         provider_config=ProviderConfig(
             provider="cb-openai-eu",
             params=OpenAIParams(type="chat", model="model_name"),
@@ -55,11 +51,6 @@ def test_request_body_format():
         "variables": {"test1": "value"},
         "context": {"messages": [{"role": "system", "content": "<content>"}]},
         "userId": "<userId>",
-        "truncateVariable": {
-            "strategy": "truncate_tail",
-            "granularity": "word",
-            "maxPromptTokens": 5,
-        },
         "providerConfig": {
             "provider": "cb-openai-eu",
             "params": {"type": "chat", "model": "model_name"},