Skip to content

Add test recordings to previously-skipped Agent tracing tests #44295

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
dargilco merged 3 commits into from
Dec 6, 2025
Merged

Add test recordings to previously-skipped Agent tracing tests #44295

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
30f5399
First
dargilco Dec 6, 2025
ea3d6ec
Upate test assets
dargilco Dec 6, 2025
512ebc6
remove commented lines
dargilco Dec 6, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion sdk/ai/azure-ai-projects/assets.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@
"AssetsRepo": "Azure/azure-sdk-assets",
"AssetsRepoPrefixPath": "python",
"TagPrefix": "python/ai/azure-ai-projects",
"Tag": "python/ai/azure-ai-projects_6bcfd85170"
"Tag": "python/ai/azure-ai-projects_2204ef492a"
}
30 changes: 10 additions & 20 deletions sdk/ai/azure-ai-projects/tests/agents/telemetry/test_responses_instrumentor.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -741,10 +741,9 @@ def test_sync_non_streaming_without_conversation(self, **kwargs):
events_match = GenAiTraceVerifier().check_span_events(span, expected_events)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_with_content_recording_non_streaming(self, **kwargs):
"""Test synchronous function tool usage with content recording enabled (non-streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -915,10 +914,9 @@ def test_sync_function_tool_with_content_recording_non_streaming(self, **kwargs)
events_match = GenAiTraceVerifier().check_span_events(span2, expected_events_2)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_with_content_recording_streaming(self, **kwargs):
"""Test synchronous function tool usage with content recording enabled (streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -1112,10 +1110,9 @@ def test_sync_function_tool_with_content_recording_streaming(self, **kwargs):
events_match = GenAiTraceVerifier().check_span_events(span2, expected_events_2)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_without_content_recording_non_streaming(self, **kwargs):
"""Test synchronous function tool usage without content recording (non-streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -1285,10 +1282,9 @@ def test_sync_function_tool_without_content_recording_non_streaming(self, **kwar
events_match = GenAiTraceVerifier().check_span_events(span2, expected_events_2)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_without_content_recording_streaming(self, **kwargs):
"""Test synchronous function tool usage without content recording (streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -1476,10 +1472,9 @@ def test_sync_function_tool_without_content_recording_streaming(self, **kwargs):
events_match = GenAiTraceVerifier().check_span_events(span2, expected_events_2)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_list_conversation_items_with_content_recording(self, **kwargs):
"""Test listing conversation items after function tool usage with content recording enabled."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -1626,10 +1621,9 @@ def test_sync_function_tool_list_conversation_items_with_content_recording(self,
events_match = GenAiTraceVerifier().check_span_events(list_span, expected_events)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_sync_function_tool_list_conversation_items_without_content_recording(self, **kwargs):
"""Test listing conversation items after function tool usage without content recording."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -3825,10 +3819,9 @@ def test_responses_stream_method_with_tools_without_content_recording(self, **kw
# Workflow Agent Tracing Tests
# ========================================

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_workflow_agent_non_streaming_with_content_recording(self, **kwargs):
"""Test workflow agent with non-streaming and content recording enabled."""
from azure.ai.projects.models import (
Expand Down Expand Up @@ -4021,10 +4014,9 @@ def test_workflow_agent_non_streaming_with_content_recording(self, **kwargs):
# With content recording ON, action_id should be present
assert "action_id" in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_workflow_agent_non_streaming_without_content_recording(self, **kwargs):
"""Test workflow agent with non-streaming and content recording disabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down Expand Up @@ -4129,10 +4121,9 @@ def test_workflow_agent_non_streaming_without_content_recording(self, **kwargs):
assert "action_id" not in part["content"]
assert "previous_action_id" not in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_workflow_agent_streaming_with_content_recording(self, **kwargs):
"""Test workflow agent with streaming and content recording enabled."""
from azure.ai.projects.models import (
Expand Down Expand Up @@ -4332,10 +4323,9 @@ def test_workflow_agent_streaming_with_content_recording(self, **kwargs):
# With content recording ON, action_id should be present
assert "action_id" in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy
@recorded_by_proxy(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
def test_workflow_agent_streaming_without_content_recording(self, **kwargs):
"""Test workflow agent with streaming and content recording disabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down
18 changes: 6 additions & 12 deletions sdk/ai/azure-ai-projects/tests/agents/telemetry/test_responses_instrumentor_async.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -330,10 +330,9 @@ async def test_async_list_conversation_items_with_content_recording(self, **kwar
events_match = GenAiTraceVerifier().check_span_events(span, expected_events)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_function_tool_with_content_recording_streaming(self, **kwargs):
"""Test asynchronous function tool usage with content recording enabled (streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -529,10 +528,9 @@ async def test_async_function_tool_with_content_recording_streaming(self, **kwar
events_match = GenAiTraceVerifier().check_span_events(span2, expected_events_2)
assert events_match == True

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_function_tool_without_content_recording_streaming(self, **kwargs):
"""Test asynchronous function tool usage without content recording (streaming)."""
from openai.types.responses.response_input_param import FunctionCallOutput
Expand Down Expand Up @@ -2817,10 +2815,9 @@ async def test_async_responses_stream_method_with_tools_without_content_recordin
# Workflow Agent Tracing Tests (Async)
# ========================================

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_workflow_agent_non_streaming_with_content_recording(self, **kwargs):
"""Test async workflow agent with non-streaming and content recording enabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down Expand Up @@ -2927,10 +2924,9 @@ async def test_async_workflow_agent_non_streaming_with_content_recording(self, *
# With content recording ON, action_id should be present
assert "action_id" in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_workflow_agent_non_streaming_without_content_recording(self, **kwargs):
"""Test async workflow agent with non-streaming and content recording disabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down Expand Up @@ -3040,10 +3036,9 @@ async def test_async_workflow_agent_non_streaming_without_content_recording(self
assert "action_id" not in part["content"]
assert "previous_action_id" not in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_with_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_workflow_agent_streaming_with_content_recording(self, **kwargs):
"""Test async workflow agent with streaming and content recording enabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down Expand Up @@ -3154,10 +3149,9 @@ async def test_async_workflow_agent_streaming_with_content_recording(self, **kwa
# With content recording ON, action_id should be present
assert "action_id" in part["content"]

@pytest.mark.skip(reason="recordings not working for responses API")
@pytest.mark.usefixtures("instrument_without_content")
@servicePreparer()
@recorded_by_proxy_async
@recorded_by_proxy_async(RecordedTransport.AZURE_CORE, RecordedTransport.HTTPX)
async def test_async_workflow_agent_streaming_without_content_recording(self, **kwargs):
"""Test async workflow agent with streaming and content recording disabled."""
from azure.ai.projects.models import WorkflowAgentDefinition, AgentReference
Expand Down
Loading