Skip to content

Test and sample recording #44539

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
howieleung merged 19 commits into from
Jan 5, 2026
Merged

Test and sample recording #44539

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
e303131
code clean up and added readme
howieleung Dec 29, 2025
a84bfa9
restore patched_open_fn
howieleung Dec 29, 2025
640a753
fix bugs and resolved comment
howieleung Dec 29, 2025
b179327
clean up
howieleung Dec 29, 2025
00c9dbf
update test endpoint
howieleung Dec 30, 2025
2d1f71e
update
howieleung Dec 30, 2025
b0b948f
added feature to test samples with optional env vars
howieleung Dec 30, 2025
a38d281
resovled comment and recording
howieleung Dec 31, 2025
fd31e28
recording again
howieleung Dec 31, 2025
a7234ae
fix
howieleung Dec 31, 2025
ce81f3d
Update sample test configurations and improve environment variable ha…
howieleung Dec 31, 2025
018703a
refactor: clean up sample test imports and structure
howieleung Jan 1, 2026
a2e24e6
fix
howieleung Jan 1, 2026
aa13b6d
fix
howieleung Jan 1, 2026
d7b5cbc
fix
howieleung Jan 1, 2026
ad0cc12
improve readme
howieleung Jan 2, 2026
54e42fc
made env_var_mapping optional and update readme
howieleung Jan 4, 2026
20deee8
Refactor test environment variable names and update related tests
howieleung Jan 4, 2026
f4f57d7
Resolved comments
howieleung Jan 5, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 7 additions & 30 deletions sdk/ai/azure-ai-projects/.env.template
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -41,41 +41,18 @@ SHAREPOINT_PROJECT_CONNECTION_ID=
A2A_PROJECT_CONNECTION_ID=
BROWSER_AUTOMATION_PROJECT_CONNECTION_ID=
OPENAPI_PROJECT_CONNECTION_ID=
AI_SEARCH_USER_INPUT=
SHAREPOINT_USER_INPUT=


#######################################################################
#
# Used in tests
#######################################################################

# Default Foundry endpoint for tests (specific test groups may read other variables below)
AZURE_AI_PROJECTS_TESTS_PROJECT_ENDPOINT=

# Used in Agent tests
AZURE_AI_PROJECTS_TESTS_AGENTS_PROJECT_ENDPOINT=
AZURE_AI_PROJECTS_TESTS_MODEL_DEPLOYMENT_NAME=

# Used in tracing tests
AZURE_AI_PROJECTS_TESTS_TRACING_PROJECT_ENDPOINT=

# Used in Container App Agents tests
AZURE_AI_PROJECTS_TESTS_CONTAINER_PROJECT_ENDPOINT=
AZURE_AI_PROJECTS_TESTS_CONTAINER_APP_RESOURCE_ID=
AZURE_AI_PROJECTS_TESTS_CONTAINER_INGRESS_SUBDOMAIN_SUFFIX=

# Used in Agent Image Generation tests
AZURE_AI_PROJECTS_TESTS_IMAGE_GENERATION_MODEL_DEPLOYMENT_NAME=

# Used in Memory Store tests
AZURE_AI_PROJECTS_TESTS_MEMORY_STORE_CHAT_MODEL_DEPLOYMENT_NAME=
AZURE_AI_PROJECTS_TESTS_MEMORY_STORE_EMBEDDING_MODEL_DEPLOYMENT_NAME=

# Connection IDs and settings used in agent tool tests
AZURE_AI_PROJECTS_TESTS_BING_PROJECT_CONNECTION_ID=
AZURE_AI_PROJECTS_TESTS_AI_SEARCH_PROJECT_CONNECTION_ID=
AZURE_AI_PROJECTS_TESTS_AI_SEARCH_INDEX_NAME=
AZURE_AI_PROJECTS_TESTS_AI_SEARCH_USER_INPUT=
AZURE_AI_PROJECTS_TESTS_MCP_PROJECT_CONNECTION_ID=
AZURE_AI_PROJECTS_TESTS_SHAREPOINT_PROJECT_CONNECTION_ID=
AZURE_AI_PROJECTS_TESTS_SHAREPOINT_USER_INPUT=
# Used for recording or playback
AZURE_TEST_RUN_LIVE=false
AZURE_SKIP_LIVE_RECORDING=true

# Used in Fine-tuning tests
AZURE_AI_PROJECTS_TESTS_COMPLETED_OAI_MODEL_SFT_FINE_TUNING_JOB_ID=
Expand Down
2 changes: 1 addition & 1 deletion sdk/ai/azure-ai-projects/assets.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@
"AssetsRepo": "Azure/azure-sdk-assets",
"AssetsRepoPrefixPath": "python",
"TagPrefix": "python/ai/azure-ai-projects",
"Tag": "python/ai/azure-ai-projects_53529b753b"
"Tag": "python/ai/azure-ai-projects_99f92cad55"
}
12 changes: 6 additions & 6 deletions sdk/ai/azure-ai-projects/tests/agents/telemetry/test_ai_agents_instrumentor.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -194,7 +194,7 @@ def test_agent_creation_with_tracing_content_recording_enabled(self, **kwargs):

with self.create_client(operation_group="tracing", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")
print(f"Using model deployment: {model}")

agent_definition = PromptAgentDefinition(
Expand Down Expand Up @@ -288,7 +288,7 @@ def test_agent_creation_with_tracing_content_recording_disabled(self, **kwargs):

with self.create_client(operation_group="agents", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")
agent_definition = PromptAgentDefinition(
# Required parameter
model=model,
Expand Down Expand Up @@ -520,7 +520,7 @@ def test_agent_with_structured_output_with_instructions_content_recording_enable

with self.create_client(operation_group="tracing", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

# Define a JSON schema for structured output
test_schema = {
Expand Down Expand Up @@ -607,7 +607,7 @@ def test_agent_with_structured_output_with_instructions_content_recording_disabl

with self.create_client(operation_group="agents", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down Expand Up @@ -681,7 +681,7 @@ def test_agent_with_structured_output_without_instructions_content_recording_ena

with self.create_client(operation_group="tracing", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down Expand Up @@ -763,7 +763,7 @@ def test_agent_with_structured_output_without_instructions_content_recording_dis

with self.create_client(operation_group="agents", **kwargs) as project_client:

model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down
12 changes: 6 additions & 6 deletions sdk/ai/azure-ai-projects/tests/agents/telemetry/test_ai_agents_instrumentor_async.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@ async def test_create_agent_with_tracing_content_recording_enabled(self, **kwarg
assert True == AIProjectInstrumentor().is_instrumented()

project_client = self.create_async_client(operation_group="tracing", **kwargs)
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

async with project_client:
agent_definition = PromptAgentDefinition(
Expand Down Expand Up @@ -164,7 +164,7 @@ async def test_agent_creation_with_tracing_content_recording_disabled(self, **kw
assert True == AIProjectInstrumentor().is_instrumented()

project_client = self.create_async_client(operation_group="agents", **kwargs)
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

async with project_client:
agent_definition = PromptAgentDefinition(
Expand Down Expand Up @@ -399,7 +399,7 @@ async def test_agent_with_structured_output_with_instructions_content_recording_
project_client = self.create_async_client(operation_group="tracing", **kwargs)

async with project_client:
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

# Define a JSON schema for structured output
test_schema = {
Expand Down Expand Up @@ -489,7 +489,7 @@ async def test_agent_with_structured_output_with_instructions_content_recording_
project_client = self.create_async_client(operation_group="agents", **kwargs)

async with project_client:
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down Expand Up @@ -566,7 +566,7 @@ async def test_agent_with_structured_output_without_instructions_content_recordi
project_client = self.create_async_client(operation_group="tracing", **kwargs)

async with project_client:
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down Expand Up @@ -649,7 +649,7 @@ async def test_agent_with_structured_output_without_instructions_content_recordi
project_client = self.create_async_client(operation_group="agents", **kwargs)

async with project_client:
model = kwargs.get("azure_ai_projects_tests_model_deployment_name")
model = kwargs.get("azure_ai_model_deployment_name")

test_schema = {
"type": "object",
Expand Down
Loading