sample tests recordings (#44303)

howieleung · web-flow · commit aa2cbd4a4251 · 2025-12-08T08:47:08.000-08:00
code interpreter and file search sample recordings
diff --git a/sdk/ai/azure-ai-projects/CHANGELOG.md b/sdk/ai/azure-ai-projects/CHANGELOG.md
@@ -30,6 +30,7 @@
 * Added OpenAPI with Project Connection sample. See `sample_agent_openapi_with_project_connection.py`.
 * Added SharePoint grounding tool sample. See `sample_agent_sharepoint.py`.
 * Improved MCP client sample showing direct MCP tool invocation. See `samples/mcp_client/sample_mcp_tool_async.py`.
+* Samples that download generated files (code interpreter and image generation) now save files to the system temp directory instead of the current working directory. See `sample_agent_code_interpreter.py`, `sample_agent_code_interpreter_async.py`, `sample_agent_image_generation.py`, and `sample_agent_image_generation_async.py`.
 
 ## 2.0.0b2 (2025-11-14)
 
diff --git a/sdk/ai/azure-ai-projects/README.md b/sdk/ai/azure-ai-projects/README.md
@@ -269,11 +269,10 @@ After calling `responses.create()`, you can download file using the returned res
 
 ```python
 image_data = [output.result for output in response.output if output.type == "image_generation_call"]
-
 if image_data and image_data[0]:
     print("Downloading generated image...")
     filename = "microsoft.png"
-    file_path = os.path.abspath(filename)
+    file_path = os.path.join(tempfile.gettempdir(), filename)
 
     with open(file_path, "wb") as f:
         f.write(base64.b64decode(image_data[0]))
diff --git a/sdk/ai/azure-ai-projects/assets.json b/sdk/ai/azure-ai-projects/assets.json
@@ -2,5 +2,5 @@
   "AssetsRepo": "Azure/azure-sdk-assets",
   "AssetsRepoPrefixPath": "python",
   "TagPrefix": "python/ai/azure-ai-projects",
-  "Tag": "python/ai/azure-ai-projects_4160165ae8"
+  "Tag": "python/ai/azure-ai-projects_670570275d"
 }
diff --git a/sdk/ai/azure-ai-projects/samples/agents/assets/.gitattributes b/sdk/ai/azure-ai-projects/samples/agents/assets/.gitattributes
@@ -0,0 +1,13 @@
+# Force LF line endings for test files to ensure consistent binary representation
+# across Windows and Linux platforms.
+#
+# These files are read and sent as binary REST API request payloads in tests.
+# Without consistent line endings, the binary content differs between platforms,
+# causing recorded test traffic to be inconsistent and test playback to fail.
+#
+# By enforcing LF endings, the binary representation remains identical regardless
+# of the platform where tests are executed.
+
+*.md text eol=lf
+*.csv text eol=lf
+*.jsonl text eol=lf
diff --git a/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_code_interpreter.py b/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_code_interpreter.py
@@ -24,7 +24,7 @@
 """
 
 import os
-import httpx
+import tempfile
 from dotenv import load_dotenv
 from azure.identity import DefaultAzureCredential
 from azure.ai.projects import AIProjectClient
@@ -84,31 +84,31 @@
 
     # Get the last message which should contain file citations
     last_message = response.output[-1]  # ResponseOutputMessage
-    if last_message.type == "message":
-        # Get the last content item (contains the file annotations)
-        text_content = last_message.content[-1]  # ResponseOutputText
-        if text_content.type == "output_text":
-            # Get the last annotation (most recent file)
-            if text_content.annotations:
-                file_citation = text_content.annotations[-1]  # AnnotationContainerFileCitation
-                if file_citation.type == "container_file_citation":
-                    file_id = file_citation.file_id
-                    filename = file_citation.filename
-                    container_id = file_citation.container_id
-                    print(f"Found generated file: {filename} (ID: {file_id})")
+    if (
+        last_message.type == "message"
+        and last_message.content
+        and last_message.content[-1].type == "output_text"
+        and last_message.content[-1].annotations
+    ):
+        file_citation = last_message.content[-1].annotations[-1]  # AnnotationContainerFileCitation
+        if file_citation.type == "container_file_citation":
+            file_id = file_citation.file_id
+            filename = file_citation.filename
+            container_id = file_citation.container_id
+            print(f"Found generated file: {filename} (ID: {file_id})")
+
+    print("\nCleaning up...")
+    project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
+    print("Agent deleted")
 
     # Download the generated file if available
     if file_id and filename:
         file_content = openai_client.containers.files.content.retrieve(file_id=file_id, container_id=container_id)
         print(f"File ready for download: {filename}")
-        with open(filename, "wb") as f:
+        file_path = os.path.join(tempfile.gettempdir(), filename)
+        with open(file_path, "wb") as f:
             f.write(file_content.read())
-
         # Print result (should contain "file")
-        print(f"==> Result: file, {filename} downloaded successfully.")
+        print(f"==> Result: file, {file_path} downloaded successfully.")
     else:
         print("No file generated in response")
-
-    print("\nCleaning up...")
-    project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
-    print("Agent deleted")
diff --git a/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_code_interpreter_async.py b/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_code_interpreter_async.py
@@ -24,6 +24,7 @@
 """
 
 import os
+import tempfile
 import asyncio
 from dotenv import load_dotenv
 from azure.identity.aio import DefaultAzureCredential
@@ -85,37 +86,37 @@ async def main() -> None:
 
             # Get the last message which should contain file citations
             last_message = response.output[-1]  # ResponseOutputMessage
-            if last_message.type == "message":
-                # Get the last content item (contains the file annotations)
-                text_content = last_message.content[-1]  # ResponseOutputText
-                if text_content.type == "output_text":
-                    # Get the last annotation (most recent file)
-                    if text_content.annotations:
-                        file_citation = text_content.annotations[-1]  # AnnotationContainerFileCitation
-                        if file_citation.type == "container_file_citation":
-                            file_id = file_citation.file_id
-                            filename = file_citation.filename
-                            container_id = file_citation.container_id
-                            print(f"Found generated file: {filename} (ID: {file_id})")
+            if (
+                last_message.type == "message"
+                and last_message.content
+                and last_message.content[-1].type == "output_text"
+                and last_message.content[-1].annotations
+            ):
+                file_citation = last_message.content[-1].annotations[-1]  # AnnotationContainerFileCitation
+                if file_citation.type == "container_file_citation":
+                    file_id = file_citation.file_id
+                    filename = file_citation.filename
+                    container_id = file_citation.container_id
+                    print(f"Found generated file: {filename} (ID: {file_id})")
+
+            print("\nCleaning up...")
+            await project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
+            print("Agent deleted")
 
             # Download the generated file if available
             if file_id and filename:
                 file_content = await openai_client.containers.files.content.retrieve(
                     file_id=file_id, container_id=container_id
                 )
                 print(f"File ready for download: {filename}")
-                with open(filename, "wb") as f:
+                file_path = os.path.join(tempfile.gettempdir(), filename)
+                with open(file_path, "wb") as f:
                     f.write(file_content.read())
-
                 # Print result (should contain "file")
-                print(f"==> Result: file, {filename} downloaded successfully.")
+                print(f"==> Result: file, {file_path} downloaded successfully.")
             else:
                 print("No file generated in response")
 
-            print("\nCleaning up...")
-            await project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
-            print("Agent deleted")
-
         except Exception as e:
             print(f"Error occurred: {str(e)}")
             raise
diff --git a/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_image_generation.py b/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_image_generation.py
@@ -40,6 +40,7 @@
 
 import base64
 import os
+import tempfile
 from dotenv import load_dotenv
 
 from azure.identity import DefaultAzureCredential
@@ -80,22 +81,20 @@
     )
     print(f"Response created: {response.id}")
 
-    # Save the image to a file
+    print("\nCleaning up...")
+    project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
+    print("Agent deleted")
+
     # [START download_image]
     image_data = [output.result for output in response.output if output.type == "image_generation_call"]
-
     if image_data and image_data[0]:
         print("Downloading generated image...")
         filename = "microsoft.png"
-        file_path = os.path.abspath(filename)
+        file_path = os.path.join(tempfile.gettempdir(), filename)
 
         with open(file_path, "wb") as f:
             f.write(base64.b64decode(image_data[0]))
-        # [END download_image]
 
+        # [END download_image]
         # Print result (should contain "file")
         print(f"==> Result: Image downloaded and saved to file: {file_path}")
-
-    print("\nCleaning up...")
-    project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
-    print("Agent deleted")
diff --git a/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_image_generation_async.py b/sdk/ai/azure-ai-projects/samples/agents/tools/sample_agent_image_generation_async.py
@@ -40,6 +40,7 @@
 import asyncio
 import base64
 import os
+import tempfile
 from dotenv import load_dotenv
 
 from azure.identity.aio import DefaultAzureCredential
@@ -76,24 +77,23 @@ async def main():
         )
         print(f"Response created: {response.id}")
 
+        print("\nCleaning up...")
+        await project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
+        print("Agent deleted")
+
         # Save the image to a file
         image_data = [output.result for output in response.output if output.type == "image_generation_call"]
-
         if image_data and image_data[0]:
             print("Downloading generated image...")
             filename = "microsoft.png"
-            file_path = os.path.abspath(filename)
+            file_path = os.path.join(tempfile.gettempdir(), filename)
 
             with open(file_path, "wb") as f:
                 f.write(base64.b64decode(image_data[0]))
 
             # Print result (should contain "file")
             print(f"==> Result: Image downloaded and saved to file: {file_path}")
 
-        print("\nCleaning up...")
-        await project_client.agents.delete_version(agent_name=agent.name, agent_version=agent.version)
-        print("Agent deleted")
-
 
 if __name__ == "__main__":
     asyncio.run(main())
diff --git a/sdk/ai/azure-ai-projects/samples/evaluations/sample_evaluations_score_model_grader_with_image.py b/sdk/ai/azure-ai-projects/samples/evaluations/sample_evaluations_score_model_grader_with_image.py
@@ -55,7 +55,7 @@
 def image_to_data_uri(image_path: str) -> str:
     with Image.open(image_path) as img:
         buffered = BytesIO()
-        img.save(buffered, format=img.format or 'PNG')
+        img.save(buffered, format=img.format or "PNG")
         img_str = base64.b64encode(buffered.getvalue()).decode()
         mime_type = f"image/{img.format.lower()}" if img.format else "image/png"
         return f"data:{mime_type};base64,{img_str}"
@@ -73,14 +73,8 @@ def image_to_data_uri(image_path: str) -> str:
             "item_schema": {
                 "type": "object",
                 "properties": {
-                    "image_url": {
-                        "type": "string",
-                        "description": "The URL of the image to be evaluated."
-                    },
-                    "caption": {
-                        "type": "string",
-                        "description": "The caption describing the image."
-                    },
+                    "image_url": {"type": "string", "description": "The URL of the image to be evaluated."},
+                    "caption": {"type": "string", "description": "The caption describing the image."},
                 },
                 "required": [
                     "image_url",
@@ -99,22 +93,18 @@ def image_to_data_uri(image_path: str) -> str:
             "input": [
                 {
                     "role": "system",
-                    "content": "You are an expert grader. Judge how well the model response {{sample.output_text}} describes the image as well as matches the caption {{item.caption}}. Output a score of 1 if it's an excellent match with both. If it's somewhat compatible, output a score around 0.5. Otherwise, give a score of 0."
+                    "content": "You are an expert grader. Judge how well the model response {{sample.output_text}} describes the image as well as matches the caption {{item.caption}}. Output a score of 1 if it's an excellent match with both. If it's somewhat compatible, output a score around 0.5. Otherwise, give a score of 0.",
                 },
                 {
                     "role": "user",
-                    "content":
-                        {
-                            "type": "input_image",
-                            "image_url": "{{item.image_url}}",
-                            "detail": "auto",
-                        }
-                }
-            ],
-            "range": [
-                0.0,
-                1.0
+                    "content": {
+                        "type": "input_image",
+                        "image_url": "{{item.image_url}}",
+                        "detail": "auto",
+                    },
+                },
             ],
+            "range": [0.0, 1.0],
             "pass_threshold": 0.5,
         },
     ]
@@ -163,7 +153,7 @@ def image_to_data_uri(image_path: str) -> str:
                     type="input_image",
                     image_url="{{item.image_url}}",
                     detail="auto",
-                )
+                ),
             ),
         ],
     )
@@ -180,7 +170,7 @@ def image_to_data_uri(image_path: str) -> str:
             input_messages=input_messages,
             sampling_params={
                 "temperature": 0.8,
-            }
+            },
         ),
     )
     print(f"Eval Run created (id: {eval_run_object.id}, name: {eval_run_object.name})")
diff --git a/sdk/ai/azure-ai-projects/tests/conftest.py b/sdk/ai/azure-ai-projects/tests/conftest.py
@@ -3,6 +3,14 @@
 # Copyright (c) Microsoft Corporation.
 # Licensed under the MIT License.
 # ------------------------------------
+
+# Register MIME types before any other imports to ensure consistent Content-Type detection
+# across Windows, macOS, and Linux when uploading files in tests
+import mimetypes
+
+mimetypes.add_type("text/csv", ".csv")
+mimetypes.add_type("text/markdown", ".md")
+
 import os
 import pytest
 from dotenv import load_dotenv, find_dotenv
@@ -100,9 +108,6 @@ def sanitize_url_paths():
 
     sanitize_url_paths()
 
-    # Normalize Content-Type for CSV files in multipart form-data (varies by OS/Python version)
-    add_general_string_sanitizer(target="Content-Type: text/csv", value="Content-Type: application/vnd.ms-excel")
-
     # Sanitize API key from service response (this includes Application Insights connection string)
     add_body_key_sanitizer(json_path="credentials.key", value="sanitized-api-key")
 
diff --git a/sdk/ai/azure-ai-projects/tests/samples/samples_report.csv b/sdk/ai/azure-ai-projects/tests/samples/samples_report.csv
diff --git a/sdk/ai/azure-ai-projects/tests/samples/test_samples.py b/sdk/ai/azure-ai-projects/tests/samples/test_samples.py
@@ -163,10 +163,7 @@ def _get_tools_sample_paths():
         "sample_agent_bing_custom_search.py",
         "sample_agent_bing_grounding.py",
         "sample_agent_browser_automation.py",
-        "sample_agent_code_interpreter.py",
         "sample_agent_fabric.py",
-        "sample_agent_file_search.py",
-        "sample_agent_file_search_in_stream.py",
         "sample_agent_mcp_with_project_connection.py",
         "sample_agent_memory_search.py",
         "sample_agent_openapi_with_project_connection.py",
@@ -191,9 +188,6 @@ def _get_tools_sample_paths_async():
 
     # Skip async samples that are not yet ready for testing
     tools_samples_to_skip = [
-        "sample_agent_code_interpreter_async.py",
-        "sample_agent_file_search_async.py",
-        "sample_agent_file_search_in_stream_async.py",
         "sample_agent_mcp_with_project_connection_async.py",
         "sample_agent_memory_search_async.py",
     ]

Original file line number	Diff line number	Diff line change
`@@ -2,5 +2,5 @@`
`2`	`2`	`"AssetsRepo": "Azure/azure-sdk-assets",`
`3`	`3`	`"AssetsRepoPrefixPath": "python",`
`4`	`4`	`"TagPrefix": "python/ai/azure-ai-projects",`
`5`		`- "Tag": "python/ai/azure-ai-projects_4160165ae8"`
	`5`	`+ "Tag": "python/ai/azure-ai-projects_670570275d"`
`6`	`6`	`}`