Merge branch 'main' into copilot/fix-env-variable-loading

Author: eavanvalkenburg

dotnet/samples/GettingStarted/FoundryAgents/FoundryAgents_Step15_ComputerUse/Program.cs

@@ -86,8 +86,6 @@ private static async Task InvokeComputerUseAgentAsync(AIAgent agent)
             AllowBackgroundResponses = true,
         };
 
-        AgentSession session = await agent.CreateSessionAsync();
-
         ChatMessage message = new(ChatRole.User, [
             new TextContent("I need you to help me search for 'OpenAI news'. Please type 'OpenAI news' and submit the search. Once you see search results, the task is complete."),
             new DataContent(new BinaryData(screenshots["browser_search"]), "image/png")
@@ -96,14 +94,18 @@ private static async Task InvokeComputerUseAgentAsync(AIAgent agent)
         // Initial request with screenshot - start with Bing search page
         Console.WriteLine("Starting computer automation session (initial screenshot: cua_browser_search.png)...");
 
+        // IMPORTANT: Computer-use with the Azure Agents API differs from the vanilla OpenAI Responses API.
+        // The Azure Agents API rejects requests that include previous_response_id alongside
+        // computer_call_output items. To work around this, each call uses a fresh session (avoiding
+        // previous_response_id) and re-sends the full conversation context as input items instead.
+        AgentSession session = await agent.CreateSessionAsync();
         AgentResponse response = await agent.RunAsync(message, session: session, options: runOptions);
 
         // Main interaction loop
         const int MaxIterations = 10;
         int iteration = 0;
         // Initialize state machine
         SearchState currentState = SearchState.Initial;
-        string initialCallId = string.Empty;
 
         while (true)
         {
@@ -119,6 +121,9 @@ private static async Task InvokeComputerUseAgentAsync(AIAgent agent)
                 response = await agent.RunAsync(session, runOptions);
             }
 
+            // Clear the continuation token so the next RunAsync call is a fresh request.
+            runOptions.ContinuationToken = null;
+
             Console.WriteLine($"Agent response received (ID: {response.ResponseId})");
 
             if (iteration >= MaxIterations)
@@ -148,12 +153,6 @@ private static async Task InvokeComputerUseAgentAsync(AIAgent agent)
             ComputerCallAction action = firstComputerCall.Action;
             string currentCallId = firstComputerCall.CallId;
 
-            // Set the initial computer call ID for tracking and subsequent responses.
-            if (string.IsNullOrEmpty(initialCallId))
-            {
-                initialCallId = currentCallId;
-            }
-
             Console.WriteLine($"Processing computer call (ID: {currentCallId})");
 
             // Simulate executing the action and taking a screenshot
@@ -162,16 +161,31 @@ private static async Task InvokeComputerUseAgentAsync(AIAgent agent)
 
             Console.WriteLine("Sending action result back to agent...");
 
-            AIContent content = new()
+            // Build the follow-up messages with full conversation context.
+            // The Azure Agents API rejects previous_response_id when computer_call_output items are
+            // present, so we must re-send all prior output items (reasoning, computer_call, etc.)
+            // as input items alongside the computer_call_output to maintain conversation continuity.
+            List<ChatMessage> followUpMessages = [];
+
+            // Re-send all response output items as an assistant message so the API has full context
+            List<AIContent> priorOutputContents = response.Messages
+                .SelectMany(m => m.Contents)
+                .ToList();
+            followUpMessages.Add(new ChatMessage(ChatRole.Assistant, priorOutputContents));
+
+            // Add the computer_call_output as a user message
+            AIContent callOutput = new()
             {
                 RawRepresentation = new ComputerCallOutputResponseItem(
-                    initialCallId,
+                    currentCallId,
                     output: ComputerCallOutput.CreateScreenshotOutput(new BinaryData(screenInfo.ImageBytes), "image/png"))
             };
+            followUpMessages.Add(new ChatMessage(ChatRole.User, [callOutput]));
 
-            // Follow-up message with action result and new screenshot
-            message = new(ChatRole.User, [content]);
-            response = await agent.RunAsync(message, session: session, options: runOptions);
+            // Create a fresh session so ConversationId does not carry over a previous_response_id.
+            // Without this, the Azure Agents API returns an error when computer_call_output is present.
+            session = await agent.CreateSessionAsync();
+            response = await agent.RunAsync(followUpMessages, session: session, options: runOptions);
         }
     }
 }

dotnet/samples/GettingStarted/FoundryAgents/FoundryAgents_Step15_ComputerUse/README.md

@@ -2,6 +2,17 @@
 
 This sample demonstrates how to use the computer use tool with AI agents. The computer use tool allows agents to interact with a computer environment by viewing the screen, controlling the mouse and keyboard, and performing various actions to help complete tasks.
 
+> [!NOTE]
+> **Azure Agents API vs. vanilla OpenAI Responses API behavior:**
+> The Azure Agents API rejects requests that include `previous_response_id` alongside
+> `computer_call_output` items — unlike the vanilla OpenAI Responses API, which accepts them.
+> This sample works around the limitation by creating a **fresh session for each follow-up call**
+> (so no `previous_response_id` is carried over) and re-sending all prior response output items
+> (reasoning, computer_call, etc.) as input items to preserve full conversation context.
+> Additionally, the sample uses the **current** `CallId` from each computer call response
+> (not the initial one) and clears the `ContinuationToken` after polling completes to prevent
+> stale tokens from affecting subsequent requests.
+
 ## What this sample demonstrates
 
 - Creating agents with computer use capabilities

python/packages/devui/frontend/package-lock.json

@@ -2336,9 +2336,9 @@ tapable@^2.2.0:
   integrity sha512-Re10+NauLTMCudc7T5WLFLAwDhQ0JWdrMK+9B2M8zR5hRExKmsRDCBA7/aV/pNJFltmBFO5BAMlQFi/vq3nKOg==
 
 tar@^7.4.3:
-  version "7.5.3"
-  resolved "https://registry.yarnpkg.com/tar/-/tar-7.5.3.tgz#e1a41236e32446f75e63b720222112c4ffe5b3a1"
-  integrity sha512-ENg5JUHUm2rDD7IvKNFGzyElLXNjachNLp6RaGf4+JOgxXHkqA+gq81ZAMCUmtMtqBsoU62lcp6S27g1LCYGGQ==
+  version "7.5.9"
+  resolved "https://registry.yarnpkg.com/tar/-/tar-7.5.9.tgz#817ac12a54bc4362c51340875b8985d7dc9724b8"
+  integrity sha512-BTLcK0xsDh2+PUe9F6c2TlRp4zOOBMTkoQHQIWSIzI0R7KG46uEwq4OPk2W7bZcprBMsuaeFsqwYr7pjh6CuHg==
   dependencies:
     "@isaacs/fs-minipass" "^4.0.0"
     chownr "^3.0.0"

python/packages/devui/frontend/yarn.lock

@@ -9,6 +9,9 @@
 from agent_framework.redis import RedisHistoryProvider
 from dotenv import load_dotenv
 
+# Load environment variables from .env file
+load_dotenv()
+
 """
 Redis History Provider Session Example
 
@@ -17,8 +20,10 @@
 with Redis as the backend data store.
 """
 
-# Load environment variables from .env file
-load_dotenv()
+
+# Default Redis URL for local Redis Stack.
+# Override via the REDIS_URL environment variable for remote or authenticated instances.
+REDIS_URL = os.getenv("REDIS_URL", "redis://localhost:6379")
 
 
 async def example_manual_memory_store() -> None:
@@ -28,7 +33,7 @@ async def example_manual_memory_store() -> None:
     # Create Redis history provider
     redis_provider = RedisHistoryProvider(
         source_id="redis_basic_chat",
-        redis_url="redis://localhost:6379",
+        redis_url=REDIS_URL,
     )
 
     # Create agent with Redis history provider
@@ -66,7 +71,7 @@ async def example_user_session_management() -> None:
     # Create Redis history provider for specific user session
     redis_provider = RedisHistoryProvider(
         source_id=f"redis_{user_id}",
-        redis_url="redis://localhost:6379",
+        redis_url=REDIS_URL,
         max_messages=10,  # Keep only last 10 messages
     )
 
@@ -107,7 +112,7 @@ async def example_conversation_persistence() -> None:
     print("--- Phase 1: Starting conversation ---")
     redis_provider = RedisHistoryProvider(
         source_id="redis_persistent_chat",
-        redis_url="redis://localhost:6379",
+        redis_url=REDIS_URL,
     )
 
     agent = OpenAIChatClient().as_agent(
@@ -156,7 +161,7 @@ async def example_session_serialization() -> None:
 
     redis_provider = RedisHistoryProvider(
         source_id="redis_serialization_chat",
-        redis_url="redis://localhost:6379",
+        redis_url=REDIS_URL,
     )
 
     agent = OpenAIChatClient().as_agent(
@@ -198,7 +203,7 @@ async def example_message_limits() -> None:
     # Create provider with small message limit
     redis_provider = RedisHistoryProvider(
         source_id="redis_limited_chat",
-        redis_url="redis://localhost:6379",
+        redis_url=REDIS_URL,
         max_messages=3,  # Keep only 3 most recent messages
     )
 
@@ -233,7 +238,7 @@ async def main() -> None:
     print("Redis History Provider Examples")
     print("=" * 50)
     print("Prerequisites:")
-    print("- Redis server running on localhost:6379")
+    print("- Redis server running (set REDIS_URL env var or default localhost:6379)")
     print("- OPENAI_API_KEY environment variable set")
     print("=" * 50)