Skip to content

.Net: Add Async Support for ConverseStreamResponse to Avoid Thread Blocking #10159

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rogerbarreto merged 4 commits into from
Jan 16, 2025
Merged

.Net: Add Async Support for ConverseStreamResponse to Avoid Thread Blocking #10159

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
a60a72f
Fixed bug 9519.
Jan 11, 2025
d00072e
Append ConfigureAwait(false).
Jan 11, 2025
9ad7859
Merge branch 'main' of https://github.com/shethaadit/semantic-kernel …
Jan 16, 2025
92111e0
Resolved compilation errors.
Jan 16, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions dotnet/Directory.Packages.props
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@
<ManagePackageVersionsCentrally>true</ManagePackageVersionsCentrally>
</PropertyGroup>
<ItemGroup>
<PackageVersion Include="AWSSDK.BedrockRuntime" Version="3.7.411.5" />
<PackageVersion Include="AWSSDK.BedrockRuntime" Version="4.0.0-preview.5" />
<PackageVersion Include="AWSSDK.Extensions.NETCore.Setup" Version="3.7.301" />
<PackageVersion Include="AWSSDK.Core" Version="3.7.400.64" />
<PackageVersion Include="AWSSDK.Core" Version="4.0.0-preview.5" />
<PackageVersion Include="Azure.AI.Inference" Version="1.0.0-beta.2" />
<PackageVersion Include="Dapr.Actors" Version="1.14.0" />
<PackageVersion Include="Dapr.Actors.AspNetCore" Version="1.14.0" />
Expand Down Expand Up @@ -165,4 +165,4 @@
<PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.Cuda" Version="0.5.2" />
<PackageVersion Include="Microsoft.ML.OnnxRuntimeGenAI.DirectML" Version="0.5.2" />
</ItemGroup>
</Project>
</Project>
10 changes: 5 additions & 5 deletions dotnet/src/Connectors/Connectors.Amazon/Bedrock/Core/Clients/BedrockChatCompletionClient.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -76,8 +76,8 @@ internal async Task<IReadOnlyList<ChatMessageContent>> GenerateChatMessageAsync(
{
activityStatus = BedrockClientUtilities.ConvertHttpStatusCodeToActivityStatusCode(response.HttpStatusCode);
activity.SetStatus(activityStatus);
activity.SetPromptTokenUsage(response.Usage.InputTokens);
activity.SetCompletionTokenUsage(response.Usage.OutputTokens);
activity.SetPromptTokenUsage(response?.Usage?.InputTokens ?? default);
activity.SetCompletionTokenUsage(response?.Usage?.OutputTokens ?? default);
}
}
catch (Exception ex)
Expand All @@ -90,8 +90,8 @@ internal async Task<IReadOnlyList<ChatMessageContent>> GenerateChatMessageAsync(
{
activityStatus = BedrockClientUtilities.ConvertHttpStatusCodeToActivityStatusCode(response.HttpStatusCode);
activity.SetStatus(activityStatus);
activity.SetPromptTokenUsage(response.Usage.InputTokens);
activity.SetCompletionTokenUsage(response.Usage.OutputTokens);
activity.SetPromptTokenUsage(response?.Usage?.InputTokens ?? default);
activity.SetCompletionTokenUsage(response?.Usage?.OutputTokens ?? default);
}
else
{
Expand Down Expand Up @@ -191,7 +191,7 @@ internal async IAsyncEnumerable<StreamingChatMessageContent> StreamChatMessageAs
throw;
}
List<StreamingChatMessageContent>? streamedContents = activity is not null ? [] : null;
foreach (var chunk in response.Stream.AsEnumerable())
await foreach (var chunk in response.Stream.ConfigureAwait(false))
{
if (chunk is ContentBlockDeltaEvent deltaEvent)
{
Expand Down