Introduce AnthropicClient and AnthropicClientAgent

dotnet/AutoGen.sln

@@ -42,6 +42,10 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Autogen.Ollama", "src\Autog
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Autogen.Ollama.Tests", "test\Autogen.Ollama.Tests\Autogen.Ollama.Tests.csproj", "{C24FDE63-952D-4F8E-A807-AF31D43AD675}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Anthropic", "src\AutoGen.Anthropic\AutoGen.Anthropic.csproj", "{6A95E113-B824-4524-8F13-CD0C3E1C8804}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "AutoGen.Anthropic.Tests", "test\AutoGen.Anthropic.Tests\AutoGen.Anthropic.Tests.csproj", "{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -116,6 +120,14 @@ Global
 		{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E}.Release|Any CPU.Build.0 = Release|Any CPU
+		{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{6A95E113-B824-4524-8F13-CD0C3E1C8804}.Release|Any CPU.Build.0 = Release|Any CPU
+		{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE
@@ -138,6 +150,8 @@ Global
 		{1DFABC4A-8458-4875-8DCB-59F3802DAC65} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
 		{D36A85F9-C172-487D-8192-6BFE5D05B4A7} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
 		{B61388CA-DC73-4B7F-A7B2-7B9A86C9229E} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
+		{6A95E113-B824-4524-8F13-CD0C3E1C8804} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
+		{815E937E-86D6-4476-9EC6-B7FBCBBB5DB6} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
 		SolutionGuid = {93384647-528D-46C8-922C-8DB36A382F0B}

dotnet/sample/AutoGen.BasicSamples/AutoGen.BasicSample.csproj

@@ -10,6 +10,7 @@
   </PropertyGroup>
 
   <ItemGroup>
+    <ProjectReference Include="..\..\src\AutoGen.Anthropic\AutoGen.Anthropic.csproj" />
     <ProjectReference Include="..\..\src\AutoGen.DotnetInteractive\AutoGen.DotnetInteractive.csproj" />
     <ProjectReference Include="..\..\src\AutoGen.SourceGenerator\AutoGen.SourceGenerator.csproj" OutputItemType="Analyzer" ReferenceOutputAssembly="false" />
     <ProjectReference Include="..\..\src\AutoGen\AutoGen.csproj" />

dotnet/sample/AutoGen.BasicSamples/Example16_Anthropic.cs

@@ -0,0 +1,30 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Example16_Anthropic.cs
+
+using AutoGen.Anthropic;
+using AutoGen.Anthropic.Middleware;
+using AutoGen.Anthropic.Utils;
+using AutoGen.Core;
+
+namespace AutoGen.BasicSample;
+
+public static class Example16_Anthropic
+{
+    public static async Task RunAsync()
+    {
+        #region create_anthropic_agent
+        var apiKey = Environment.GetEnvironmentVariable("ANTHROPIC_API_KEY") ?? throw new Exception("Missing ANTHROPIC_API_KEY environment variable.");
+        var anthropicClient = new AnthropicClient(new HttpClient(), AnthropicConstants.Endpoint, apiKey);
+        var agent = new AnthropicClientAgent(anthropicClient, "assistant", AnthropicConstants.Claude3Haiku);
+        #endregion
+
+        #region register_middleware
+        var anthropicMessageConnector = new AnthropicMessageConnector();
+        var agentWithConnector = agent
+            .RegisterMiddleware(anthropicMessageConnector)
+            .RegisterPrintMessage();
+        #endregion register_middleware
+
+        await agentWithConnector.SendAsync(new TextMessage(Role.Assistant, "Hello", from: "user"));
+    }
+}

dotnet/src/AutoGen.Anthropic/Agent/AnthropicClientAgent.cs

@@ -0,0 +1,89 @@
+using System;
+using System.Collections.Generic;
+using System.Runtime.CompilerServices;
+using System.Threading;
+using System.Threading.Tasks;
+using AutoGen.Anthropic.DTO;
+using AutoGen.Core;
+
+namespace AutoGen.Anthropic;
+
+public class AnthropicClientAgent : IStreamingAgent
+{
+    private readonly AnthropicClient _anthropicClient;
+    public string Name { get; }
+    private readonly string _modelName;
+    private readonly decimal _temperature;
+    private readonly int _maxTokens;
+
+    public AnthropicClientAgent(
+        AnthropicClient anthropicClient,
+        string name,
+        string modelName,
+        decimal temperature = 0.7m,
+        int maxTokens = 1024)
+    {
+        Name = name;
+        _anthropicClient = anthropicClient;
+        _modelName = modelName;
+        _temperature = temperature;
+        _maxTokens = maxTokens;
+    }
+
+    public async Task<IMessage> GenerateReplyAsync(IEnumerable<IMessage> messages, GenerateReplyOptions? options = null,
+        CancellationToken cancellationToken = default)
+    {
+        var response = await _anthropicClient.CreateChatCompletionsAsync(CreateParameters(messages, options, false), cancellationToken);
+        return new MessageEnvelope<ChatCompletionResponse>(response, from: this.Name);
+    }
+
+    public async IAsyncEnumerable<IStreamingMessage> GenerateStreamingReplyAsync(IEnumerable<IMessage> messages,
+        GenerateReplyOptions? options = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)
+    {
+        await foreach (var message in _anthropicClient.StreamingChatCompletionsAsync(
+                           CreateParameters(messages, options, true), cancellationToken))
+        {
+            yield return new MessageEnvelope<ChatCompletionResponse>(message, from: this.Name);
+        }
+    }
+
+    private ChatCompletionRequest CreateParameters(IEnumerable<IMessage> messages, GenerateReplyOptions? options, bool shouldStream)
+    {
+        var chatCompletionRequest = new ChatCompletionRequest()
+        {
+            MaxTokens = options?.MaxToken ?? _maxTokens,
+            Model = _modelName,
+            Stream = shouldStream,
+            Temperature = (decimal?)options?.Temperature ?? _temperature,
+        };
+
+        chatCompletionRequest.Messages = BuildMessages(messages, chatCompletionRequest);
+
+        return chatCompletionRequest;
+    }
+
+    private List<ChatMessage> BuildMessages(IEnumerable<IMessage> messages, ChatCompletionRequest chatCompletionRequest)
+    {
+        List<ChatMessage> chatMessages = new();
+        foreach (IMessage? message in messages)
+        {
+            switch (message)
+            {
+                case IMessage<ChatMessage> chatMessage when chatMessage.Content.Role == "system":
+                    if (!string.IsNullOrEmpty(chatCompletionRequest.SystemMessage))
+                        throw new InvalidOperationException($"${nameof(chatCompletionRequest.SystemMessage)} has already been set");
+                    chatCompletionRequest.SystemMessage = chatMessage.Content.Content;
+                    break;
+
+                case IMessage<ChatMessage> chatMessage:
+                    chatMessages.Add(chatMessage.Content);
+                    break;
+
+                default:
+                    throw new ArgumentException($"Unexpected message type: {message?.GetType()}");
+            }
+        }
+
+        return chatMessages;
+    }
+}

dotnet/src/AutoGen.Anthropic/AnthropicClient.cs

@@ -0,0 +1,122 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// AnthropicClient.cs
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Net.Http;
+using System.Runtime.CompilerServices;
+using System.Text;
+using System.Text.Json;
+using System.Text.Json.Serialization;
+using System.Threading;
+using System.Threading.Tasks;
+using AutoGen.Anthropic.Converters;
+using AutoGen.Anthropic.DTO;
+
+namespace AutoGen.Anthropic;
+
+public sealed class AnthropicClient : IDisposable
+{
+    private readonly HttpClient _httpClient;
+    private readonly string _baseUrl;
+
+    private static readonly JsonSerializerOptions JsonSerializerOptions = new()
+    {
+        DefaultIgnoreCondition = JsonIgnoreCondition.WhenWritingNull
+    };
+
+    private static readonly JsonSerializerOptions JsonDeserializerOptions = new()
+    {
+        Converters = { new ContentBaseConverter() }
+    };
+
+    public AnthropicClient(HttpClient httpClient, string baseUrl, string apiKey)
+    {
+        _httpClient = httpClient;
+        _baseUrl = baseUrl;
+
+        _httpClient.DefaultRequestHeaders.Add("x-api-key", apiKey);
+        _httpClient.DefaultRequestHeaders.Add("anthropic-version", "2023-06-01");
+    }
+
+    public async Task<ChatCompletionResponse> CreateChatCompletionsAsync(ChatCompletionRequest chatCompletionRequest,
+        CancellationToken cancellationToken)
+    {
+        var httpResponseMessage = await SendRequestAsync(chatCompletionRequest, cancellationToken);
+        var responseStream = await httpResponseMessage.Content.ReadAsStreamAsync();
+
+        if (httpResponseMessage.IsSuccessStatusCode)
+            return await DeserializeResponseAsync<ChatCompletionResponse>(responseStream, cancellationToken);
+
+        ErrorResponse res = await DeserializeResponseAsync<ErrorResponse>(responseStream, cancellationToken);
+        throw new Exception(res.Error?.Message);
+    }
+
+    public async IAsyncEnumerable<ChatCompletionResponse> StreamingChatCompletionsAsync(
+        ChatCompletionRequest chatCompletionRequest, [EnumeratorCancellation] CancellationToken cancellationToken)
+    {
+        var httpResponseMessage = await SendRequestAsync(chatCompletionRequest, cancellationToken);
+        using var reader = new StreamReader(await httpResponseMessage.Content.ReadAsStreamAsync());
+
+        var currentEvent = new SseEvent();
+        while (await reader.ReadLineAsync() is { } line)
+        {
+            if (!string.IsNullOrEmpty(line))
+            {
+                currentEvent.Data = line.Substring("data:".Length).Trim();
+            }
+            else
+            {
+                if (currentEvent.Data == "[DONE]")
+                    continue;
+
+                if (currentEvent.Data != null)
+                {
+                    yield return await JsonSerializer.DeserializeAsync<ChatCompletionResponse>(
+                        new MemoryStream(Encoding.UTF8.GetBytes(currentEvent.Data)),
+                        cancellationToken: cancellationToken) ?? throw new Exception("Failed to deserialize response");
+                }
+                else if (currentEvent.Data != null)
+                {
+                    var res = await JsonSerializer.DeserializeAsync<ErrorResponse>(
+                        new MemoryStream(Encoding.UTF8.GetBytes(currentEvent.Data)), cancellationToken: cancellationToken);
+
+                    throw new Exception(res?.Error?.Message);
+                }
+
+                // Reset the current event for the next one
+                currentEvent = new SseEvent();
+            }
+        }
+    }
+
+    private Task<HttpResponseMessage> SendRequestAsync<T>(T requestObject, CancellationToken cancellationToken)
+    {
+        var httpRequestMessage = new HttpRequestMessage(HttpMethod.Post, _baseUrl);
+        var jsonRequest = JsonSerializer.Serialize(requestObject, JsonSerializerOptions);
+        httpRequestMessage.Content = new StringContent(jsonRequest, Encoding.UTF8, "application/json");
+        return _httpClient.SendAsync(httpRequestMessage, cancellationToken);
+    }
+
+    private async Task<T> DeserializeResponseAsync<T>(Stream responseStream, CancellationToken cancellationToken)
+    {
+        return await JsonSerializer.DeserializeAsync<T>(responseStream, JsonDeserializerOptions, cancellationToken)
+               ?? throw new Exception("Failed to deserialize response");
+    }
+
+    public void Dispose()
+    {
+        _httpClient.Dispose();
+    }
+
+    private struct SseEvent
+    {
+        public string? Data { get; set; }
+
+        public SseEvent(string? data = null)
+        {
+            Data = data;
+        }
+    }
+}

dotnet/src/AutoGen.Anthropic/AutoGen.Anthropic.csproj

@@ -0,0 +1,22 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+    <PropertyGroup>
+        <TargetFramework>netstandard2.0</TargetFramework>
+        <RootNamespace>AutoGen.Anthropic</RootNamespace>
+    </PropertyGroup>
+
+    <Import Project="$(RepoRoot)/nuget/nuget-package.props" />
+
+  <PropertyGroup>
+    <!-- NuGet Package Settings -->
+    <Title>AutoGen.Anthropic</Title>
+    <Description>
+      Provide support for consuming Anthropic models in AutoGen
+    </Description>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\AutoGen.Core\AutoGen.Core.csproj" />
+  </ItemGroup>
+
+</Project>

dotnet/src/AutoGen.Anthropic/Converters/ContentBaseConverter.cs

@@ -0,0 +1,37 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// ContentConverter.cs
+
+using AutoGen.Anthropic.DTO;
+
+namespace AutoGen.Anthropic.Converters;
+
+using System;
+using System.Text.Json;
+using System.Text.Json.Serialization;
+
+public sealed class ContentBaseConverter : JsonConverter<ContentBase>
+{
+    public override ContentBase Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options)
+    {
+        using var doc = JsonDocument.ParseValue(ref reader);
+        if (doc.RootElement.TryGetProperty("type", out JsonElement typeProperty) && !string.IsNullOrEmpty(typeProperty.GetString()))
+        {
+            string? type = typeProperty.GetString();
+            var text = doc.RootElement.GetRawText();
+            switch (type)
+            {
+                case "text":
+                    return JsonSerializer.Deserialize<TextContent>(text, options) ?? throw new InvalidOperationException();
+                case "image":
+                    return JsonSerializer.Deserialize<ImageContent>(text, options) ?? throw new InvalidOperationException();
+            }
+        }
+
+        throw new JsonException("Unknown content type");
+    }
+
+    public override void Write(Utf8JsonWriter writer, ContentBase value, JsonSerializerOptions options)
+    {
+        JsonSerializer.Serialize(writer, value, value.GetType(), options);
+    }
+}