SemanticKernelChatCompletionProvider.cs

using BotSharp.Abstraction.Agents;
using BotSharp.Abstraction.Agents.Enums;
using BotSharp.Abstraction.Agents.Models;
using BotSharp.Abstraction.Conversations;
using BotSharp.Abstraction.Conversations.Models;
using BotSharp.Abstraction.Loggers;
using BotSharp.Abstraction.MLTasks;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.SemanticKernel.ChatCompletion;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Threading.Tasks;

namespace BotSharp.Plugin.SemanticKernel
{
    /// <summary>
    /// Use Semantic Kernel as chat completion provider
    /// </summary>
    public class SemanticKernelChatCompletionProvider : IChatCompletion
    {
        private Microsoft.SemanticKernel.ChatCompletion.IChatCompletionService _kernelChatCompletion;
        private IServiceProvider _services;
        private ITokenStatistics _tokenStatistics;
        private string _model;

        /// <inheritdoc/>
        public string Provider => "semantic-kernel";
        public string Model => _model;

        /// <summary>
        /// Create a new instance of <see cref="SemanticKernelChatCompletionProvider"/>
        /// </summary>
        /// <param name="chatCompletion"></param>
        /// <param name="services"></param>
        /// <param name="tokenStatistics"></param>
        public SemanticKernelChatCompletionProvider(IChatCompletionService chatCompletion,
            IServiceProvider services,
            ITokenStatistics tokenStatistics)
        {
            this._kernelChatCompletion = chatCompletion;
            this._services = services;
            this._tokenStatistics = tokenStatistics;
        }
        /// <inheritdoc/>
        public async Task<RoleDialogModel> GetChatCompletions(Agent agent, List<RoleDialogModel> conversations)
        {
            var hooks = _services.GetServices<IContentGeneratingHook>().ToList();

            // Before chat completion hook
            Task.WaitAll(hooks.Select(hook =>
                hook.BeforeGenerating(agent, conversations)).ToArray());

            var completion = this._kernelChatCompletion;

            var agentService = _services.GetRequiredService<IAgentService>();
            var instruction = agentService.RenderedInstruction(agent);

            ChatHistory chatHistory = new ChatHistory(instruction);

            foreach (var message in conversations)
            {
                if (message.Role == AgentRole.User)
                {
                    chatHistory.AddUserMessage(message.Content);
                }
                else
                {
                    chatHistory.AddAssistantMessage(message.Content);
                }
            }

            var ChatMessage = await completion.GetChatMessageContentsAsync(chatHistory);
            var chatMessageContent =  ChatMessage?.FirstOrDefault();
            var response = chatMessageContent != null ? chatMessageContent.Content :string.Empty;
            var msg = new RoleDialogModel(AgentRole.Assistant, response)
            {
                CurrentAgentId = agent.Id,
                RenderedInstruction = instruction
            };

            // After chat completion hook
            Task.WaitAll(hooks.Select(hook =>
                hook.AfterGenerated(msg, new TokenStatsModel
                {
                    Model = _model ?? "default"
                })).ToArray());

            return msg;
        }
        /// <inheritdoc/>
        public Task<bool> GetChatCompletionsAsync(Agent agent, List<RoleDialogModel> conversations, Func<RoleDialogModel, Task> onMessageReceived, Func<RoleDialogModel, Task> onFunctionExecuting)
        {
            throw new NotImplementedException();
        }
        /// <inheritdoc/>
        public Task<bool> GetChatCompletionsStreamingAsync(Agent agent, List<RoleDialogModel> conversations, Func<RoleDialogModel, Task> onMessageReceived)
        {
            throw new NotImplementedException();
        }

        /// <inheritdoc/>
        public void SetModelName(string model)
        {
            _model = model;
        }
    }
}