Features/add mongo implementation

BotSharp.sln

@@ -57,6 +57,10 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "RAGs", "RAGs", "{4F346DCE-0
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "BotSharp.Plugin.KnowledgeBase", "src\Plugins\BotSharp.Plugin.KnowledgeBase\BotSharp.Plugin.KnowledgeBase.csproj", "{298AC787-A104-414C-B114-82BE764FBD9C}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "DataStorages", "DataStorages", "{5CD330E1-9E5A-4112-8346-6E31CA98EF78}"
+EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "BotSharp.Plugin.MongoStorage", "src\Plugins\BotSharp.Plugin.MongoStorage\BotSharp.Plugin.MongoStorage.csproj", "{DB3DE37B-1208-4ED3-9615-A52AD0AAD69C}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU

src/Infrastructure/BotSharp.Abstraction/Agents/AgentHookBase.cs

@@ -34,7 +34,7 @@ public virtual bool OnInstructionLoaded(string template, Dictionary<string, obje
         return true;
     }
 
-    public virtual bool OnFunctionsLoaded(ref string functions)
+    public virtual bool OnFunctionsLoaded(ref List<string> functions)
     {
         _agent.Functions = functions;
         return true;

src/Infrastructure/BotSharp.Abstraction/Agents/IAgentHook.cs

@@ -15,7 +15,7 @@ public interface IAgentHook
 
     bool OnInstructionLoaded(string template, Dictionary<string, object> dict);
 
-    bool OnFunctionsLoaded(ref string functions);
+    bool OnFunctionsLoaded(ref List<string> functions);
 
     bool OnSamplesLoaded(ref string samples);
 

src/Infrastructure/BotSharp.Abstraction/Agents/IAgentRouting.cs

@@ -6,6 +6,6 @@ public interface IAgentRouting
 {
     string AgentId { get; }
     Task<Agent> LoadRouter();
-    RoutingRecord[] GetRoutingRecords();
-    RoutingRecord GetRecordByName(string name);
+    RoutingItem[] GetRoutingRecords();
+    RoutingItem GetRecordByName(string name);
 }

src/Infrastructure/BotSharp.Abstraction/Agents/Models/Agent.cs

@@ -4,7 +4,7 @@ public class Agent
 {
     public string Id { get; set; } = string.Empty;
     public string Name { get; set; } = string.Empty;
-    public string? Description { get; set; }
+    public string Description { get; set; }
     public DateTime CreatedDateTime { get; set; }
     public DateTime UpdatedDateTime { get; set; }
 
@@ -21,13 +21,81 @@ public class Agent
     /// <summary>
     /// Functions
     /// </summary>
-    public string Functions { get; set; }
+    public List<string> Functions { get; set; }
+
+    /// <summary>
+    /// Responses
+    /// </summary>
+    public List<string> Responses { get; set; }
 
     /// <summary>
     /// Domain knowledges
     /// </summary>
     public string Knowledges { get; set; }
 
+    public bool IsPublic { get; set; }
+
     public override string ToString()
         => $"{Name} {Id}";
+
+
+    public static Agent Clone(Agent agent)
+    {
+        return new Agent
+        {
+            Id = agent.Id,
+            Name = agent.Name,
+            Description = agent.Description,
+            Instruction = agent.Instruction,
+            Functions = agent.Functions,
+            Responses = agent.Responses,
+            Samples = agent.Samples,
+            Knowledges = agent.Knowledges,
+            IsPublic = agent.IsPublic,
+            CreatedDateTime = agent.CreatedDateTime,
+            UpdatedDateTime = agent.UpdatedDateTime,
+        };
+    }
+
+    public Agent SetInstruction(string instruction)
+    {
+        Instruction = instruction;
+        return this;
+    }
+
+    public Agent SetFunctions(List<string> functions)
+    {
+        Functions = functions ?? new List<string>();
+        return this;
+    }
+
+    public Agent SetResponses(List<string> responses)
+    {
+        Responses = responses ?? new List<string>(); ;
+        return this;
+    }
+
+    public Agent SetId(string id)
+    {
+        Id = id;
+        return this;
+    }
+
+    public Agent SetName(string name)
+    {
+        Name = name;
+        return this;
+    }
+
+    public Agent SetDescription(string description)
+    {
+        Description = description;
+        return this;
+    }
+
+    public Agent SetIsPublic(bool isPublic)
+    {
+        IsPublic = isPublic;
+        return this;
+    }
 }

src/Infrastructure/BotSharp.Abstraction/Agents/Models/UserAgent.cs

@@ -0,0 +1,10 @@
+namespace BotSharp.Abstraction.Agents.Models;
+
+public class UserAgent
+{
+    public string Id { get; set; } = string.Empty;
+    public string UserId { get; set; } = string.Empty;
+    public string AgentId { get; set; } = string.Empty;
+    public DateTime UpdatedTime { get; set; } = DateTime.UtcNow;
+    public DateTime CreatedTime { get; set; } = DateTime.UtcNow;
+}

src/Infrastructure/BotSharp.Abstraction/Conversations/Models/Conversation.cs

@@ -1,3 +1,5 @@
+using System.Text.Json.Serialization;
+
 namespace BotSharp.Abstraction.Conversations.Models;
 
 public class Conversation
@@ -6,9 +8,11 @@ public class Conversation
     public string AgentId { get; set; } = string.Empty;
     public string UserId { get; set; } = string.Empty;
     public string Title { get; set; } = string.Empty;
+    [JsonIgnore]
+    public string Dialog { get; set; } = string.Empty;
+    [JsonIgnore]
+    public ConversationState States { get; set; }
 
     public DateTime UpdatedTime { get; set; } = DateTime.UtcNow;
     public DateTime CreatedTime { get; set; } = DateTime.UtcNow;
-
-    public ConversationState State { get; set; }
 }

src/Infrastructure/BotSharp.Abstraction/Conversations/Models/ConversationState.cs

@@ -1,5 +1,24 @@
+using BotSharp.Abstraction.Repositories.Models;
+
 namespace BotSharp.Abstraction.Conversations.Models;
 
 public class ConversationState : Dictionary<string, string>
 {
+    public ConversationState()
+    {
+
+    }
+
+    public ConversationState(List<KeyValueModel> pairs)
+    {
+        foreach (var pair in pairs)
+        {
+            this[pair.Key] = pair.Value;
+        }
+    }
+
+    public List<KeyValueModel> ToKeyValueList()
+    {
+        return this.Select(x => new KeyValueModel(x.Key, x.Value)).ToList();
+    }
 }

src/Infrastructure/BotSharp.Abstraction/Repositories/BotSharpDatabaseSettings.cs

@@ -0,0 +1,30 @@
+namespace BotSharp.Abstraction.Repositories;
+
+public class BotSharpDatabaseSettings : DatabaseBasicSettings
+{
+    public string[] Assemblies { get; set; }
+    public string FileRepository { get; set; }
+    public string MongoDb { get; set; }
+    public DbConnectionSetting BotSharp { get; set; }
+}
+
+public class DatabaseBasicSettings
+{
+    public string Default { get; set; }
+    public DbConnectionSetting DefaultConnection { get; set; }
+    public bool EnableSqlLog { get; set; }
+    public bool EnableSensitiveDataLogging { get; set; }
+    public bool EnableRetryOnFailure { get; set; }
+    public bool UseCamelCase { get; set; }
+}
+
+public class DbConnectionSetting
+{
+    public string Master { get; set; }
+    public string[] Slavers { get; set; }
+
+    public DbConnectionSetting()
+    {
+        Slavers = new string[0];
+    }
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/IBotSharpRepository.cs

@@ -0,0 +1,40 @@
+using BotSharp.Abstraction.Repositories.Models;
+using BotSharp.Abstraction.Routing.Models;
+using BotSharp.Abstraction.Users.Models;
+
+namespace BotSharp.Abstraction.Repositories;
+
+public interface IBotSharpRepository
+{
+    IQueryable<User> Users { get; }
+    IQueryable<Agent> Agents { get; }
+    IQueryable<UserAgent> UserAgents { get; }
+    IQueryable<Conversation> Conversations { get; }
+    IQueryable<RoutingItem> RoutingItems { get; }
+    IQueryable<RoutingProfile> RoutingProfiles { get; }
+
+    int Transaction<TTableInterface>(Action action);
+    void Add<TTableInterface>(object entity);
+
+    User GetUserByEmail(string email);
+    void CreateUser(User user);
+    void UpdateAgent(Agent agent);
+
+    List<RoutingItem> CreateRoutingItems(List<RoutingItem> routingItems);
+    List<RoutingProfile> CreateRoutingProfiles(List<RoutingProfile> profiles);
+    void DeleteRoutingItems();
+    void DeleteRoutingProfiles();
+
+    Agent GetAgent(string agentId);
+    List<string> GetAgentResponses(string agentId);
+
+    void CreateNewConversation(Conversation conversation);
+    string GetConversationDialog(string conversationId);
+    void UpdateConversationDialog(string conversationId, string dialogs);
+
+    List<KeyValueModel> GetConversationStates(string conversationId);
+    void UpdateConversationStates(string conversationId, List<KeyValueModel> states);
+
+    Conversation GetConversation(string conversationId);
+    List<Conversation> GetConversations(string userId);
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/IBotSharpTable.cs

@@ -0,0 +1,5 @@
+namespace BotSharp.Abstraction.Repositories;
+
+public interface IBotSharpTable
+{
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Models/KeyValueModel.cs

@@ -0,0 +1,19 @@
+
+namespace BotSharp.Abstraction.Repositories.Models;
+
+public class KeyValueModel
+{
+    public string Key { get; set; }
+    public string Value { get; set; }
+
+    public KeyValueModel()
+    {
+
+    }
+
+    public KeyValueModel(string key, string value)
+    {
+        Key = key;
+        Value = value;
+    }
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/AgentRecord.cs

@@ -0,0 +1,28 @@
+using BotSharp.Abstraction.Utilities;
+
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class AgentRecord : RecordBase
+{
+    [Required]
+    [MaxLength(64)]
+    public string Name { get; set; } = string.Empty;
+
+    [MaxLength(512)]
+    public string? Description { get; set; }
+
+    public string Instruction { get; set; }
+
+    public List<string> Functions { get; set; }
+
+    public List<string> Responses { get; set; }
+
+    public string Samples { get; set; }
+    public bool IsPublic { get; set; }
+
+    [Required]
+    public DateTime CreatedTime { get; set; }
+
+    [Required]
+    public DateTime UpdatedTime { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/ConversationRecord.cs

@@ -0,0 +1,30 @@
+using BotSharp.Abstraction.Repositories.Models;
+using System.Text.Json.Serialization;
+
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class ConversationRecord : RecordBase
+{
+    [Required]
+    [MaxLength(36)]
+    public Guid AgentId { get; set; } = Guid.Empty;
+
+    [Required]
+    [MaxLength(36)]
+    public Guid UserId { get; set; } = Guid.Empty;
+
+    [MaxLength(64)]
+    public string Title { get; set; } = string.Empty;
+
+    [JsonIgnore]
+    public string Dialog { get; set; }
+
+    [JsonIgnore]
+    public List<KeyValueModel> States { get; set; }
+
+    [Required]
+    public DateTime UpdatedTime { get; set; } = DateTime.UtcNow;
+
+    [Required]
+    public DateTime CreatedTime { get; set; } = DateTime.UtcNow;
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/RecordBase.cs

@@ -0,0 +1,6 @@
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class RecordBase
+{
+    public Guid Id { get; set; } = Guid.Empty;
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/RoutingItemRecord.cs

@@ -0,0 +1,14 @@
+using BotSharp.Abstraction.Routing.Models;
+using BotSharp.Abstraction.Utilities;
+
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class RoutingItemRecord : RecordBase
+{
+    public Guid AgentId { get; set; }
+    public string Name { get; set; }
+    public string Description { get; set; }
+    public List<string> RequiredFields { get; set; } = new List<string>();
+    public string? RedirectTo { get; set; }
+    public bool Disabled { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/RoutingProfileRecord.cs

@@ -0,0 +1,9 @@
+using BotSharp.Abstraction.Routing.Models;
+
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class RoutingProfileRecord : RecordBase
+{
+    public string Name { get; set; }
+    public List<string> AgentIds { get; set; }
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/Records/UserAgentRecord.cs

@@ -0,0 +1,20 @@
+using BotSharp.Abstraction.Users.Models;
+
+namespace BotSharp.Abstraction.Repositories.Records;
+
+public class UserAgentRecord : RecordBase
+{
+    [Required]
+    [StringLength(36)]
+    public string UserId { get; set; } = string.Empty;
+
+    [Required]
+    [MaxLength(36)]
+    public string AgentId { get; set; } = string.Empty;
+
+    [Required]
+    public DateTime UpdatedTime { get; set; } = DateTime.UtcNow;
+
+    [Required]
+    public DateTime CreatedTime { get; set; } = DateTime.UtcNow;
+}