reso

Author: iceljc

.github/workflows/build.yml

@@ -0,0 +1,44 @@
+name: build
+
+on:
+    push:
+        branches:
+            - master
+    pull_request:
+        branches:
+            - master
+
+jobs:
+    build:
+        strategy:
+          matrix:
+            os:
+              - ubuntu-latest
+              - windows-latest
+              - macos-latest
+        runs-on: ${{matrix.os}}
+        steps:
+            - uses: actions/checkout@v1
+            - name: Setup .NET Core
+              uses: actions/setup-dotnet@v3
+              with:
+                dotnet-version: '8.0.x'
+            - name: Set env
+              run: |
+                echo "DOTNET_CLI_TELEMETRY_OPTOUT=1" >> $GITHUB_ENV
+                echo "DOTNET_hostBuilder:reloadConfigOnChange=false" >> $GITHUB_ENV
+            - name: Install required workloads
+              run:  |
+                dotnet workload install aspire --source https://aka.ms/dotnet8/nuget/index.json --source https://api.nuget.org/v3/index.json
+            - name: Clean
+              run: |
+                dotnet clean ./BotSharp.sln --configuration Release
+                dotnet nuget locals all --clear
+            - name: Build
+              run: dotnet build ./BotSharp.sln -c Release
+            - name: Test
+              run: |
+                cd ./tests/UnitTest
+                dotnet test --logger "console;verbosity=detailed"
+                cd ../BotSharp.Plugin.SemanticKernel.UnitTests
+                dotnet test --logger "console;verbosity=detailed"

README.md

@@ -74,7 +74,7 @@ The core module is mainly composed of abstraction and framework function impleme
 
 ### Plugins
 
-BotSharp uses component design, the kernel is kept to a minimum, and business functions are implemented by external components. The modular design also allows contributors to better participate. Below are the bulit-in plugins:
+BotSharp uses component design, the kernel is kept to a minimum, and business functions are implemented by external components. The modular design also allows contributors to better participate. Below are the built-in plugins:
 
 #### Data Storages
 - BotSharp.Core.Repository

src/Infrastructure/BotSharp.Abstraction/BotSharp.Abstraction.csproj

@@ -25,6 +25,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <FrameworkReference Include="Microsoft.AspNetCore.App" />
     <PackageReference Include="Microsoft.AspNetCore.Http.Abstractions" />
     <PackageReference Include="Microsoft.AspNetCore.StaticFiles" />
     <PackageReference Include="Microsoft.Extensions.Configuration.Binder" />

src/Infrastructure/BotSharp.Abstraction/Conversations/Enums/MessageTypeName.cs

@@ -4,4 +4,6 @@ public static class MessageTypeName
 {
     public const string Plain = "plain";
     public const string Notification = "notification";
+    public const string FunctionCall = "function";
+    public const string Audio = "audio";
 }

src/Infrastructure/BotSharp.Abstraction/Conversations/IConversationService.cs

@@ -63,4 +63,13 @@ Task<bool> SendMessage(string agentId,
     bool IsConversationMode();
 
     void SaveStates();
+
+    /// <summary>
+    /// Get conversation keys for searching
+    /// </summary>
+    /// <param name="query">search query</param>
+    /// <param name="convLimit">conversation limit</param>
+    /// <param name="preLoad">if pre-loading, then keys are not filter by the search query</param>
+    /// <returns></returns>
+    Task<List<string>> GetConversationStateSearhKeys(string query, int convlimit = 100, int keyLimit = 10, bool preLoad = false);
 }

src/Infrastructure/BotSharp.Abstraction/Infrastructures/Enums/StateConst.cs

@@ -10,4 +10,6 @@ public class StateConst
     public const string AGENT_REDIRECTION_REASON = "agent_redirection_reason";
 
     public const string LANGUAGE = "language";
+
+    public const string SUB_CONVERSATION_ID = "sub_conversation_id";
 }

src/Infrastructure/BotSharp.Abstraction/MLTasks/IRealTimeCompletion.cs

@@ -5,8 +5,28 @@ namespace BotSharp.Abstraction.MLTasks;
 public interface IRealTimeCompletion
 {
     string Provider { get; }
+    string Model { get; }
 
     void SetModelName(string model);
 
+    Task Connect(RealtimeHubConnection conn,
+        Action onModelReady,
+        Action<string> onModelAudioDeltaReceived,
+        Action onModelAudioResponseDone,
+        Action<string> onAudioTranscriptDone,
+        Action<List<RoleDialogModel>> onModelResponseDone,
+        Action<string> onConversationItemCreated,
+        Action<RoleDialogModel> onInputAudioTranscriptionCompleted,
+        Action onUserInterrupted);
+    Task AppenAudioBuffer(string message);
+
+    Task SendEventToModel(object message);
+    Task Disconnect();
+
     Task<RealtimeSession> CreateSession(Agent agent, List<RoleDialogModel> conversations);
+    Task UpdateInitialSession(RealtimeHubConnection conn);
+    Task InsertConversationItem(RoleDialogModel message);
+    Task TriggerModelInference(string? instructions = null);
+    Task<List<RoleDialogModel>> OnResponsedDone(RealtimeHubConnection conn, string response);
+    Task<RoleDialogModel> OnConversationItemCreated(RealtimeHubConnection conn, string response);
 }

src/Infrastructure/BotSharp.Abstraction/Realtime/IRealtimeHub.cs

@@ -0,0 +1,12 @@
+using BotSharp.Abstraction.Realtime.Models;
+using System.Net.WebSockets;
+
+namespace BotSharp.Abstraction.Realtime;
+
+/// <summary>
+/// Realtime hub interface. Manage the WebSocket connection include User, Agent and Model.
+/// </summary>
+public interface IRealtimeHub
+{
+    Task Listen(WebSocket userWebSocket, Func<string, RealtimeHubConnection> onUserMessageReceived);
+}

src/Infrastructure/BotSharp.Abstraction/Realtime/Models/RealtimeHubConnection.cs

@@ -0,0 +1,14 @@
+namespace BotSharp.Abstraction.Realtime.Models;
+
+public class RealtimeHubConnection
+{
+    public string Event { get; set; } = null!;
+    public string StreamId { get; set; } = null!;
+    public string EntryAgentId { get; set; } = null!;
+    public string ConversationId { get; set; } = null!;
+    public string Data { get; set; } = string.Empty;
+    public string Model { get; set; } = null!;
+    public Func<string, object> OnModelMessageReceived { get; set; } = null!;
+    public Func<object> OnModelAudioResponseDone { get; set; } = null!;
+    public Func<object> OnModelUserInterrupted { get; set; } = null!;
+}

src/Infrastructure/BotSharp.Abstraction/Repositories/IBotSharpRepository.cs

@@ -146,7 +146,9 @@ List<Conversation> GetLastConversations()
         => throw new NotImplementedException();
     List<string> GetIdleConversations(int batchSize, int messageLimit, int bufferHours, IEnumerable<string> excludeAgentIds)
          => throw new NotImplementedException();
-    IEnumerable<string> TruncateConversation(string conversationId, string messageId, bool cleanLog = false)
+    List<string> TruncateConversation(string conversationId, string messageId, bool cleanLog = false)
+         => throw new NotImplementedException();
+    List<string> GetConversationStateSearchKeys(int messageLowerLimit = 2, int convUpperlimit = 100)
          => throw new NotImplementedException();
     #endregion