Merge pull request #354 from iceljc/features/add-stream-chat

Features/add stream chat

Author: iceljc

.env

@@ -7,6 +7,7 @@ PUBLIC_LIVECHAT_VOICE_ENABLED=false
 PUBLIC_LIVECHAT_SPEAKER_ENABLED=false
 PUBLIC_LIVECHAT_FILES_ENABLED=false
 PUBLIC_LIVECHAT_ENABLE_TRAINING=false
+PUBLIC_LIVECHAT_STREAM_ENABLED=false
 PUBLIC_HOME_IMAGE=images/megamenu-img.png
 PUBLIC_HOME_SLOGAN=A central workspace for building, testing and evaluating your AI Agents.
 PUBLIC_LOGO_URL=images/logo.png

src/lib/helpers/constants.js

@@ -20,7 +20,8 @@ export const ADMIN_ROLES = [
 
 export const BOT_SENDERS = [
     UserRole.Assistant,
-    UserRole.Bot
+    UserRole.Bot,
+    UserRole.System
 ];
 
 export const TEXT_EDITORS = [

src/lib/helpers/types/conversationTypes.js

@@ -152,6 +152,7 @@ IRichContent.prototype.quick_replies;
  * @property {Date} created_at - The message sent time.
  * @property {boolean} has_message_files
  * @property {boolean} is_chat_message
+ * @property {boolean} is_streaming
  */
 
 /**

src/lib/helpers/utils/common.js

@@ -83,8 +83,20 @@ export function removeDuplicates(arr, key) {
 /**
  * @param {(string | null)[]} args
  */
-export const classnames = (...args) => args.filter(Boolean).join(' ');
+export function classnames(...args) {
+    return args.filter(Boolean).join(' ');
+}
 
+/**
+ * @param {number} milliseconds
+ */
+export function delay(milliseconds = 100) {
+    return new Promise(resolve => {
+        setTimeout(() => {
+            resolve('');
+        }, milliseconds);
+    });
+};
 
 /**
  * @param {{ page: any, pageSize: any }} args

src/lib/services/api-endpoints.js

@@ -59,6 +59,7 @@ export const endpoints = {
     // conversation
     conversationInitUrl: `${host}/conversation/{agentId}`,
     conversationMessageUrl: `${host}/conversation/{agentId}/{conversationId}`,
+
     notificationUrl: `${host}/conversation/{conversationId}/notification`,
     conversationsUrl: `${host}/conversations`,
     conversationCountUrl: `${host}/conversations/count`,

src/lib/services/conversation-service.js

@@ -54,11 +54,17 @@ export async function getConversations(filter) {
  * @param {string} conversationId
  * @param {string} messageId
  * @param {string} source
+ * @returns {Promise<any[]>}
  */
 export async function getConversationFiles(conversationId, messageId, source) {
     const url = replaceUrl(endpoints.conversationAttachmentUrl, { conversationId: conversationId, messageId: messageId, source: source });
-    const response = await axios.get(url);
-    return response?.data;
+    return new Promise((resolve, reject) => {
+        axios.get(url).then(response => {
+            resolve(response?.data);
+        }).catch(err => {
+            reject(err);
+        });
+    });
 }
 
 /**
@@ -102,15 +108,21 @@ export async function sendMessageToHub(agentId, conversationId, text, data = nul
     });
     const userStates = buildConversationUserStates(conversationId);
     const totalStates = !!data?.states && data?.states?.length > 0 ? [...data.states, ...userStates] : [...userStates];
-    const response = await axios.post(url, {
-        text: text,
-        states: totalStates,
-        postback: data?.postback,
-        input_message_id: data?.inputMessageId
+    return new Promise((resolve, reject) => {
+        axios.post(url, {
+            text: text,
+            states: totalStates,
+            postback: data?.postback,
+            input_message_id: data?.inputMessageId
+        }).then(response => {
+            resolve(response?.data);
+        }).catch(err => {
+            reject(err);
+        });
     });
-    return response.data;
 }
 
+
 /**
  * pin a conversation to dashboard
  * @param {string} agentId - The agent id
@@ -253,14 +265,18 @@ export async function updateConversationMessage(conversationId, request) {
  * @returns {Promise<string>}
  */
 export async function uploadConversationFiles(agentId, converationId, files) {
-    let url = replaceUrl(endpoints.fileUploadUrl, {
+    const url = replaceUrl(endpoints.fileUploadUrl, {
         agentId: agentId,
         conversationId: converationId
     });
-    const response = await axios.post(url, {
-        files: files
+
+    return new Promise((resolve, reject) => {
+        axios.post(url, { files: files }).then(response => {
+            resolve(response?.data);
+        }).catch(err => {
+            reject(err);
+        });
     });
-    return response.data;
 }
 
 /**

src/lib/services/signalr-service.js

@@ -42,6 +42,13 @@ export const signalr = {
   /** @type {import('$conversationTypes').OnConversationMessageDeleted} */
   onConversationMessageDeleted: () => {},
 
+  /** @type {import('$conversationTypes').OnMessageReceived} */
+  beforeReceiveLlmStreamMessage: () => {},
+  /** @type {import('$conversationTypes').OnMessageReceived} */
+  onReceiveLlmStreamMessage: async () => {},
+  /** @type {import('$conversationTypes').OnMessageReceived} */
+  afterReceiveLlmStreamMessage: () => {},
+
   // start the connection
   /** @param {string} conversationId */
   async start(conversationId) {
@@ -142,6 +149,24 @@ export const signalr = {
         this.onConversationMessageDeleted(data);
       }
     });
+
+    connection.on('BeforeReceiveLlmStreamMessage', data => {
+      if (conversationId === data?.conversation_id) {
+        this.beforeReceiveLlmStreamMessage(data);
+      }
+    });
+
+    connection.on('OnReceiveLlmStreamMessage', data => {
+      if (conversationId === data?.conversation_id) {
+        this.onReceiveLlmStreamMessage(data);
+      }
+    });
+
+    connection.on('AfterReceiveLlmStreamMessage', data => {
+      if (conversationId === data?.conversation_id) {
+        this.afterReceiveLlmStreamMessage(data);
+      }
+    });
   },
 
   // stop the connection