-
Notifications
You must be signed in to change notification settings - Fork 21
/
chat-messages.ts
76 lines (62 loc) · 2 KB
/
chat-messages.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import type { ChatCompletionRequestMessage } from 'openai';
import { SSE } from 'sse.js';
import { get, writable } from 'svelte/store';
export interface ChatTranscript {
messages: ChatCompletionRequestMessage[];
chatState: 'idle' | 'loading' | 'error' | 'message';
}
const { subscribe, update, ...store } = writable<ChatTranscript>({
messages: [
{ role: 'assistant', content: 'Hello, I am your virtual assistant. How can I help you?' }
],
chatState: 'idle'
});
const set = async (query: string) => {
updateMessages(query, 'user', 'loading');
const eventSource = new SSE('/api/chat', {
headers: {
'Content-Type': 'application/json'
},
payload: JSON.stringify({ messages: get(chatMessages).messages })
});
eventSource.addEventListener('error', handleError);
eventSource.addEventListener('message', streamMessage);
eventSource.stream();
};
const replace = (messages: ChatTranscript) => {
store.set(messages);
};
const reset = () =>
store.set({
messages: [
{ role: 'assistant', content: 'Hello, I am your virtual assistant. How can I help you?' }
],
chatState: 'idle'
});
const updateMessages = (content: any, role: any, state: any) => {
chatMessages.update((messages: ChatTranscript) => {
return { messages: [...messages.messages, { role: role, content: content }], chatState: state };
});
};
const handleError = <T>(err: T) => {
updateMessages(err, 'system', 'error');
console.error(err);
};
const streamMessage = (e: MessageEvent) => {
try {
if (e.data === '[DONE]') {
updateMessages(get(answer), 'assistant', 'idle');
return answer.set('');
}
if (get(answer) === '...') answer.set('');
const completionResponse = JSON.parse(e.data);
const [{ delta }] = completionResponse.choices;
if (delta.content) {
answer.update((_a) => _a + delta.content);
}
} catch (err) {
handleError(err);
}
};
export const chatMessages = { subscribe, set, update, reset, replace };
export const answer = writable<string>('');