diff --git a/apps/desktop/src/components/editor-area/index.tsx b/apps/desktop/src/components/editor-area/index.tsx index ab1e574af..0f8b381ff 100644 --- a/apps/desktop/src/components/editor-area/index.tsx +++ b/apps/desktop/src/components/editor-area/index.tsx @@ -46,7 +46,7 @@ async function generateTitleDirect(enhancedContent: string, targetSessionId: str ]); const model = provider.languageModel("defaultModel"); - const abortSignal = AbortSignal.timeout(30_000); + const abortSignal = AbortSignal.timeout(60_000); const { text } = await generateText({ abortSignal, @@ -365,7 +365,7 @@ export function useEnhanceMutation({ ); const abortController = new AbortController(); - const abortSignal = AbortSignal.any([abortController.signal, AbortSignal.timeout(60 * 1000)]); + const abortSignal = AbortSignal.any([abortController.signal, AbortSignal.timeout(120 * 1000)]); setEnhanceController(abortController); const provider = await modelProvider(); diff --git a/apps/desktop/src/components/right-panel/components/chat/chat-input.tsx b/apps/desktop/src/components/right-panel/components/chat/chat-input.tsx index e3542bba6..49c9bdf81 100644 --- a/apps/desktop/src/components/right-panel/components/chat/chat-input.tsx +++ b/apps/desktop/src/components/right-panel/components/chat/chat-input.tsx @@ -17,11 +17,21 @@ interface ChatInputProps { entityId?: string; entityType?: BadgeType; onNoteBadgeClick?: () => void; + isGenerating?: boolean; } export function ChatInput( - { inputValue, onChange, onSubmit, onKeyDown, autoFocus = false, entityId, entityType = "note", onNoteBadgeClick }: - ChatInputProps, + { + inputValue, + onChange, + onSubmit, + onKeyDown, + autoFocus = false, + entityId, + entityType = "note", + onNoteBadgeClick, + isGenerating = false, + }: ChatInputProps, ) { const { chatInputRef } = useRightPanel(); @@ -107,6 +117,7 @@ export function ChatInput( placeholder="Type a message..." className="w-full resize-none overflow-hidden px-3 py-2 pr-10 text-sm placeholder:text-muted-foreground focus-visible:outline-none disabled:cursor-not-allowed disabled:opacity-50 min-h-[40px] max-h-[120px]" rows={1} + disabled={isGenerating} />
{entityId @@ -123,7 +134,7 @@ export function ChatInput( diff --git a/apps/desktop/src/components/right-panel/components/chat/chat-message.tsx b/apps/desktop/src/components/right-panel/components/chat/chat-message.tsx index d158b04a4..32e1f15d2 100644 --- a/apps/desktop/src/components/right-panel/components/chat/chat-message.tsx +++ b/apps/desktop/src/components/right-panel/components/chat/chat-message.tsx @@ -1,12 +1,16 @@ import { cn } from "@hypr/ui/lib/utils"; import { Trans } from "@lingui/react/macro"; +import { MessageContent } from "./message-content"; import { Message } from "./types"; interface ChatMessageProps { message: Message; + sessionTitle?: string; + hasEnhancedNote?: boolean; + onApplyMarkdown?: (markdownContent: string) => void; } -export function ChatMessage({ message }: ChatMessageProps) { +export function ChatMessage({ message, sessionTitle, hasEnhancedNote, onApplyMarkdown }: ChatMessageProps) { return (
{message.isUser ? User: : Assistant:}
-
{message.content}
+
); } diff --git a/apps/desktop/src/components/right-panel/components/chat/chat-messages-view.tsx b/apps/desktop/src/components/right-panel/components/chat/chat-messages-view.tsx index d46931eaf..17d567274 100644 --- a/apps/desktop/src/components/right-panel/components/chat/chat-messages-view.tsx +++ b/apps/desktop/src/components/right-panel/components/chat/chat-messages-view.tsx @@ -4,9 +4,12 @@ import { Message } from "./types"; interface ChatMessagesViewProps { messages: Message[]; + sessionTitle?: string; + hasEnhancedNote?: boolean; + onApplyMarkdown?: (markdownContent: string) => void; } -export function ChatMessagesView({ messages }: ChatMessagesViewProps) { +export function ChatMessagesView({ messages, sessionTitle, hasEnhancedNote, onApplyMarkdown }: ChatMessagesViewProps) { const messagesEndRef = useRef(null); useEffect(() => { @@ -15,7 +18,15 @@ export function ChatMessagesView({ messages }: ChatMessagesViewProps) { return (
- {messages.map((message) => )} + {messages.map((message) => ( + + ))}
); diff --git a/apps/desktop/src/components/right-panel/components/chat/empty-chat-state.tsx b/apps/desktop/src/components/right-panel/components/chat/empty-chat-state.tsx index 7664b2c61..41e66b9e9 100644 --- a/apps/desktop/src/components/right-panel/components/chat/empty-chat-state.tsx +++ b/apps/desktop/src/components/right-panel/components/chat/empty-chat-state.tsx @@ -1,3 +1,5 @@ +import { commands as windowsCommands } from "@hypr/plugin-windows"; +import { Badge } from "@hypr/ui/components/ui/badge"; import { Trans } from "@lingui/react/macro"; import { memo, useCallback } from "react"; @@ -15,14 +17,42 @@ export const EmptyChatState = memo(({ onQuickAction, onFocusInput }: EmptyChatSt onQuickAction(prompt); }, [onQuickAction]); + const handleCustomEndpointsClick = useCallback((e: React.MouseEvent) => { + e.stopPropagation(); + windowsCommands.windowShow({ type: "settings" }).then(() => { + windowsCommands.windowNavigate({ type: "settings" }, "/app/settings?tab=ai"); + }); + }, []); + return (
-

- How can I help you today? -

+
+

+ Chat with meeting notes +

+ + Beta + +
+ +
+

+ + Chat feature is in beta. For best results, we recommend you to use{" "} + + custom endpoints + + . + +

+
+
+ ) + : ( + + )} +
+ + {/* Content section - Add selectable class */} +
+
+ +
+
+
+ + ); +} diff --git a/apps/desktop/src/components/right-panel/components/chat/message-content.tsx b/apps/desktop/src/components/right-panel/components/chat/message-content.tsx new file mode 100644 index 000000000..f35f571b8 --- /dev/null +++ b/apps/desktop/src/components/right-panel/components/chat/message-content.tsx @@ -0,0 +1,44 @@ +import { MarkdownCard } from "./markdown-card"; +import { Message } from "./types"; + +interface MessageContentProps { + message: Message; + sessionTitle?: string; + hasEnhancedNote?: boolean; + onApplyMarkdown?: (markdownContent: string) => void; +} + +export function MessageContent({ message, sessionTitle, hasEnhancedNote, onApplyMarkdown }: MessageContentProps) { + // If no parts are parsed, show regular content + if (!message.parts || message.parts.length === 0) { + return ( +
+ {message.content} +
+ ); + } + + return ( +
+ {message.parts.map((part, index) => ( +
+ {part.type === "text" + ? ( +
+ {part.content} +
+ ) + : ( + + )} +
+ ))} +
+ ); +} diff --git a/apps/desktop/src/components/right-panel/components/chat/types.ts b/apps/desktop/src/components/right-panel/components/chat/types.ts index 521799483..a60952276 100644 --- a/apps/desktop/src/components/right-panel/components/chat/types.ts +++ b/apps/desktop/src/components/right-panel/components/chat/types.ts @@ -1,9 +1,16 @@ -export type Message = { +export interface MessagePart { + type: "text" | "markdown"; + content: string; + isComplete?: boolean; +} + +export interface Message { id: string; content: string; + parts?: MessagePart[]; isUser: boolean; timestamp: Date; -}; +} export type ChatSession = { id: string; diff --git a/apps/desktop/src/components/right-panel/utils/markdown-parser.ts b/apps/desktop/src/components/right-panel/utils/markdown-parser.ts new file mode 100644 index 000000000..6ce1908df --- /dev/null +++ b/apps/desktop/src/components/right-panel/utils/markdown-parser.ts @@ -0,0 +1,62 @@ +import { MessagePart } from "../components/chat/types"; + +export const parseMarkdownBlocks = (text: string): MessagePart[] => { + const parts: MessagePart[] = []; + let currentIndex = 0; + let inMarkdownBlock = false; + let markdownStart = -1; + + for (let i = 0; i < text.length - 2; i++) { + if (text.slice(i, i + 3) === "```") { + if (!inMarkdownBlock) { + // Starting a markdown block + if (i > currentIndex) { + // Add text before markdown + const textContent = text.slice(currentIndex, i).trim(); + if (textContent) { + parts.push({ + type: "text", + content: textContent, + }); + } + } + markdownStart = i + 3; + inMarkdownBlock = true; + i += 2; // Skip the ``` + } else { + // Ending a markdown block + const markdownContent = text.slice(markdownStart, i); + parts.push({ + type: "markdown", + content: markdownContent, + isComplete: true, + }); + inMarkdownBlock = false; + currentIndex = i + 3; + i += 2; // Skip the ``` + } + } + } + + // Handle remaining content + if (inMarkdownBlock) { + // Incomplete markdown block + const markdownContent = text.slice(markdownStart); + parts.push({ + type: "markdown", + content: markdownContent, + isComplete: false, + }); + } else if (currentIndex < text.length) { + // Remaining text + const remainingText = text.slice(currentIndex).trim(); + if (remainingText) { + parts.push({ + type: "text", + content: remainingText, + }); + } + } + + return parts; +}; diff --git a/apps/desktop/src/components/right-panel/views/chat-view.tsx b/apps/desktop/src/components/right-panel/views/chat-view.tsx index 5c1a830db..1689f050a 100644 --- a/apps/desktop/src/components/right-panel/views/chat-view.tsx +++ b/apps/desktop/src/components/right-panel/views/chat-view.tsx @@ -1,6 +1,13 @@ +import { useQuery } from "@tanstack/react-query"; import { useEffect, useState } from "react"; -import { useRightPanel } from "@/contexts"; +import { useHypr, useRightPanel } from "@/contexts"; +import { commands as analyticsCommands } from "@hypr/plugin-analytics"; +import { commands as dbCommands } from "@hypr/plugin-db"; +import { commands as miscCommands } from "@hypr/plugin-misc"; +import { commands as templateCommands } from "@hypr/plugin-template"; +import { modelProvider, streamText } from "@hypr/utils/ai"; +import { useSessions } from "@hypr/utils/contexts"; import { useMatch, useNavigate } from "@tanstack/react-router"; import { ChatHistoryView, @@ -11,6 +18,7 @@ import { FloatingActionButtons, Message, } from "../components/chat"; +import { parseMarkdownBlocks } from "../utils/markdown-parser"; interface ActiveEntityInfo { id: string; @@ -22,6 +30,7 @@ export type BadgeType = "note" | "human" | "organization"; export function ChatView() { const navigate = useNavigate(); const { isExpanded, chatInputRef } = useRightPanel(); + const { userId } = useHypr(); const [messages, setMessages] = useState([]); const [inputValue, setInputValue] = useState(""); @@ -33,10 +42,38 @@ export function ChatView() { const [chatHistory, _setChatHistory] = useState([]); + // Add generation tracking state + const [isGenerating, setIsGenerating] = useState(false); + const noteMatch = useMatch({ from: "/app/note/$id", shouldThrow: false }); const humanMatch = useMatch({ from: "/app/human/$id", shouldThrow: false }); const organizationMatch = useMatch({ from: "/app/organization/$id", shouldThrow: false }); + const sessionId = activeEntity?.type === "note" ? activeEntity.id : null; + + const sessionData = useQuery({ + enabled: !!sessionId, + queryKey: ["session", "chat-context", sessionId], + queryFn: async () => { + if (!sessionId) { + return null; + } + + const session = await dbCommands.getSession({ id: sessionId }); + if (!session) { + return null; + } + + return { + title: session.title || "", + rawContent: session.raw_memo_html || "", + enhancedContent: session.enhanced_memo_html, + preMeetingContent: session.pre_meeting_memo_html, + words: session.words || [], + }; + }, + }); + useEffect(() => { if (!hasChatStarted) { if (noteMatch) { @@ -79,15 +116,88 @@ export function ChatView() { setInputValue(e.target.value); }; - const handleSubmit = () => { - if (!inputValue.trim()) { + const sessions = useSessions((state) => state.sessions); + + const handleApplyMarkdown = async (markdownContent: string) => { + if (!sessionId) { + console.error("No session ID available"); + return; + } + + const sessionStore = sessions[sessionId]; + if (!sessionStore) { + console.error("Session not found in store"); return; } + try { + // Convert markdown to HTML using the same function as the card + const html = await miscCommands.opinionatedMdToHtml(markdownContent); + + // Update the enhanced note content + sessionStore.getState().updateEnhancedNote(html); + + console.log("Applied markdown content to enhanced note"); + } catch (error) { + console.error("Failed to apply markdown content:", error); + } + }; + + const prepareMessageHistory = async (messages: Message[], currentUserMessage?: string) => { + const refetchResult = await sessionData.refetch(); + let freshSessionData = refetchResult.data; + + const systemContent = await templateCommands.render("ai_chat.system", { + session: freshSessionData, + // Pass raw words for timeline filter to handle + words: JSON.stringify(freshSessionData?.words || []), + title: freshSessionData?.title, + enhancedContent: freshSessionData?.enhancedContent, + rawContent: freshSessionData?.rawContent, + preMeetingContent: freshSessionData?.preMeetingContent, + }); + + const conversationHistory: Array<{ + role: "system" | "user" | "assistant"; + content: string; + }> = [ + { role: "system" as const, content: systemContent }, + ]; + + messages.forEach(message => { + conversationHistory.push({ + role: message.isUser ? ("user" as const) : ("assistant" as const), + content: message.content, + }); + }); + + if (currentUserMessage) { + conversationHistory.push({ + role: "user" as const, + content: currentUserMessage, + }); + } + + return conversationHistory; + }; + + const handleSubmit = async () => { + if (!inputValue.trim() || isGenerating) { // Prevent submit if generating + return; + } + + await analyticsCommands.event({ + event: "chat_message_sent", + distinct_id: userId, + }); + if (!hasChatStarted && activeEntity) { setHasChatStarted(true); } + // Set generating to true + setIsGenerating(true); + const userMessage: Message = { id: Date.now().toString(), content: inputValue, @@ -96,17 +206,64 @@ export function ChatView() { }; setMessages((prev) => [...prev, userMessage]); + const currentInput = inputValue; setInputValue(""); - setTimeout(() => { + try { + const provider = await modelProvider(); + const model = provider.languageModel("defaultModel"); + + const aiMessageId = (Date.now() + 1).toString(); + const aiMessage: Message = { + id: aiMessageId, + content: "Generating...", + isUser: false, + timestamp: new Date(), + }; + setMessages((prev) => [...prev, aiMessage]); + + const { textStream } = streamText({ + model, + messages: await prepareMessageHistory(messages, currentInput), + }); + + let aiResponse = ""; + + for await (const chunk of textStream) { + aiResponse += chunk; + + // Parse the content for markdown blocks + const parts = parseMarkdownBlocks(aiResponse); + + setMessages((prev) => + prev.map(msg => + msg.id === aiMessageId + ? { + ...msg, + content: aiResponse, + parts: parts, // Add parsed parts + } + : msg + ) + ); + } + + // Generation complete - enable submit + setIsGenerating(false); + } catch (error) { + console.error("AI error:", error); + + // Error occurred - enable submit + setIsGenerating(false); + const aiMessage: Message = { id: (Date.now() + 1).toString(), - content: "This is a sample response from the AI assistant.", + content: "Sorry, I encountered an error. Please try again.", isUser: false, timestamp: new Date(), }; setMessages((prev) => [...prev, aiMessage]); - }, 1000); + } }; const handleKeyDown = (e: React.KeyboardEvent) => { @@ -116,7 +273,23 @@ export function ChatView() { } }; - const handleQuickAction = (prompt: string) => { + const handleQuickAction = async (prompt: string) => { + if (isGenerating) { // Prevent quick action if generating + return; + } + + await analyticsCommands.event({ + event: "chat_quickaction_sent", + distinct_id: userId, + }); + + if (!hasChatStarted && activeEntity) { + setHasChatStarted(true); + } + + // Set generating to true + setIsGenerating(true); + const userMessage: Message = { id: Date.now().toString(), content: prompt, @@ -127,15 +300,59 @@ export function ChatView() { setMessages((prev) => [...prev, userMessage]); setInputValue(""); - setTimeout(() => { + try { + const provider = await modelProvider(); + const model = provider.languageModel("defaultModel"); + + const aiMessageId = (Date.now() + 1).toString(); + const aiMessage: Message = { + id: aiMessageId, + content: "Generating...", + isUser: false, + timestamp: new Date(), + }; + setMessages((prev) => [...prev, aiMessage]); + + const { textStream } = streamText({ + model, + messages: await prepareMessageHistory(messages, prompt), + }); + + let aiResponse = ""; + + for await (const chunk of textStream) { + aiResponse += chunk; + + // Parse the content for markdown blocks + const parts = parseMarkdownBlocks(aiResponse); + + setMessages((prev) => + prev.map(msg => + msg.id === aiMessageId + ? { + ...msg, + content: aiResponse, + parts: parts, // Add parsed parts + } + : msg + ) + ); + } + + // Generation complete + setIsGenerating(false); + } catch (error) { + console.error("AI error:", error); const aiMessage: Message = { id: (Date.now() + 1).toString(), - content: "This is a sample response from the AI assistant.", + content: "Sorry, I encountered an error. Please try again.", isUser: false, timestamp: new Date(), }; setMessages((prev) => [...prev, aiMessage]); - }, 1000); + // Error occurred + setIsGenerating(false); + } if (chatInputRef.current) { chatInputRef.current.focus(); @@ -228,7 +445,14 @@ export function ChatView() { onFocusInput={handleFocusInput} /> ) - : } + : ( + + )}
); diff --git a/apps/desktop/src/components/toolbar/bars/main-toolbar.tsx b/apps/desktop/src/components/toolbar/bars/main-toolbar.tsx index da75ad629..2d2d41d6c 100644 --- a/apps/desktop/src/components/toolbar/bars/main-toolbar.tsx +++ b/apps/desktop/src/components/toolbar/bars/main-toolbar.tsx @@ -1,4 +1,3 @@ -import { useQuery } from "@tanstack/react-query"; import { useMatch } from "@tanstack/react-router"; import { DeleteNoteButton } from "@/components/toolbar/buttons/delete-note-button"; @@ -6,7 +5,6 @@ import { NewNoteButton } from "@/components/toolbar/buttons/new-note-button"; import { NewWindowButton } from "@/components/toolbar/buttons/new-window-button"; import { ShareButton } from "@/components/toolbar/buttons/share-button"; import { useLeftSidebar } from "@/contexts"; -import { commands as flagsCommands } from "@hypr/plugin-flags"; import { getCurrentWebviewWindowLabel } from "@hypr/plugin-windows"; import { cn } from "@hypr/ui/lib/utils"; import { SearchBar } from "../../search-bar"; @@ -26,11 +24,6 @@ export function MainToolbar() { const isNote = !!noteMatch; const isMain = getCurrentWebviewWindowLabel() === "main"; - const noteChatQuery = useQuery({ - queryKey: ["flags", "ChatRightPanel"], - queryFn: () => flagsCommands.isEnabled("ChatRightPanel"), - }); - return (
{(organizationMatch || humanMatch) && } - {noteChatQuery.data && } + )} diff --git a/apps/desktop/src/components/toolbar/buttons/transcript-panel-button.tsx b/apps/desktop/src/components/toolbar/buttons/transcript-panel-button.tsx index 5f4c0445e..eb297cac4 100644 --- a/apps/desktop/src/components/toolbar/buttons/transcript-panel-button.tsx +++ b/apps/desktop/src/components/toolbar/buttons/transcript-panel-button.tsx @@ -8,12 +8,14 @@ import { cn } from "@hypr/ui/lib/utils"; import Shortcut from "../../shortcut"; export function TranscriptPanelButton() { - const { isExpanded, togglePanel } = useRightPanel(); + const { isExpanded, currentView, togglePanel } = useRightPanel(); const handleClick = () => { togglePanel("transcript"); }; + const isActive = isExpanded && currentView === "transcript"; + return ( @@ -23,7 +25,7 @@ export function TranscriptPanelButton() { onClick={handleClick} className={cn( "hover:bg-neutral-300 text-xs", - isExpanded && "bg-neutral-200", + isActive && "bg-neutral-200", )} > diff --git a/apps/desktop/src/locales/en/messages.po b/apps/desktop/src/locales/en/messages.po index 7db2db91b..a43eb64f6 100644 --- a/apps/desktop/src/locales/en/messages.po +++ b/apps/desktop/src/locales/en/messages.po @@ -368,7 +368,7 @@ msgstr "Are you sure you want to delete this note?" msgid "Ask questions about past meetings" msgstr "Ask questions about past meetings" -#: src/components/right-panel/components/chat/chat-message.tsx:18 +#: src/components/right-panel/components/chat/chat-message.tsx:22 msgid "Assistant:" msgstr "Assistant:" @@ -422,6 +422,18 @@ msgstr "Cancel" msgid "CEO" msgstr "CEO" +#: src/components/right-panel/components/chat/empty-chat-state.tsx:43 +msgid "Chat feature is in beta. For best results, we recommend you to use <0>custom endpoints." +msgstr "Chat feature is in beta. For best results, we recommend you to use <0>custom endpoints." + +#: src/components/right-panel/components/chat/empty-chat-state.tsx:34 +msgid "Chat with meeting notes" +msgstr "Chat with meeting notes" + +#: src/components/right-panel/components/chat/empty-chat-state.tsx:26 +#~ msgid "Chat with your meeting notes" +#~ msgstr "Chat with your meeting notes" + #: src/components/settings/views/general.tsx:185 #~ msgid "Choose the language you want to use for the speech-to-text model and language model" #~ msgstr "Choose the language you want to use for the speech-to-text model and language model" @@ -501,7 +513,7 @@ msgstr "Control how creative the AI enhancement should be" msgid "Create" msgstr "Create" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:49 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:79 msgid "Create agenda" msgstr "Create agenda" @@ -628,7 +640,7 @@ msgstr "Enter the base URL for your custom LLM endpoint" msgid "Extensions" msgstr "Extensions" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:43 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:73 msgid "Extract action items" msgstr "Extract action items" @@ -706,8 +718,8 @@ msgid "Hmm... this is off..." msgstr "Hmm... this is off..." #: src/components/right-panel/components/chat/empty-chat-state.tsx:24 -msgid "How can I help you today?" -msgstr "How can I help you today?" +#~ msgid "How can I help you today?" +#~ msgstr "How can I help you today?" #: src/components/individualization-modal/how-heard-view.tsx:38 msgid "How did you hear about Hyprnote?" @@ -743,7 +755,7 @@ msgstr "Job title" msgid "Join meeting" msgstr "Join meeting" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:37 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:67 msgid "Key decisions" msgstr "Key decisions" @@ -1113,7 +1125,7 @@ msgstr "Stop" msgid "Submit Feedback" msgstr "Submit Feedback" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:31 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:61 msgid "Summarize meeting" msgstr "Summarize meeting" @@ -1183,7 +1195,7 @@ msgstr "Toggle chat panel" msgid "Toggle left sidebar" msgstr "Toggle left sidebar" -#: src/components/toolbar/buttons/transcript-panel-button.tsx:34 +#: src/components/toolbar/buttons/transcript-panel-button.tsx:36 msgid "Toggle widget panel" msgstr "Toggle widget panel" @@ -1235,7 +1247,7 @@ msgstr "Upgrade" msgid "User" msgstr "User" -#: src/components/right-panel/components/chat/chat-message.tsx:18 +#: src/components/right-panel/components/chat/chat-message.tsx:22 msgid "User:" msgstr "User:" diff --git a/apps/desktop/src/locales/ko/messages.po b/apps/desktop/src/locales/ko/messages.po index 4ebfaec1b..05a7b1242 100644 --- a/apps/desktop/src/locales/ko/messages.po +++ b/apps/desktop/src/locales/ko/messages.po @@ -368,7 +368,7 @@ msgstr "" msgid "Ask questions about past meetings" msgstr "" -#: src/components/right-panel/components/chat/chat-message.tsx:18 +#: src/components/right-panel/components/chat/chat-message.tsx:22 msgid "Assistant:" msgstr "" @@ -422,6 +422,18 @@ msgstr "" msgid "CEO" msgstr "" +#: src/components/right-panel/components/chat/empty-chat-state.tsx:43 +msgid "Chat feature is in beta. For best results, we recommend you to use <0>custom endpoints." +msgstr "" + +#: src/components/right-panel/components/chat/empty-chat-state.tsx:34 +msgid "Chat with meeting notes" +msgstr "" + +#: src/components/right-panel/components/chat/empty-chat-state.tsx:26 +#~ msgid "Chat with your meeting notes" +#~ msgstr "" + #: src/components/settings/views/general.tsx:185 #~ msgid "Choose the language you want to use for the speech-to-text model and language model" #~ msgstr "" @@ -501,7 +513,7 @@ msgstr "" msgid "Create" msgstr "" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:49 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:79 msgid "Create agenda" msgstr "" @@ -628,7 +640,7 @@ msgstr "" msgid "Extensions" msgstr "" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:43 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:73 msgid "Extract action items" msgstr "" @@ -706,8 +718,8 @@ msgid "Hmm... this is off..." msgstr "" #: src/components/right-panel/components/chat/empty-chat-state.tsx:24 -msgid "How can I help you today?" -msgstr "" +#~ msgid "How can I help you today?" +#~ msgstr "" #: src/components/individualization-modal/how-heard-view.tsx:38 msgid "How did you hear about Hyprnote?" @@ -743,7 +755,7 @@ msgstr "" msgid "Join meeting" msgstr "" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:37 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:67 msgid "Key decisions" msgstr "" @@ -1113,7 +1125,7 @@ msgstr "" msgid "Submit Feedback" msgstr "" -#: src/components/right-panel/components/chat/empty-chat-state.tsx:31 +#: src/components/right-panel/components/chat/empty-chat-state.tsx:61 msgid "Summarize meeting" msgstr "" @@ -1183,7 +1195,7 @@ msgstr "" msgid "Toggle left sidebar" msgstr "" -#: src/components/toolbar/buttons/transcript-panel-button.tsx:34 +#: src/components/toolbar/buttons/transcript-panel-button.tsx:36 msgid "Toggle widget panel" msgstr "" @@ -1235,7 +1247,7 @@ msgstr "" msgid "User" msgstr "" -#: src/components/right-panel/components/chat/chat-message.tsx:18 +#: src/components/right-panel/components/chat/chat-message.tsx:22 msgid "User:" msgstr "" diff --git a/crates/template/assets/ai_chat.system.jinja b/crates/template/assets/ai_chat_2.system.jinja similarity index 100% rename from crates/template/assets/ai_chat.system.jinja rename to crates/template/assets/ai_chat_2.system.jinja diff --git a/crates/template/assets/ai_chat_system.jinja b/crates/template/assets/ai_chat_system.jinja new file mode 100644 index 000000000..11c92612b --- /dev/null +++ b/crates/template/assets/ai_chat_system.jinja @@ -0,0 +1,103 @@ +You are a helpful AI meeting assistant in Hyprnote, an intelligent meeting platform that transcribes +and analyzes meetings. Your purpose is to help users understand their meeting content better. + +You have access to the meeting transcript, AI-generated (enhanced)summary of the meeting, and the original note that the user wrote. + +Always keep your responses concise, professional, and directly relevant to the user's questions. + +YOUR PRIMARY SOURCE OF TRUTH IS THE MEETING TRANSCRIPT. Try to generate responses primarily from the transcript, and then the summary or other information (unless the user asks for something specific). + +{% if session -%} +Context: You are helping the user with their meeting notes. Here is the current context: + +{% if title -%} +Title: {{ title }} + +{% endif -%} + +{% if enhancedContent -%} +Enhanced Meeting Summary: +{{ enhancedContent }} + +{% elif rawContent -%} +User written note: +{{ rawContent }} + +{% endif -%} + +{% if words -%} +Full Meeting Transcript: +{{ words | timeline }} + +{% endif -%} +{% endif -%} + +If there is no meeting transcript (blank after the "Full Meeting Transcript:"), it means that the meeting did not happen yet. This case, you should understand that the user is asking for general information, ideas, or suggestions about preparing for the meeting. +If there is a meeting transcript and a enhanced meeting summary, it means that the meeting has happened and the user is asking for a new version of the meeting note or the intelligence from the meeting. +You should treat meeting transcript and enhanced meeting summary as the information with more weight than the original (manually written) note. + +[Response Format Guidelines] +Your response would be highly likely to be paragraphs with combined information about your thought and whatever note (in markdown format) you generated. + +Your response would mostly be either of the two formats: + +- Suggestion of a new version of the meeting note (in markdown format) based on user's request. +- Information + +[Example 1] + +"Sure, here is the meeting note that I regenerated with the focus on clarity and preserving the casual tone. + +``` +# Meeting Note +- This is the meeting note that I regenerated with the focus on clarity and preserving the casual tone. + +# Key Takeaways +- This is the key takeaways that I generated from the meeting transcript. + +# Action Items +- This is the action items that I generated from the meeting transcript. +``` + +" + +[Example 2] +"I have made your meeting note to be longer and more detailed. + +``` +# Overview +- **Agenda**: VC round 1 +- **Participants**: +- **Date**: 2025-07-19 +- **Time**: 10:00 AM - 11:00 AM +- **Location**: Zoom +- **Notes**: +- **Action Items**: + +# Key Takeaways +- For us to get the VC round 1, we need to get more traction. +- They are interested in the product, but they want to see more traction. + +# Action Items +- **Action Item 1**: Refine user onboarding flow. +- **Action Item 2**: Add more features to the product. +- **Action Item 3**: Get more traction. +``` + +" + +[Example 3] +"Generally, key action items from this meeting are the following. Recurring themes are about putting more resources into marketing and sales. + +``` +## Key Action Items +- **Social Media Marketing**: Activate more social media channels. +- **Word of Mouth Marketing**: Get more word of mouth marketing. +- **B2B Sales**: Get more B2B sales. +``` + +" + +IT IS PARAMOUNT THAT WHEN YOU GENERATE RESPONSES LIKE THIS, YOU KEEP THE MARKDOWN NOTE INSIDE THE `BLOCKS. +Please PUT all markdown blocks inside the` blocks. +However, be careful not to create an empty markdown block. diff --git a/crates/template/src/lib.rs b/crates/template/src/lib.rs index 1a7665073..f55149179 100644 --- a/crates/template/src/lib.rs +++ b/crates/template/src/lib.rs @@ -42,6 +42,8 @@ pub enum PredefinedTemplate { SuggestTagsSystem, #[strum(serialize = "suggest_tags.user")] SuggestTagsUser, + #[strum(serialize = "ai_chat.system")] + AiChatSystem, } impl From for Template { @@ -63,6 +65,7 @@ impl From for Template { PredefinedTemplate::SuggestTagsUser => { Template::Static(PredefinedTemplate::SuggestTagsUser) } + PredefinedTemplate::AiChatSystem => Template::Static(PredefinedTemplate::AiChatSystem), } } } @@ -73,6 +76,7 @@ pub const CREATE_TITLE_SYSTEM_TPL: &str = include_str!("../assets/create_title.s pub const CREATE_TITLE_USER_TPL: &str = include_str!("../assets/create_title.user.jinja"); pub const SUGGEST_TAGS_SYSTEM_TPL: &str = include_str!("../assets/suggest_tags.system.jinja"); pub const SUGGEST_TAGS_USER_TPL: &str = include_str!("../assets/suggest_tags.user.jinja"); +pub const AI_CHAT_SYSTEM_TPL: &str = include_str!("../assets/ai_chat_system.jinja"); pub fn init(env: &mut minijinja::Environment) { env.set_unknown_method_callback(minijinja_contrib::pycompat::unknown_method_callback); @@ -104,6 +108,11 @@ pub fn init(env: &mut minijinja::Environment) { SUGGEST_TAGS_USER_TPL, ) .unwrap(); + env.add_template( + PredefinedTemplate::AiChatSystem.as_ref(), + AI_CHAT_SYSTEM_TPL, + ) + .unwrap(); env.add_filter("timeline", filters::timeline); env.add_filter("language", filters::language); diff --git a/plugins/template/src/lib.rs b/plugins/template/src/lib.rs index d77f4e1c2..154f61a36 100644 --- a/plugins/template/src/lib.rs +++ b/plugins/template/src/lib.rs @@ -258,6 +258,9 @@ mod test { Also, before writing enhanced note, write multiple top-level headers inside tags, and then write the note based on the headers. Each items in tags MUST be used as markdown headers('#') in the final note. No other headers are allowed. + + + /think "); insta::assert_snapshot!(render_enhance_user_template(&app, "HyprCloud"), @r###"