Refactor Chat History to Store Full Conversations Instead of Prompts

Replace the simple prompt history with a full conversation history that
preserves the entire chat context including both user and assistant
messages. This enables restoring previous chat sessions with their
complete message history.

The configuration now serializes conversations as structured JSON arrays
with role and content fields under the "chat_history" key, replacing the
flat "history" string array. The ChatHistoryDialog has been updated to
work with Conversation objects instead of raw prompt strings.

When starting a new session or closing the window, the current
conversation is automatically saved. Selecting a history entry now
restores the full conversation to both the display and the LLM client
context.

* Plugin/ai/Config - Add Conversation/ChatHistory types and new
  serialization format
* Plugin/ai/LLMManager - Add GetConversation/LoadConversation methods
* Plugin/ai/ChatHistoryDialog - Update to handle Conversation objects
* Plugin/ai/ChatAIWindow - Save conversations on close and session
  change, restore full history on selection
* submodules/assistant - Update submodule reference

** Generated by CodeLite. **

Signed-off-by: Eran Ifrah <eran@codelite.org>

Author: eranif

Plugin/ai/ChatAIWindow.cpp

@@ -47,8 +47,7 @@ ChatAIWindow::ChatAIWindow(wxWindow* parent, ChatAI* plugin)
     clAuiToolBarArt::AddTool(m_toolbar, wxID_STOP, _("Stop"), images->LoadBitmap("execute_stop"));
     m_toolbar->AddSeparator();
     clAuiToolBarArt::AddTool(m_toolbar, wxID_REFRESH, _("Restart the client"), images->LoadBitmap("debugger_restart"));
-    clAuiToolBarArt::AddTool(
-        m_toolbar, XRCID("prompt_history"), _("Show prompt history"), images->LoadBitmap("history"));
+    clAuiToolBarArt::AddTool(m_toolbar, XRCID("chat_history"), _("Show chat history"), images->LoadBitmap("history"));
     clAuiToolBarArt::AddTool(m_toolbar,
                              XRCID("auto_scroll"),
                              _("Enable auto scrolling"),
@@ -96,15 +95,15 @@ ChatAIWindow::ChatAIWindow(wxWindow* parent, ChatAI* plugin)
     Bind(wxEVT_MENU, &ChatAIWindow::OnSend, this, wxID_EXECUTE);
     Bind(wxEVT_MENU, &ChatAIWindow::OnStop, this, wxID_STOP);
     Bind(wxEVT_MENU, &ChatAIWindow::OnAutoScroll, this, XRCID("auto_scroll"));
-    Bind(wxEVT_MENU, &ChatAIWindow::OnHistory, this, XRCID("prompt_history"));
+    Bind(wxEVT_MENU, &ChatAIWindow::OnHistory, this, XRCID("chat_history"));
     Bind(wxEVT_MENU, &ChatAIWindow::OnDetachView, this, XRCID("detach_view"));
 
     Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnDetachViewUI, this, XRCID("detach_view"));
     Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnSendUI, this, wxID_EXECUTE);
     Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnStopUI, this, wxID_STOP);
     Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnClearOutputViewUI, this, wxID_CLEAR);
     Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnAutoScrollUI, this, XRCID("auto_scroll"));
-    Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnHistoryUI, this, XRCID("prompt_history"));
+    Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnHistoryUI, this, XRCID("chat_history"));
     m_choiceEndpoints->Bind(wxEVT_UPDATE_UI, &ChatAIWindow::OnBusyUI, this);
     UpdateChoices();
 
@@ -142,6 +141,11 @@ ChatAIWindow::~ChatAIWindow()
 
     clConfig::Get().Write("chat-ai/sash-position", m_mainSplitter->GetSashPosition());
     clConfig::Get().Write("chat-ai/enable-tools", m_checkboxEnableTools->IsChecked());
+
+    // Store the current session
+    auto conversation = llm::Manager::GetInstance().GetConversation();
+    llm::Manager::GetInstance().GetConfig().AddConversation(conversation);
+    llm::Manager::GetInstance().GetConfig().Save();
 }
 
 void ChatAIWindow::OnSend(wxCommandEvent& event)
@@ -171,12 +175,6 @@ void ChatAIWindow::DoSendPrompt()
     }
     llm::Manager::GetInstance().Chat(this, prompt, m_cancel_token, chat_options);
 
-    // Remember this prompt in the history.
-    if (!prompt.empty()) {
-        llm::Manager::GetInstance().GetConfig().AddHistory(prompt);
-        llm::Manager::GetInstance().GetConfig().Save();
-    }
-
     prompt.Prepend(wxString() << "\n**" << ::wxGetUserId() << "**:\n");
     AppendOutput(prompt + "\n\n");
     m_stcInput->ClearAll();
@@ -304,6 +302,10 @@ void ChatAIWindow::DoClearOutputView()
 void ChatAIWindow::OnNewSession(wxCommandEvent& event)
 {
     wxUnusedVar(event);
+    // Store the current conversation
+    auto conversation = llm::Manager::GetInstance().GetConversation();
+    llm::Manager::GetInstance().GetConfig().AddConversation(conversation);
+    llm::Manager::GetInstance().GetConfig().Save();
     DoClearOutputView();
 }
 
@@ -481,15 +483,26 @@ void ChatAIWindow::OnHistory(wxCommandEvent& event)
         return;
     }
 
-    // Update the prompt field.
-    m_stcInput->SetText(dlg.GetSelectedPrompt());
+    const auto& conversation = dlg.GetSelectedConversation();
+    // Restore the chat text
+    for (const auto& msg : conversation) {
+        if (msg.role == "assistant") {
+            AppendOutput("**assistant**:\n");
+            AppendOutput(wxString() << wxString::FromUTF8(msg.text) << "\n\n");
+        } else if (msg.role == "user") {
+            AppendOutput(wxString() << "**" << ::wxGetUserId() << "**:\n");
+            AppendOutput(wxString() << wxString::FromUTF8(msg.text) << "\n\n");
+        }
+    }
+    StyleOutput();
+    llm::Manager::GetInstance().LoadConversation(conversation);
     m_stcInput->CallAfter(&wxStyledTextCtrl::SetFocus);
 }
 
 void ChatAIWindow::OnHistoryUI(wxUpdateUIEvent& event)
 {
     const auto& config = llm::Manager::GetInstance().GetConfig();
-    event.Enable(!config.GetHistory().IsEmpty() && m_state == ChatState::kReady);
+    event.Enable(!config.GetHistory().empty() && m_state == ChatState::kReady);
 }
 
 void ChatAIWindow::OnStop(wxCommandEvent& event)

Plugin/ai/ChatHistoryDialog.cpp

@@ -2,49 +2,25 @@
 
 #include "ai/LLMManager.hpp"
 
-namespace
-{
-/**
- * @brief Creates a truncated label string with ellipsis if the input text exceeds a specified size.
- *
- * If the input text is longer than or equal to the specified size, this function
- * truncates it and appends "..." to indicate truncation. Otherwise, the original
- * text is returned unchanged.
- *
- * @param text The input string to be processed into a label.
- * @param size The maximum length of the resulting label (default is 100). Must be
- *             at least 3 to accommodate the ellipsis when truncation occurs.
- *
- * @return wxString The resulting label, either truncated with "..." or the original text.
- */
-wxString CreateLabel(const wxString& text, size_t size = 100)
-{
-    wxString label = text.BeforeFirst('\n');
-    label.Trim().Trim(false);
-    if (label.size() >= size) {
-        return label.Mid(0, size - 3) << "...";
-    }
-    return label;
-}
-} // namespace
-
 ChatHistoryDialog::ChatHistoryDialog(wxWindow* parent)
     : ChatHistoryDialogBase(parent)
 {
-    auto prompts = llm::Manager::GetInstance().GetConfig().GetHistory();
-    for (auto& prompt : prompts) {
-        prompt.Trim().Trim(false);
-        if (prompt.empty()) {
+    auto history = llm::Manager::GetInstance().GetConfig().GetHistory();
+    for (const auto& conversation : history) {
+        if (conversation.empty()) {
+            continue;
+        }
+        auto res = llm::Config::GetConversationLabel(conversation);
+        if (!res.has_value()) {
             continue;
         }
+
+        auto label = wxString::FromUTF8(res.value());
         wxVector<wxVariant> cols;
-        // Ensure that each line in the table contains a single line (not multi-line)
-        // as multi-line entries may not render correctly on some platforms.
-        auto label = CreateLabel(prompt);
         cols.push_back(label);
-        auto p = std::make_shared<wxString>(prompt);
+        auto p = std::make_shared<llm::Conversation>(conversation);
         m_dvListCtrlPrompts->AppendItem(cols, reinterpret_cast<wxUIntPtr>(p.get()));
-        m_prompts.push_back(p);
+        m_coversations.push_back(p); // Keep a copy to keep the `p` pointer valid.
     }
     m_dvListCtrlPrompts->CallAfter(&wxDataViewListCtrl::SetFocus);
 }
@@ -83,7 +59,7 @@ void ChatHistoryDialog::OnDelete(wxCommandEvent& event)
     }
 
     // Update the history.
-    llm::Manager::GetInstance().GetConfig().SetHistory(GetPrompts());
+    llm::Manager::GetInstance().GetConfig().SetHistory(GetHistory());
     llm::Manager::GetInstance().GetConfig().Save();
 }
 
@@ -117,7 +93,7 @@ void ChatHistoryDialog::SetSelectionAndEndModal(const wxDataViewItem& item)
         return;
     }
 
-    auto cd = reinterpret_cast<wxString*>(m_dvListCtrlPrompts->GetItemData(item));
+    auto cd = reinterpret_cast<llm::Conversation*>(m_dvListCtrlPrompts->GetItemData(item));
     if (!cd) {
         clERROR() << "History entry does not have client data associated with it." << endl;
         EndModal(wxID_CANCEL);
@@ -128,13 +104,13 @@ void ChatHistoryDialog::SetSelectionAndEndModal(const wxDataViewItem& item)
     EndModal(wxID_OK);
 }
 
-wxArrayString ChatHistoryDialog::GetPrompts() const
+llm::ChatHistory ChatHistoryDialog::GetHistory() const
 {
-    wxArrayString prompts;
-    prompts.reserve(m_dvListCtrlPrompts->GetItemCount());
+    llm::ChatHistory v;
+    v.reserve(m_dvListCtrlPrompts->GetItemCount());
     for (auto i = 0; i < m_dvListCtrlPrompts->GetItemCount(); ++i) {
-        prompts.push_back(
-            *reinterpret_cast<wxString*>(m_dvListCtrlPrompts->GetItemData(m_dvListCtrlPrompts->RowToItem(i))));
+        v.push_back(
+            *reinterpret_cast<llm::Conversation*>(m_dvListCtrlPrompts->GetItemData(m_dvListCtrlPrompts->RowToItem(i))));
     }
-    return prompts;
+    return v;
 }

Plugin/ai/ChatHistoryDialog.hpp

@@ -1,9 +1,9 @@
 #pragma once
 
 #include "UI.hpp"
+#include "ai/Config.hpp"
 #include "codelite_exports.h"
 
-#include <memory>
 #include <vector>
 
 class WXDLLIMPEXP_SDK ChatHistoryDialog : public ChatHistoryDialogBase
@@ -12,8 +12,11 @@ class WXDLLIMPEXP_SDK ChatHistoryDialog : public ChatHistoryDialogBase
     ChatHistoryDialog(wxWindow* parent);
     ~ChatHistoryDialog() override;
 
-    void SetSelectedPrompt(const wxString& selectedPrompt) { this->m_selectedPrompt = selectedPrompt; }
-    const wxString& GetSelectedPrompt() const { return m_selectedPrompt; }
+    inline void SetSelectedPrompt(const llm::Conversation& conversation)
+    {
+        this->m_selectedConversation = conversation;
+    }
+    inline const llm::Conversation& GetSelectedConversation() const { return m_selectedConversation; }
 
 protected:
     void OnInsert(wxCommandEvent& event) override;
@@ -25,9 +28,9 @@ class WXDLLIMPEXP_SDK ChatHistoryDialog : public ChatHistoryDialogBase
     void OnDeleteUI(wxUpdateUIEvent& event) override;
 
     void SetSelectionAndEndModal(const wxDataViewItem& item);
-    wxArrayString GetPrompts() const;
+    llm::ChatHistory GetHistory() const;
 
 private:
-    wxString m_selectedPrompt;
-    std::vector<std::shared_ptr<wxString>> m_prompts;
+    llm::Conversation m_selectedConversation;
+    std::vector<std::shared_ptr<llm::Conversation>> m_coversations;
 };

Plugin/ai/Config.cpp

@@ -48,7 +48,23 @@ void Config::Load()
     try {
         auto json = nlohmann::json::parse(cstr_content);
         m_prompts = ReadValue(json, "prompts", kDefaultPromptTable);
-        m_history = ReadValue(json, "history", std::vector<std::string>{});
+
+        if (json.contains("chat_history") && json["chat_history"].is_array()) {
+            auto chat_history = json["chat_history"];
+            for (const auto& history : chat_history) {
+                Conversation ch;
+                for (const auto& msg : history) {
+                    assistant::Message history_message;
+                    history_message.text = msg["content"].get<std::string>();
+                    history_message.role = msg["role"].get<std::string>();
+                    ch.push_back(history_message);
+                }
+                if (!ch.empty()) {
+                    m_history.push_back(ch);
+                }
+            }
+        }
+
     } catch (const std::exception& e) {
         clERROR() << "Failed to parse JSON file:" << GetFullPath() << "." << e.what() << endl;
         return;
@@ -72,24 +88,45 @@ void Config::Save()
     }
 
     j["prompts"] = m_prompts;
-    j["history"] = m_history;
+
+    nlohmann::json history_array = nlohmann::json::array();
+    for (const auto& hst : m_history) {
+        nlohmann::json chat = nlohmann::json::array();
+        for (const auto& msg : hst) {
+            nlohmann::json o = {{"role", msg.role}, {"content", msg.text}};
+            chat.push_back(o);
+        }
+        if (!hst.empty()) {
+            history_array.push_back(chat);
+        }
+    }
+    j["chat_history"] = history_array;
 
     wxString content = wxString::FromUTF8(j.dump(2));
     FileUtils::WriteFileContent(GetFullPath(), content, wxConvUTF8);
 }
 
-void Config::AddHistory(const wxString& prompt)
+void Config::AddConversation(const Conversation& conversation)
 {
     std::scoped_lock lk{m_mutex};
-    std::string new_prompt = prompt.ToStdString(wxConvUTF8);
-    auto iter = std::find_if(
-        m_history.begin(), m_history.end(), [&new_prompt](const std::string& p) { return p == new_prompt; });
+    auto res = GetConversationLabel(conversation);
+    if (!res.has_value()) {
+        return;
+    }
+
+    auto new_label = res.value();
+    auto iter = std::find_if(m_history.begin(), m_history.end(), [&new_label](const Conversation& h) {
+        auto l = GetConversationLabel(h);
+        return l.has_value() && l.value() == new_label;
+    });
+
+    // Delete the old chat history
     if (iter != m_history.end()) {
         m_history.erase(iter);
     }
 
     // Insert at the top
-    m_history.insert(m_history.begin(), new_prompt);
+    m_history.insert(m_history.begin(), conversation);
 }
 
 wxString Config::GetPrompt(PromptKind kind) const