Added profiler and switched to using jobs to avoid work in main thread

Author: VVoruganti

README.md

@@ -32,11 +32,27 @@ You can configure Latios by calling the setup function:
 ```lua
 require('latios').setup({
   api_key = "your-api-key",
-  max_lines = 150,
-  debounce_ms = 250,
+  debounce_ms = 500,
 })
 ```
 
+## Performance Notes
+
+Currently, it is able to generate completions and has the ergonomics of a
+co-pilot. There is some issue with lag especially in markdown files for whatever
+reason. 
+
+IT doesn't do a great job of "completing" or generating the next token and can
+instead generate existing tokens. Such as if you write "local var = " expecting
+it to just complete the remaining output it will often generate the entire
+variable declaration again or repeat part of the existing code. 
+
+Another issue is that the completions may not always be context-aware,
+especially when dealing with complex code structures or domain-specific
+languages. This can result in suggestions that are syntactically correct but
+semantically incorrect or irrelevant to the current context.
+
+
 ## License
 
 MIT

lua/latios/config.lua

@@ -2,7 +2,7 @@ local M = {}
 
 local default_config = {
   api_key = "",
-  debounce_ms = 300,
+  debounce_ms = 500,
 }
 
 M.options = {}

lua/latios/context.lua

@@ -55,7 +55,7 @@ function M.get_treesitter_context()
 end
 
 -- In lua/latios/context.lua (continued)
-function M.get_full_context()
+local function get_full_context()
   return {
     lsp = M.get_lsp_context(),
     treesitter = M.get_treesitter_context(),
@@ -66,4 +66,31 @@ function M.get_full_context()
   }
 end
 
+-- Reduced context
+local function get_reduced_context()
+  local cursor_line = vim.api.nvim_win_get_cursor(0)[1]
+  local start_line = math.max(1, cursor_line - 50)
+  local end_line = math.min(vim.api.nvim_buf_line_count(0), cursor_line + 50)
+  return {
+    lsp = M.get_lsp_context(),
+    treesitter = M.get_treesitter_context(),
+    buffer_content = vim.api.nvim_buf_get_lines(0, start_line - 1, end_line, false),
+    cursor_position = vim.api.nvim_win_get_cursor(0),
+    filetype = vim.bo.filetype,
+  }
+end
+
+local context_cache = {}
+function M.get_cached_context()
+  local bufnr = vim.api.nvim_get_current_buf()
+  local changedticked = vim.b[bufnr].changedtick
+  if context_cache[bufnr] and context_cache[bufnr].tick == changedtick then
+    return context_cache[bufnr].context
+  end
+  -- local context = M.get_full_context()
+  local context = get_reduced_context()
+  context_cache[bufnr] = { context = context, tick = changedticked }
+  return context
+end
+
 return M

lua/latios/display.lua

@@ -23,8 +23,8 @@ local current_extmark_id = nil
 --     hl_mode = 'combine',
 --   }
 -- }
-
 function M.show_completion(completion)
+  if completion == 'nil' then return end
   local bufnr = vim.api.nvim_get_current_buf()
   local ns_id = vim.api.nvim_create_namespace('latios')
   local line, col = unpack(vim.api.nvim_win_get_cursor(0))
@@ -112,27 +112,6 @@ function M.accept_completion()
 
       vim.api.nvim_win_set_cursor(0, { end_line + 1, end_col })
 
-      -- -- Join all lines
-      -- local completion_text = table.concat(completion_lines, '\n')
-      --
-      -- -- Insert the completion text
-      -- local end_line = line + #completion_lines - 1
-      -- local end_col = col
-      -- if #completion_lines == 1 then
-      --   end_col = col + #completion_text
-      -- else
-      --   end_col = #completion_lines[#completion_lines]
-      -- end
-      --
-      -- -- Insert the completion text
-      -- vim.api.nvim_buf_set_text(bufnr, line, col, end_line, end_col, completion_lines)
-      --
-      -- -- Move the cursor to the end of the inserted text
-      -- -- local new_col = col + #completion_text
-      -- -- Move the cursor to the end of the inserted text
-      -- vim.api.nvim_win_set_cursor(0, { end_line + 1, end_col })
-
-      -- Ensure we're in insert mode at the end of the inserted text
       vim.cmd('startinsert!')
     end
     M.clear_completion()

lua/latios/init.lua

@@ -2,23 +2,18 @@ local M = {}
 local server = require('latios.server')
 local display = require('latios.display')
 local utils = require('latios.utils')
-local config = require('latios.config')
-local bug = require('latios.debug')
-
-local debounce_timer = nil
-local debounce_delay = 300
-local is_insert_mode = false
 
 function M.setup(opts)
   require('latios.config').setup(opts)
 
-  debounce_delay = config.options.debounce_ms
-
   vim.api.nvim_create_autocmd({ "InsertEnter", "CursorMovedI", "CompleteChanged" }, {
     callback = function()
       if vim.g.latios_enabled and not utils.is_telescope_buffer() then
-        is_insert_mode = true
-        M.debounced_completion()
+        server.debounced_request_completion(function(completion)
+          if completion then
+            display.show_completion(completion)
+          end
+        end)
       end
     end,
   })
@@ -27,63 +22,11 @@ function M.setup(opts)
     callback = function()
       is_insert_mode = false
       if vim.g.latios_enabled and not utils.is_telescope_buffer() then
-        if debounce_timer then
-          debounce_timer:stop()
-          debounce_timer:close()
-          debounce_timer = nil
-        end
+        server.cancel_ongoing_requests()
         display.clear_completion()
       end
     end,
   })
-  -- vim.api.nvim_create_autocmd("CursorMovedI", {
-  --   callback = function()
-  --     if is_insert_mode and vim.g.latios_enabled and not utils.is_telescope_buffer() then
-  --       display.clear_completion()
-  --       M.debounced_completion()
-  --     end
-  --   end,
-  -- })
-  -- vim.api.nvim_create_autocmd("BufUnload", {
-  --   pattern = "*",
-  --   callback = function()
-  --     if debounce_timer then
-  --       debounce_timer:stop()
-  --       debounce_timer:close()
-  --       debounce_timer = nil
-  --     end
-  --   end,
-  -- })
-end
-
-local function trigger_completion()
-  if is_insert_mode then
-    server.request_completion(function(completion)
-      if is_insert_mode then
-        display.show_completion(completion)
-      end
-    end)
-  else
-    display.clear_completion()
-  end
-end
-
-function M.debounced_completion()
-  display.clear_completion()
-  if debounce_timer then
-    debounce_timer:stop()
-  end
-
-  debounce_timer = vim.loop.new_timer()
-  debounce_timer:start(debounce_delay, 0, vim.schedule_wrap(function()
-    if is_insert_mode then
-      trigger_completion()
-    else
-      display.clear_completion()
-    end
-    debounce_timer:close()
-    debounce_timer = nil
-  end))
 end
 
 return M

lua/latios/profiler.lua

@@ -0,0 +1,91 @@
+-- lua/latios/profiler.lua
+local M = {}
+
+M.profiles = {}
+M.is_active = false
+
+function M.start()
+  M.is_active = true
+  M.profiles = {}
+end
+
+function M.stop()
+  M.is_active = false
+end
+
+function M.profile(name, fn)
+  return function(...)
+    if not M.is_active then
+      return fn(...)
+    end
+
+    local start_time = vim.loop.hrtime()
+    local result = { fn(...) }
+    local end_time = vim.loop.hrtime()
+
+    local duration = (end_time - start_time) / 1e6 -- Convert to milliseconds
+    if not M.profiles[name] then
+      M.profiles[name] = { count = 0, total_time = 0 }
+    end
+    M.profiles[name].count = M.profiles[name].count + 1
+    M.profiles[name].total_time = M.profiles[name].total_time + duration
+
+    return unpack(result)
+  end
+end
+
+local stack = {}
+
+function M.start_span(name)
+  if not M.is_active then return end
+  local span = { name = name, start_time = vim.loop.hrtime(), children = {} }
+  table.insert(stack, span)
+end
+
+function M.end_span()
+  if not M.is_active then return end
+  local span = table.remove(stack)
+  if span then
+    span.end_time = vim.loop.hrtime()
+    span.duration = (span.end_time - span.start_time) / 1e6 -- Convert to milliseconds
+    if #stack > 0 then
+      table.insert(stack[#stack].children, span)
+    else
+      table.insert(M.profiles, span)
+    end
+  end
+end
+
+function M.report()
+  local function print_span(span, depth)
+    local indent = string.rep("  ", depth)
+    print(string.format("%s%s: %.2f ms", indent, span.name, span.duration))
+    for _, child in ipairs(span.children) do
+      print_span(child, depth + 1)
+    end
+  end
+
+  print("Profiling Report:")
+  for _, span in ipairs(M.profiles) do
+    print_span(span, 0)
+  end
+end
+
+-- function M.report()
+--   local sorted_profiles = {}
+--   for name, data in pairs(M.profiles) do
+--     table.insert(sorted_profiles, { name = name, count = data.count, total_time = data.total_time })
+--   end
+--
+--   table.sort(sorted_profiles, function(a, b) return a.total_time > b.total_time end)
+--
+--   local report = "Profiling Report:\n"
+--   for _, profile in ipairs(sorted_profiles) do
+--     report = report .. string.format("%s: %d calls, %.2f ms total, %.2f ms avg\n",
+--       profile.name, profile.count, profile.total_time, profile.total_time / profile.count)
+--   end
+--
+--   print(report)
+-- end
+
+return M