superbo / lsp-ai.nvim Goto Github PK

local function ollama_fim_example()
  local server = {
    memory = {
      file_store = {},
    },
    models = {
      model1 = {
        type = "ollama",
        model = "codegemma",
      },
    },
    completion = {
      model = "model1",
      parameters = {

        start = "<｜fim▁begin｜>",
        middle = "<｜fim▁hole｜>",
        -- end = "<｜fim▁end｜>",
      },
      max_context = 2000,
      options = {
        num_predict = 32,
      },
    },
  }
  server.completion.parameters["end"] = "<｜fim▁end｜>" -- NOTE: workaround

  return server
end

return {

  {
    -- Invoke with `:LSPAIComplete`
    "SuperBo/lsp-ai.nvim",
    dependencies = { "neovim/nvim-lspconfig" },
    opts = {
      -- autostart = true,
      server = ollama_fim_example(),
    },
    config = function(_, opts)
      require("lsp_ai").setup(opts)
    end,
  },

return {
  {
    "SuperBo/lsp-ai.nvim",
    dependencies = { "neovim/nvim-lspconfig" },
    opts = {
      autostart = true,
      server = {
        memory = {
          file_store = {},
        },
        models = {
          llama_cpp = {
            type = "llama_cpp",
            file_path = vim.fn.expand("~/code/public/CodeQwen1.5-7B-Chat-GGUF/codeqwen-1_5-7b-chat-q4_k_m.gguf"),
            n_ctx = 1024 * 4,
            n_gpu_layers = 500,
          },
          ollama = {
            type = "ollama",
            model = "llama3",
          },
        },
      },
      completion = {
        model = "ollama",
        parameters = {
          messages = {
            {
              role = "system",
              content = "You are a programming completion tool. Replace <CURSOR> with the correct code.",
            },
            {
              role = "user",
              content = "{CODE}",
            },
          },
        },
        max_context_size = 1024 * 4,
      },
    },
    config = function(_, opts)
      require("lsp_ai").setup(opts)
    end,
  },
}