This is literally just a fork of the goated kznllm.nvim repo, but with incremental features that i personally want. Go star that repo if you want to show support.
Based on dingllm.nvim - but it'll probably diverge quite a bit from the original state.
- adds some docstring annotations
- refactored to respect some of the inherent coupling between neovim <> some LLM streaming spec.
- prompt user for additional context
- coupling between prompt templates <> models are expressed more neatly
- sensible defaults simple method to override them
- uses jinja as templating engine
I recommend you fork the repo and make it work for you.
We're at a point in history where "AI-powered editor" is probably one of the best "hello world" projects for learning about custom Neovim plugins.
See CONTRIBUTING to understand the typical development workflow for Neovim plugins using Lazy.
Note
This plugin depends on fd and minijinja-cli (cargo install minijinja-cli, but double-check) - way easier to compose prompts. You should have fd already from telescope
Buffer Mode - like a long-form chat mode
- Usage: (1) make a visual selection (2)
leader k(3) type out your query/prompt (4) quit and save withleader qor type:q!to quit without saving - Behavior:
- (initial) opens up a buffer, copies in the prompt template arguments, and then streams the answer out at the bottom.
- (debug / render input templates) if you hit
leader dwhile in the completion buffer, it will interrupt (if it is still writing) and open up a buffer with a debug template showing the rendered input context - (quit) hit
leader wto interrupt quit and save the buffer to$HOME/.cache/nvim/ellm/history(vim.fn.stdpath 'cache' .. '/ellm/history') as<timestamp>/output.xmlalong withargs.jsonand returns you back to the original buffer. You can also interrupt quit without saving delete the buffer from history usingleader q - (search history) if you quit with
leader wthe buffer stays listed and you can find it in open buffers again (e.g. using kickstart defaults it would bespace space), if you quit withleader qit deletes the buffer and won't clutter up open buffers list
buffer_mode.mov
Project Mode - same as buffer mode, but lets you retrieve any files using an fd call and formats it into multi-document context
- Usage: (1) make a visual selection (2)
leader Kp(3) input arguments tofd(4) navigate the picker and hitTabto select the files you want in the context (5) same as buffer mode
Warning
experimental and mainly built for claude
project_mode_smol.mp4
Replace Mode - basically infill specifically for coding
- Usage: (1) make a visual selection (2)
leader Kr - Behavior: replaces current selection and rewrites the selection based on context provdied by comments fixing any errors
compressed.mov
Make your API keys available via environment variables
export ANTHROPIC_API_KEY=sk-...
export GROQ_API_KEY=gsk_...
{
'chottolabs/ellm.nvim',
dependencies = { 'nvim-lua/plenary.nvim' },
config = function(self)
local ellm = require 'ellm'
local utils = require 'ellm.utils'
local spec = require 'ellm.specs.anthropic'
utils.TEMPLATE_DIRECTORY = vim.fn.expand(self.dir) .. '/templates'
local function llm_buffer()
ellm.invoke_llm_buffer_mode({
system_prompt_template = spec.PROMPT_TEMPLATES.BUFFER_MODE_SYSTEM_PROMPT,
user_prompt_template = spec.PROMPT_TEMPLATES.BUFFER_MODE_USER_PROMPT,
}, spec.make_job)
end
local function llm_project()
ellm.invoke_llm_project_mode({
system_prompt_template = spec.PROMPT_TEMPLATES.PROJECT_MODE_SYSTEM_PROMPT,
user_prompt_template = spec.PROMPT_TEMPLATES.PROJECT_MODE_USER_PROMPT,
}, spec.make_job)
end
local function llm_replace()
ellm.invoke_llm_replace_mode({
system_prompt_template = spec.PROMPT_TEMPLATES.REPLACE_MODE_SYSTEM_PROMPT,
user_prompt_template = spec.PROMPT_TEMPLATES.REPLACE_MODE_USER_PROMPT,
}, spec.make_job)
end
vim.keymap.set({ 'n', 'v' }, '<leader>k', llm_buffer, { desc = 'Send current selection to LLM llm_buffer' })
vim.keymap.set({ 'n', 'v' }, '<leader>Kr', llm_replace, { desc = 'Send current selection to LLM llm_replace' })
vim.keymap.set({ 'n', 'v' }, '<leader>Kp', llm_project, { desc = 'Send current selection to LLM llm_project' })
end,
},for groq
{
'chottolabs/ellm.nvim',
dependencies = { 'nvim-lua/plenary.nvim' },
config = function(self)
local ellm = require 'ellm'
local utils = require 'ellm.utils'
local spec = require 'ellm.specs.openai'
...
end,
},for local openai server
(e.g. vllm serve w/ --api-key <token> and --served-model-name meta-llama/Meta-Llama-3.1-8B-Instruct) set VLLM_API_KEY=<token>
{
'chottolabs/ellm.nvim',
dependencies = { 'nvim-lua/plenary.nvim' },
config = function(self)
local ellm = require 'ellm'
local utils = require 'ellm.utils'
local spec = require 'ellm.specs.openai'
spec.SELECTED_MODEL = { name = 'meta-llama/Meta-Llama-3.1-8B-Instruct', max_tokens = 8192 }
spec.URL = 'http://research.local:8000/v1/chat/completions'
spec.API_KEY_NAME = 'VLLM_API_KEY'
...
end,
},for lambda labs
{
'chottolabs/ellm.nvim',
dependencies = { 'nvim-lua/plenary.nvim' },
config = function(self)
local ellm = require 'ellm'
local utils = require 'ellm.utils'
local spec = require 'ellm.specs.openai'
spec.SELECTED_MODEL = { name = 'hermes-3-llama-3.1-405b-fp8' }
spec.API_KEY_NAME = 'LAMBDA_LABS_API_KEY'
spec.URL = 'https://api.lambdalabs.com/v1/chat/completions'
utils.TEMPLATE_DIRECTORY = vim.fn.expand(self.dir) .. '/templates/'
local function llm_buffer()
ellm.invoke_llm_buffer_mode({
system_prompt_template = spec.PROMPT_TEMPLATES.NOUS_RESEARCH.BUFFER_MODE_SYSTEM_PROMPT,
user_prompt_template = spec.PROMPT_TEMPLATES.NOUS_RESEARCH.BUFFER_MODE_USER_PROMPT,
}, spec.make_job)
end
local function llm_project()
ellm.invoke_llm_project_mode({
system_prompt_template = spec.PROMPT_TEMPLATES.NOUS_RESEARCH.PROJECT_MODE_SYSTEM_PROMPT,
user_prompt_template = spec.PROMPT_TEMPLATES.NOUS_RESEARCH.PROJECT_MODE_USER_PROMPT,
}, spec.make_job)
end
...
end,
},