config

after/plugin/llm.lua

@@ -0,0 +1,44 @@
+-- local llm = require('llm')
+--
+-- llm.setup({
+--     api_token = nil,             -- cf Install paragraph
+--     model = "codellama:7b-code",    -- the model ID, behavior depends on backend
+--     backend = "ollama",          -- backend ID, "huggingface" | "ollama" | "openai" | "tgi"
+--     url = "", -- the http url of the backend
+--
+--     tokens_to_clear = { "<EOT>" }, -- tokens to remove from the model's output
+--     -- parameters that are added to the request body, values are arbitrary, you can set any field:value pair here it will be passed as is to the backend
+--     request_body = {
+--         parameters = {
+--             max_new_tokens = 120,
+--             temperature = 0.2,
+--             top_p = 0.95,
+--             rope_frequency_base = 1000000
+--         },
+--     },
+--     -- set this if the model supports fill in the middle
+--     fim = {
+--         enabled = true,
+--         prefix = "<PRE> ",
+--         middle = " <MID>",
+--         suffix = " <SUF>",
+--
+--     },
+--     debounce_ms = 500,
+--     accept_keymap = "<A-a>",
+--     dismiss_keymap = "<A-d>",
+--     tls_skip_verify_insecure = false,
+--     -- llm-ls configuration, cf llm-ls section
+--     lsp = {
+--         bin_path = nil,
+--         host = nil,
+--         port = nil,
+--         cmd_env = nil, -- or { LLM_LOG_LEVEL = "DEBUG" } to set the log level of llm-ls
+--         version = "0.5.3",
+--     },
+--     tokenizer = nil,                   -- cf Tokenizer paragraph
+--     context_window = 4048,             -- max number of tokens for the context window
+--     enable_suggestions_on_startup = true,
+--     enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings
+--     disable_url_path_completion = false, -- cf Backend
+-- })