45 lines
1.8 KiB
Lua
45 lines
1.8 KiB
Lua
-- local llm = require('llm')
|
|
--
|
|
-- llm.setup({
|
|
-- api_token = nil, -- cf Install paragraph
|
|
-- model = "codellama:7b-code", -- the model ID, behavior depends on backend
|
|
-- backend = "ollama", -- backend ID, "huggingface" | "ollama" | "openai" | "tgi"
|
|
-- url = "", -- the http url of the backend
|
|
--
|
|
-- tokens_to_clear = { "<EOT>" }, -- tokens to remove from the model's output
|
|
-- -- parameters that are added to the request body, values are arbitrary, you can set any field:value pair here it will be passed as is to the backend
|
|
-- request_body = {
|
|
-- parameters = {
|
|
-- max_new_tokens = 120,
|
|
-- temperature = 0.2,
|
|
-- top_p = 0.95,
|
|
-- rope_frequency_base = 1000000
|
|
-- },
|
|
-- },
|
|
-- -- set this if the model supports fill in the middle
|
|
-- fim = {
|
|
-- enabled = true,
|
|
-- prefix = "<PRE> ",
|
|
-- middle = " <MID>",
|
|
-- suffix = " <SUF>",
|
|
--
|
|
-- },
|
|
-- debounce_ms = 500,
|
|
-- accept_keymap = "<A-a>",
|
|
-- dismiss_keymap = "<A-d>",
|
|
-- tls_skip_verify_insecure = false,
|
|
-- -- llm-ls configuration, cf llm-ls section
|
|
-- lsp = {
|
|
-- bin_path = nil,
|
|
-- host = nil,
|
|
-- port = nil,
|
|
-- cmd_env = nil, -- or { LLM_LOG_LEVEL = "DEBUG" } to set the log level of llm-ls
|
|
-- version = "0.5.3",
|
|
-- },
|
|
-- tokenizer = nil, -- cf Tokenizer paragraph
|
|
-- context_window = 4048, -- max number of tokens for the context window
|
|
-- enable_suggestions_on_startup = true,
|
|
-- enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings
|
|
-- disable_url_path_completion = false, -- cf Backend
|
|
-- })
|