-- local llm = require('llm') -- -- llm.setup({ -- api_token = nil, -- cf Install paragraph -- model = "codellama:7b-code", -- the model ID, behavior depends on backend -- backend = "ollama", -- backend ID, "huggingface" | "ollama" | "openai" | "tgi" -- url = "", -- the http url of the backend -- -- tokens_to_clear = { "" }, -- tokens to remove from the model's output -- -- parameters that are added to the request body, values are arbitrary, you can set any field:value pair here it will be passed as is to the backend -- request_body = { -- parameters = { -- max_new_tokens = 120, -- temperature = 0.2, -- top_p = 0.95, -- rope_frequency_base = 1000000 -- }, -- }, -- -- set this if the model supports fill in the middle -- fim = { -- enabled = true, -- prefix = "
 ",
--         middle = " ",
--         suffix = " ",
--
--     },
--     debounce_ms = 500,
--     accept_keymap = "",
--     dismiss_keymap = "",
--     tls_skip_verify_insecure = false,
--     -- llm-ls configuration, cf llm-ls section
--     lsp = {
--         bin_path = nil,
--         host = nil,
--         port = nil,
--         cmd_env = nil, -- or { LLM_LOG_LEVEL = "DEBUG" } to set the log level of llm-ls
--         version = "0.5.3",
--     },
--     tokenizer = nil,                   -- cf Tokenizer paragraph
--     context_window = 4048,             -- max number of tokens for the context window
--     enable_suggestions_on_startup = true,
--     enable_suggestions_on_files = "*", -- pattern matching syntax to enable suggestions on specific files, either a string or a list of strings
--     disable_url_path_completion = false, -- cf Backend
-- })