Files
lsp-ai/test.json
Silas Marvin d0bb139bc9 Added backends
2024-02-19 18:51:05 -10:00

19 lines
334 B
JSON

{
"macos": {
"model_gguf": {
"repository": "deepseek-coder-6.7b-base",
"name": "Q4_K_M.gguf",
"fim": false,
"n_ctx": 2048,
"n_threads": 8,
"n_gpu_layers": 35
}
},
"linux": {
"model_gptq": {
"repository": "theblokesomething",
"name": "some q5 or something"
}
}
}