{
  "macos": {
    "model_gguf": {
      "repository": "deepseek-coder-6.7b-base",
      "name": "Q4_K_M.gguf",
      "fim": false,
      "n_ctx": 2048,
      "n_threads": 8,
      "n_gpu_layers": 35
    }
  },
  "linux": {
    "model_gptq": {
      "repository": "theblokesomething",
      "name": "some q5 or something"
    }
  }
}