diff --git a/common/ollama-config.nix b/common/ollama-config.nix index 5204afa..57438d4 100644 --- a/common/ollama-config.nix +++ b/common/ollama-config.nix @@ -21,6 +21,7 @@ BYPASS_MODEL_ACCESS_CONTROL = "True"; ENABLE_COMPRESSION_MIDDLEWARE = "False"; # Not needed since I access it via localhost OLLAMA_API_BASE_URL = "http://127.0.0.1:${toString config.services.ollama.port}/v1"; # Fixes qwen 3.6 as of writing; TODO Remove if not needed anymore + #GGML_VK_VISIBLE_DEVICES = "0"; DEFAULT_MODELS = builtins.concatStringsSep ", " config.services.ollama.loadModels; DEFAULT_PINNED_MODELS = DEFAULT_MODELS;