Username404-59/Dotfiles-NixOS
1
0
Fork 0
mirror of https://github.com/Username404-59/Dotfiles-NixOS.git synced 2026-07-03 12:58:07 +02:00
Code Issues Actions Packages Projects Releases Wiki Activity

Add commented-out vk visible devices

Browse Source
This commit is contained in:
Username404-59 2026-07-03 02:06:27 +02:00
parent 6bb445df3a
commit 65de8cea1c
Signed by: Username404-59
GPG Key ID: F3A1878B14F5F0D7
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
common/ollama-config.nix
View File

@ -21,6 +21,7 @@
BYPASS_MODEL_ACCESS_CONTROL = "True"; BYPASS_MODEL_ACCESS_CONTROL = "True";
ENABLE_COMPRESSION_MIDDLEWARE = "False"; # Not needed since I access it via localhost ENABLE_COMPRESSION_MIDDLEWARE = "False"; # Not needed since I access it via localhost
OLLAMA_API_BASE_URL = "http://127.0.0.1:${toString config.services.ollama.port}/v1"; # Fixes qwen 3.6 as of writing; TODO Remove if not needed anymore OLLAMA_API_BASE_URL = "http://127.0.0.1:${toString config.services.ollama.port}/v1"; # Fixes qwen 3.6 as of writing; TODO Remove if not needed anymore
#GGML_VK_VISIBLE_DEVICES = "0";
DEFAULT_MODELS = builtins.concatStringsSep ", " config.services.ollama.loadModels; DEFAULT_MODELS = builtins.concatStringsSep ", " config.services.ollama.loadModels;
DEFAULT_PINNED_MODELS = DEFAULT_MODELS; DEFAULT_PINNED_MODELS = DEFAULT_MODELS;