From c1adef07abbf99e8f124bb615dcf7aab9f1e38b2 Mon Sep 17 00:00:00 2001 From: Geir Okkenhaug Jerstad Date: Sun, 15 Dec 2024 14:35:30 +0100 Subject: [PATCH] local ollama with codestral added user and group Gfx override --- workstation/ollama.nix | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/workstation/ollama.nix b/workstation/ollama.nix index 1958c41..5166dbc 100644 --- a/workstation/ollama.nix +++ b/workstation/ollama.nix @@ -2,9 +2,18 @@ { services.ollama = { enable = true; + group = "ollama"; + user = "ollama"; home = "/home/geir/virtual/ollama"; + rocmOverrideGfx = "9.0.0"; package = pkgs.ollama-rocm; acceleration = "rocm"; loadModels = [ "codestral" ]; }; + users.users.geir = { + extraGroups = [ + "ollama" + ]; + }; + }