geir/configs
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

local ollama with codestral added user and group Gfx override

Browse source
This commit is contained in:
Geir Okkenhaug Jerstad 2024-12-15 14:35:30 +01:00
parent f4129b6154
commit c1adef07ab
1 changed files with 9 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
workstation/ollama.nix
View file

@ -2,9 +2,18 @@
{ {
services.ollama = { services.ollama = {
enable = true; enable = true;
group = "ollama";
user = "ollama";
home = "/home/geir/virtual/ollama"; home = "/home/geir/virtual/ollama";
rocmOverrideGfx = "9.0.0";
package = pkgs.ollama-rocm; package = pkgs.ollama-rocm;
acceleration = "rocm"; acceleration = "rocm";
loadModels = [ "codestral" ]; loadModels = [ "codestral" ];
}; };
users.users.geir = {
extraGroups = [
"ollama"
];
};
} }