Update ollama stuff

This commit is contained in:
albert 2024-12-17 15:58:58 -06:00
parent 3140ec4e91
commit 7797dce79c
Signed by: albert
GPG key ID: 3895DD267CA11BA9
5 changed files with 16 additions and 7 deletions

View file

@ -38,10 +38,9 @@
plugins = { plugins = {
ollama = { ollama = {
enable = true; enable = true;
model = "vanilj/Phi-4"; model = "qwen2.5-coder:0.5b";
url = "http://127.0.0.1:11434"; url = "http://127.0.0.1:11434";
action = "display"; action = "display";
serve.onStart = true;
}; };
dressing.enable = true; dressing.enable = true;
lsp-lines.enable = true; lsp-lines.enable = true;

View file

@ -1,9 +1,16 @@
{ pkgs, ... }: { { pkgs, ... }: {
environment.systemPackages = [
pkgs.oterm
];
services.ollama = { services.ollama = {
enable = true; enable = true;
openFirewall = true; openFirewall = true;
loadModels = [ loadModels = [
"vanilj/Phi-4" "vanilj/Phi-4"
"qwen2.5-coder:3b"
"qwen2.5-coder:0.5b"
]; ];
}; };
} }

View file

@ -13,6 +13,7 @@
../../common/services/syncthing.nix ../../common/services/syncthing.nix
]; ];
services.ollama.acceleration = "cuda";
#### TEMPORARY TODO #### #### TEMPORARY TODO ####
environment.variables = { environment.variables = {
MOZ_ENABLE_WAYLAND = 1; MOZ_ENABLE_WAYLAND = 1;

View file

@ -15,6 +15,9 @@
../../common/services/ollama.nix ../../common/services/ollama.nix
]; ];
services.ollama.acceleration = "rocm";
services.ollama.package = pkgs.ollama-rocm;
hardware.bluetooth.enable = true; # enables support for Bluetooth hardware.bluetooth.enable = true; # enables support for Bluetooth
hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
@ -45,9 +48,8 @@
# Set the networking hostname: # Set the networking hostname:
networking.hostName = "nixos-framework"; networking.hostName = "nixos-framework";
hardware = { hardware = {
graphics = { graphics.enable = true;
enable = true; amdgpu.opencl.enable = true;
};
}; };

@ -1 +1 @@
Subproject commit 8ed82c9afaac6359cf4603196f7a5bd4b399a4b5 Subproject commit 26552d8bade6fa39188ebf68e9ffa1a8dcd75108