Update ollama stuff

This commit is contained in:
albert 2024-12-17 15:58:58 -06:00
parent 3140ec4e91
commit 7797dce79c
Signed by: albert
GPG key ID: 3895DD267CA11BA9
5 changed files with 16 additions and 7 deletions

View file

@ -38,10 +38,9 @@
plugins = {
ollama = {
enable = true;
model = "vanilj/Phi-4";
model = "qwen2.5-coder:0.5b";
url = "http://127.0.0.1:11434";
action = "display";
serve.onStart = true;
};
dressing.enable = true;
lsp-lines.enable = true;

View file

@ -1,9 +1,16 @@
{ pkgs, ... }: {
environment.systemPackages = [
pkgs.oterm
];
services.ollama = {
enable = true;
openFirewall = true;
loadModels = [
"vanilj/Phi-4"
"vanilj/Phi-4"
"qwen2.5-coder:3b"
"qwen2.5-coder:0.5b"
];
};
}

View file

@ -13,6 +13,7 @@
../../common/services/syncthing.nix
];
services.ollama.acceleration = "cuda";
#### TEMPORARY TODO ####
environment.variables = {
MOZ_ENABLE_WAYLAND = 1;

View file

@ -15,6 +15,9 @@
../../common/services/ollama.nix
];
services.ollama.acceleration = "rocm";
services.ollama.package = pkgs.ollama-rocm;
hardware.bluetooth.enable = true; # enables support for Bluetooth
hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
@ -45,9 +48,8 @@
# Set the networking hostname:
networking.hostName = "nixos-framework";
hardware = {
graphics = {
enable = true;
};
graphics.enable = true;
amdgpu.opencl.enable = true;
};

@ -1 +1 @@
Subproject commit 8ed82c9afaac6359cf4603196f7a5bd4b399a4b5
Subproject commit 26552d8bade6fa39188ebf68e9ffa1a8dcd75108