Update ollama stuff
This commit is contained in:
parent
3140ec4e91
commit
7797dce79c
5 changed files with 16 additions and 7 deletions
|
@ -38,10 +38,9 @@
|
|||
plugins = {
|
||||
ollama = {
|
||||
enable = true;
|
||||
model = "vanilj/Phi-4";
|
||||
model = "qwen2.5-coder:0.5b";
|
||||
url = "http://127.0.0.1:11434";
|
||||
action = "display";
|
||||
serve.onStart = true;
|
||||
};
|
||||
dressing.enable = true;
|
||||
lsp-lines.enable = true;
|
||||
|
|
|
@ -1,9 +1,16 @@
|
|||
{ pkgs, ... }: {
|
||||
|
||||
environment.systemPackages = [
|
||||
pkgs.oterm
|
||||
];
|
||||
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
openFirewall = true;
|
||||
loadModels = [
|
||||
"vanilj/Phi-4"
|
||||
"vanilj/Phi-4"
|
||||
"qwen2.5-coder:3b"
|
||||
"qwen2.5-coder:0.5b"
|
||||
];
|
||||
};
|
||||
}
|
||||
|
|
|
@ -13,6 +13,7 @@
|
|||
../../common/services/syncthing.nix
|
||||
];
|
||||
|
||||
services.ollama.acceleration = "cuda";
|
||||
#### TEMPORARY TODO ####
|
||||
environment.variables = {
|
||||
MOZ_ENABLE_WAYLAND = 1;
|
||||
|
|
|
@ -15,6 +15,9 @@
|
|||
../../common/services/ollama.nix
|
||||
];
|
||||
|
||||
services.ollama.acceleration = "rocm";
|
||||
services.ollama.package = pkgs.ollama-rocm;
|
||||
|
||||
hardware.bluetooth.enable = true; # enables support for Bluetooth
|
||||
hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
|
||||
|
||||
|
@ -45,9 +48,8 @@
|
|||
# Set the networking hostname:
|
||||
networking.hostName = "nixos-framework";
|
||||
hardware = {
|
||||
graphics = {
|
||||
enable = true;
|
||||
};
|
||||
graphics.enable = true;
|
||||
amdgpu.opencl.enable = true;
|
||||
};
|
||||
|
||||
|
||||
|
|
|
@ -1 +1 @@
|
|||
Subproject commit 8ed82c9afaac6359cf4603196f7a5bd4b399a4b5
|
||||
Subproject commit 26552d8bade6fa39188ebf68e9ffa1a8dcd75108
|
Loading…
Reference in a new issue