Update ollama stuff
This commit is contained in:
parent
3140ec4e91
commit
7797dce79c
5 changed files with 16 additions and 7 deletions
|
@ -38,10 +38,9 @@
|
||||||
plugins = {
|
plugins = {
|
||||||
ollama = {
|
ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
model = "vanilj/Phi-4";
|
model = "qwen2.5-coder:0.5b";
|
||||||
url = "http://127.0.0.1:11434";
|
url = "http://127.0.0.1:11434";
|
||||||
action = "display";
|
action = "display";
|
||||||
serve.onStart = true;
|
|
||||||
};
|
};
|
||||||
dressing.enable = true;
|
dressing.enable = true;
|
||||||
lsp-lines.enable = true;
|
lsp-lines.enable = true;
|
||||||
|
|
|
@ -1,9 +1,16 @@
|
||||||
{ pkgs, ... }: {
|
{ pkgs, ... }: {
|
||||||
|
|
||||||
|
environment.systemPackages = [
|
||||||
|
pkgs.oterm
|
||||||
|
];
|
||||||
|
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
openFirewall = true;
|
openFirewall = true;
|
||||||
loadModels = [
|
loadModels = [
|
||||||
"vanilj/Phi-4"
|
"vanilj/Phi-4"
|
||||||
|
"qwen2.5-coder:3b"
|
||||||
|
"qwen2.5-coder:0.5b"
|
||||||
];
|
];
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
@ -13,6 +13,7 @@
|
||||||
../../common/services/syncthing.nix
|
../../common/services/syncthing.nix
|
||||||
];
|
];
|
||||||
|
|
||||||
|
services.ollama.acceleration = "cuda";
|
||||||
#### TEMPORARY TODO ####
|
#### TEMPORARY TODO ####
|
||||||
environment.variables = {
|
environment.variables = {
|
||||||
MOZ_ENABLE_WAYLAND = 1;
|
MOZ_ENABLE_WAYLAND = 1;
|
||||||
|
|
|
@ -15,6 +15,9 @@
|
||||||
../../common/services/ollama.nix
|
../../common/services/ollama.nix
|
||||||
];
|
];
|
||||||
|
|
||||||
|
services.ollama.acceleration = "rocm";
|
||||||
|
services.ollama.package = pkgs.ollama-rocm;
|
||||||
|
|
||||||
hardware.bluetooth.enable = true; # enables support for Bluetooth
|
hardware.bluetooth.enable = true; # enables support for Bluetooth
|
||||||
hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
|
hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
|
||||||
|
|
||||||
|
@ -45,9 +48,8 @@
|
||||||
# Set the networking hostname:
|
# Set the networking hostname:
|
||||||
networking.hostName = "nixos-framework";
|
networking.hostName = "nixos-framework";
|
||||||
hardware = {
|
hardware = {
|
||||||
graphics = {
|
graphics.enable = true;
|
||||||
enable = true;
|
amdgpu.opencl.enable = true;
|
||||||
};
|
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -1 +1 @@
|
||||||
Subproject commit 8ed82c9afaac6359cf4603196f7a5bd4b399a4b5
|
Subproject commit 26552d8bade6fa39188ebf68e9ffa1a8dcd75108
|
Loading…
Reference in a new issue