Update ollama stuff

home-manager/common/software/cli/nixvim.nix

@@ -38,10 +38,9 @@
     plugins = {
       ollama = {
         enable = true;
-        model = "vanilj/Phi-4";
+        model = "qwen2.5-coder:0.5b";
         url = "http://127.0.0.1:11434";
         action = "display";
-        serve.onStart = true;
       };
       dressing.enable = true;
       lsp-lines.enable = true;

nixos/common/services/ollama.nix

@@ -1,9 +1,16 @@
 { pkgs, ... }: {
+
+  environment.systemPackages = [
+    pkgs.oterm
+  ];
+
   services.ollama = {
     enable = true;
     openFirewall = true;
     loadModels = [
       "vanilj/Phi-4"
+      "qwen2.5-coder:3b"
+      "qwen2.5-coder:0.5b"
     ];
   };
 }

nixos/hosts/nixos-desktop/default.nix

@@ -13,6 +13,7 @@
     ../../common/services/syncthing.nix
   ];
 
+  services.ollama.acceleration = "cuda";
   ####  TEMPORARY TODO ####
   environment.variables = {
     MOZ_ENABLE_WAYLAND = 1;

nixos/hosts/nixos-framework/default.nix

@@ -15,6 +15,9 @@
     ../../common/services/ollama.nix
   ];
 
+  services.ollama.acceleration = "rocm";
+  services.ollama.package = pkgs.ollama-rocm;
+
   hardware.bluetooth.enable = true; # enables support for Bluetooth
   hardware.bluetooth.powerOnBoot = true; # powers up the default Bluetooth controller on boot
  
@@ -45,9 +48,8 @@
   # Set the networking hostname:
   networking.hostName = "nixos-framework";
   hardware = {
-    graphics = {
-      enable = true;
-    };
+    graphics.enable = true;
+    amdgpu.opencl.enable = true;
   };
 
 

wallpapers

@@ -1 +1 @@
-Subproject commit 8ed82c9afaac6359cf4603196f7a5bd4b399a4b5
+Subproject commit 26552d8bade6fa39188ebf68e9ffa1a8dcd75108