ollama

2026-02-08 14:58:56 -05:00 · 2026-02-08 14:58:56 -05:00 · d1746fea40
commit d1746fea40
parent 3bd7873d46
2 changed files with 95 additions and 135 deletions
--- a/devices/server/configuration.nix
+++ b/devices/server/configuration.nix
@ -64,6 +64,19 @@ in {
    '';
  };

+  services = {
+    ollama = {
+      enable = true;
+      openFirewall = true; # 11434
+      host = "0.0.0.0";
+      syncModels = true;
+      loadModels = [
+        "mistral:7b"
+        "phi3.5:3.8b"
+      ];
+    };
+  };
+
  # observability
  services = {
    grafana = {