configurations/eonwe/ollama.nix


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

{
  config,
  lib,
  ...
}:

{
  ark.directories = [ config.services.ollama.home ];

  hm.programs.firefox.profiles.default.bookmarks = [
    {
      name = "Bookmarks Toolbar";
      toolbar = true;
      bookmarks = [
        {
          name = "Ollama";
          url = "http://127.0.0.1:11435";
        }
      ];
    }
  ];

  services = {
    ollama = {
      enable = true;

      host = "0.0.0.0";
      port = 11434;

      user = "ollama";
      group = "ollama";

      acceleration = "rocm";
      rocmOverrideGfx = "10.3.0";

      environmentVariables.OLLAMA_ORIGINS = lib.concatStringsSep "," [
        "http://127.0.0.1:11435"
        "http://eonwe.shire.net:11435"
        "http://eonwe:11435"
        "http://localhost:11435"
      ];

      openFirewall = true;
    };

    nextjs-ollama-llm-ui = {
      enable = true;

      hostname = "0.0.0.0";
      port = 11435;

      ollamaUrl = "http://127.0.0.1:11434";
    };
  };

  systemd.services = {
    ollama = {
      serviceConfig = {
        StateDirectory = lib.mkForce config.services.ollama.home;
        DynamicUser = lib.mkForce false;
        User = config.services.ollama.user;
        Group = config.services.ollama.group;
      };
    };

    nextjs-ollama-llm-ui.serviceConfig.CacheDirectory = "nextjs-ollama-llm-ui";
  };
}