about summary refs log tree commit diff
path: root/configurations/eonwe/ollama.nix
blob: 69fa9fd11cf69786b5cf8e1b3485948c3e2f6e78 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  config,
  lib,
  ...
}:

{
  ark.directories = [
    config.services.ollama.home
  ];

  hm.programs.firefox.profiles.default.bookmarks = [
    {
      name = "Bookmarks Toolbar";
      toolbar = true;
      bookmarks = [
        {
          name = "Ollama";
          url = "http://127.0.0.1:11435";
        }
      ];
    }
  ];

  services = {
    ollama = {
      enable = false;

      host = "0.0.0.0";
      port = 11434;

      user = "ollama";
      group = "ollama";

      acceleration = "rocm";
      rocmOverrideGfx = "10.3.0";

      environmentVariables.OLLAMA_ORIGINS = lib.concatStringsSep "," [
        "http://127.0.0.1:11435"
        "http://eonwe.shire.net:11435"
        "http://eonwe:11435"
        "http://localhost:11435"
      ];

      openFirewall = true;
    };

    open-webui = {
      enable = false;
      port = 11436;
      environment = {
        ANONYMIZED_TELEMETRY = "False";
        DO_NOT_TRACK = "True";
        ENABLE_SIGNUP = "False";
        OLLAMA_BASE_URL = "http://127.0.0.1:11434";
        SCARF_NO_ANALYTICS = "True";
        WEBUI_AUTH = "False";
        WEBUI_URL = "http://eonwe.shire.net:11436";
      };
    };

    nextjs-ollama-llm-ui = {
      enable = false;

      hostname = "0.0.0.0";
      port = 11435;

      ollamaUrl = "http://127.0.0.1:11434";
    };
  };

  systemd.services = {
    ollama = {
      serviceConfig = {
        StateDirectory = lib.mkForce config.services.ollama.home;
        DynamicUser = lib.mkForce false;
        User = config.services.ollama.user;
        Group = config.services.ollama.group;
      };
    };

    nextjs-ollama-llm-ui.serviceConfig.CacheDirectory = "nextjs-ollama-llm-ui";
  };
}

Consider giving Nix/NixOS a try! <3