blob: 806885b2d167214dca45b07e0930f2b2074fb00d (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
{
config,
lib,
...
}:
{
ark.directories = [
config.services.ollama.home
];
hm.programs.firefox.profiles.default.bookmarks = [
{
name = "Bookmarks Toolbar";
toolbar = true;
bookmarks = [
{
name = "Ollama";
url = "http://eonwe.shire.net:11435";
}
{
name = "Open WebUI";
url = "http://eonwe.shire.net:11436";
}
];
}
];
services = {
ollama = {
enable = true;
host = "0.0.0.0";
port = 11434;
user = "ollama";
group = "ollama";
acceleration = "rocm";
rocmOverrideGfx = "11.0.0";
environmentVariables.OLLAMA_ORIGINS = lib.concatStringsSep "," [
"http://eonwe.shire.net:11434"
"http://eonwe.shire.net:11435"
"http://eonwe.shire.net:11436"
];
openFirewall = true;
};
nextjs-ollama-llm-ui = {
enable = true;
hostname = "0.0.0.0";
port = 11435;
ollamaUrl = "http://eonwe.shire.net:11434";
};
open-webui = {
enable = true;
host = "0.0.0.0";
port = 11436;
environment = {
ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True";
ENABLE_SIGNUP = "False";
OLLAMA_BASE_URL = "http://eonwe.shire.net:11434";
SCARF_NO_ANALYTICS = "True";
WEBUI_AUTH = "False";
WEBUI_URL = "http://eonwe.shire.net:11436";
};
openFirewall = true;
};
};
systemd.services.ollama.serviceConfig = {
StateDirectory = lib.mkForce config.services.ollama.home;
DynamicUser = lib.mkForce false;
User = config.services.ollama.user;
Group = config.services.ollama.group;
};
users = {
users.ollama = {
isSystemUser = true;
group = "ollama";
inherit (config.services.ollama) home;
uid = 241; # Reuses a removed ID from Nixpkgs.
};
groups.ollama.gid = 241;
};
my.extraGroups = [ "ollama" ];
}
|
