blob: 74fcf6722359d85ea65b024fb74979ba126a45da (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
{
lib,
fetchFromGitHub,
stdenv,
nix-update-script,
python3Packages,
}:
python3Packages.buildPythonApplication {
pname = "tabbyapi";
version = "0-unstable-2026-09-07";
pyproject = true;
src = fetchFromGitHub {
owner = "theroyallab";
repo = "tabbyAPI";
rev = "92198cca1aa48f83121027f5b9058c24d7c2d894";
hash = "sha256-IQDsfTnIcaVmxk58Q8StEPS4O7LQwPVie6b04BWoeeQ=";
};
build-system = with python3Packages; [
packaging
setuptools
wheel
];
nativeBuildInputs = with python3Packages; [
pythonRelaxDepsHook
];
pythonRelaxDeps = [
"pydantic"
];
dependencies =
with python3Packages;
[
fastapi # fastapi-slim
pydantic
ruamel-yaml
rich
uvicorn
jinja2
loguru
sse-starlette
packaging
tokenizers
numpy
aiofiles
aiohttp
async-lru
huggingface-hub
psutil
httptools
pillow
requests
numpy
setuptools
exllamav3
]
++ lib.optionals stdenv.hostPlatform.isLinux [
uvloop
];
postPatch = ''
substituteInPlace pyproject.toml --replace-fail 'fastapi-slim' 'fastapi'
'';
optional-dependencies = with python3Packages; {
amd = [
pytorch-triton-rocm
torch
];
cu118 = [
torch
];
cu121 = [
flash-attn
torch
];
dev = [
ruff
];
extras = [
infinity-emb
sentence-transformers
];
};
postInstall = ''
cp *.py $out/${python3Packages.python.sitePackages}/
cp -r {common,endpoints,backends,templates} $out/${python3Packages.python.sitePackages}/
# They are wanted during runtime
mkdir -p $out/share/tabbyapi
cp -r sampler_overrides $out/share/tabbyapi/
'';
postFixup = ''
makeWrapper ${python3Packages.python.interpreter} $out/bin/tabbyapi \
--prefix PYTHONPATH : "$PYTHONPATH" \
--add-flags "$out/${python3Packages.python.sitePackages}/main.py"
'';
passthru = {
cudaSupport = python3Packages.torch.cudaSupport;
updateScript = nix-update-script { };
};
meta = {
description = "Official API server for Exllama";
homepage = "https://github.com/theroyallab/tabbyAPI";
license = lib.licenses.agpl3Only;
platforms = [
"x86_64-windows"
"x86_64-linux"
];
mainProgram = "tabbyapi";
maintainers = with lib.maintainers; [ BatteredBunny ];
};
}
|
