pyrox.dev
1{ lib
2, buildPythonPackage
3, fetchFromGitHub
4, setuptools
5, aiohttp
6, fastapi
7, httpx
8, markdown2
9, nh3
10, numpy
11, prompt-toolkit
12, pydantic
13, requests
14, rich
15, shortuuid
16, tiktoken
17, uvicorn
18, anthropic
19, openai
20, ray
21, wandb
22, einops
23, gradio
24, accelerate
25, peft
26, sentencepiece
27, torch
28, transformers
29, protobuf
30}:
31let
32 version = "0.2.32";
33in
34buildPythonPackage {
35 pname = "fschat";
36 inherit version;
37 format = "pyproject";
38
39 src = fetchFromGitHub {
40 owner = "lm-sys";
41 repo = "FastChat";
42 rev = "refs/tags/v${version}";
43 hash = "sha256-3IJcqVULOK0Nf72sgv80q9U8QZ3pNHLYaNwCQohdBB8=";
44 };
45
46 nativeBuildInputs = [
47 setuptools
48 ];
49
50 propagatedBuildInputs = [
51 aiohttp
52 fastapi
53 httpx
54 markdown2
55 nh3
56 numpy
57 prompt-toolkit
58 pydantic
59 requests
60 rich
61 shortuuid
62 tiktoken
63 uvicorn
64 # ] ++ markdown2.optional-dependencies.all;
65 ];
66
67 passthru.optional-dependencies = {
68 llm_judge = [
69 anthropic
70 openai
71 ray
72 ];
73 train = [
74 # flash-attn
75 wandb
76 einops
77 ];
78 webui = [
79 gradio
80 ];
81 model_worker = [
82 accelerate
83 peft
84 sentencepiece
85 torch
86 transformers
87 protobuf
88 ];
89 };
90
91 pythonImportsCheck = [ "fastchat" ];
92
93 # tests require networking
94 doCheck = false;
95
96 meta = with lib; {
97 description = "An open platform for training, serving, and evaluating large language models. Release repo for Vicuna and Chatbot Arena";
98 homepage = "https://github.com/lm-sys/FastChat";
99 license = licenses.asl20;
100 maintainers = with maintainers; [ happysalada ];
101 };
102}