File size: 845 Bytes
3355706
d69ba2b
ef22351
 
039e2a0
 
 
851ccb1
0001862
bdfe7c9
ce24f5e
c29117a
9bca7db
039e2a0
 
f2a2029
 
80b2ed2
ef22351
a01b998
6dd2e7d
0a22847
2bb0b78
c29117a
312b8d5
5a5d474
312b8d5
 
9c31410
548787d
b32c08f
6a4562a
b3a61e8
3cc67d2
05b398a
d69ba2b
3cc67d2
 
 
 
f243c21
c996881
5aa5097
132eb74
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
packaging==23.2
peft==0.11.1
transformers==4.41.1
tokenizers==0.19.1
bitsandbytes==0.43.1
accelerate==0.30.1
deepspeed @ git+https://github.com/microsoft/DeepSpeed.git@bc48371c5e1fb8fd70fc79285e66201dbb65679b
pydantic==2.6.3
addict
fire
PyYAML>=6.0
requests
datasets==2.19.1
flash-attn==2.5.8
sentencepiece
wandb
einops
xformers==0.0.26.post1
optimum==1.16.2
hf_transfer
colorama
numba
numpy>=1.24.4
# qlora things
evaluate==0.4.1
scipy
scikit-learn==1.2.2
pynvml
art
fschat @ git+https://github.com/lm-sys/FastChat.git@27a05b04a35510afb1d767ae7e5990cbd278f8fe
gradio==3.50.2
tensorboard

mamba-ssm==1.2.0.post1

# remote filesystems
s3fs
gcsfs
# adlfs

trl @ git+https://github.com/huggingface/trl.git@f18253bf2d747f68acc9cd89da95c85ebf59dbb9
zstandard==0.22.0
fastcore