Bram Vanroy commited on
Commit
7f4199c
·
1 Parent(s): a46b4c5

Add evals for GEITje-7B-chat on truthfulqa_nl

Browse files

[Rijgersberg/GEITje-7B-chat](https://huggingface.co/Rijgersberg/GEITje-7B-chat) results for truthfulqa_nl

evals/truthfulqa/truthfulqa_nl_GEITje-7B-chat.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
  "results": {
3
  "truthfulqa_nl": {
4
- "mc1": 0.2802547770700637,
5
- "mc1_stderr": 0.016040129721386853,
6
- "mc2": 0.46430395880030356,
7
- "mc2_stderr": 0.015383562770588449
8
  }
9
  },
10
  "versions": {
@@ -12,8 +12,8 @@
12
  },
13
  "config": {
14
  "model": "hf-auto",
15
- "model_args": "pretrained=Rijgersberg/GEITje-7B-chat,use_accelerate=True,device_map_option=auto,dtype=auto,load_in_8bit=True",
16
- "batch_size": 4,
17
  "device": "cuda",
18
  "no_cache": false,
19
  "limit": null,
 
1
  {
2
  "results": {
3
  "truthfulqa_nl": {
4
+ "mc1": 0.28535031847133757,
5
+ "mc1_stderr": 0.016127897391158944,
6
+ "mc2": 0.46831357539236257,
7
+ "mc2_stderr": 0.015445793950080524
8
  }
9
  },
10
  "versions": {
 
12
  },
13
  "config": {
14
  "model": "hf-auto",
15
+ "model_args": "pretrained=Rijgersberg/GEITje-7B-chat,use_accelerate=True,device_map_option=auto,dtype=auto,trust_remote_code=True,load_in_8bit=True",
16
+ "batch_size": 2,
17
  "device": "cuda",
18
  "no_cache": false,
19
  "limit": null,