region:us
---
configs:
- config_name: default
  data_files:
  - split: test
    path: "test_all.jsonl"
  - split: test_regular_only
    path: "test_regular.jsonl"
  - split: test_safety_only
    path: "test_red.jsonl"


- config_name: responses
  data_files:
  - split: gpt_3.5_turbo_0301
    path: "responses/gpt-3.5-turbo-0301.json"
  - split: gpt_4_0314
    path: "responses/gpt-4-0314.json"
  - split: Llama_2_13b_chat_hf
    path: "responses/Llama-2-13b-chat-hf.json"
  - split: Llama_2_70B_chat_GPTQ
    path: "responses/Llama-2-70B-chat-GPTQ.json"
  - split: Llama_2_7b_chat_hf
    path: "responses/Llama-2-7b-chat-hf.json"
  - split: vicuna_13b_v1.5
    path: "responses/vicuna-13b-v1.5.json"
  - split: vicuna_7b_v1.5
    path: "responses/vicuna-7b-v1.5.json"

- config_name: judgements
  data_files:
  - split: gpt_4
    path: "judgements/score_multi_gpt4/gpt-4-0314.score_multi.gpt4.jsonl"
  - split: gpt_3.5_turbo
    path: "judgements/score_multi_gpt4/gpt-3.5-turbo-0613.score_multi.gpt4.jsonl"
  - split: vicuna_7b_v1.5
    path: "judgements/score_multi_gpt4/vicuna-7b-v1.5.score_multi.gpt4.jsonl" 
  - split: Llama_2_7b_chat
    path: "judgements/score_multi_gpt4/Llama-2-7b-chat-hf.score_multi.gpt4.jsonl" 
  - split: Llama_2_13b_chat
    path: "judgements/score_multi_gpt4/Llama-2-13b-chat-hf.score_multi.gpt4.jsonl" 
  - split: Llama_2_70b_chat_gptq
    path: "judgements/score_multi_gpt4/Llama-2-70B-chat-GPTQ.score_multi.gpt4.jsonl" 

---

## Just Eval Instruct!