region:us
---
configs:
- config_name: default
  data_files:
  - split: test
    path: "test.jsonl" 


- config_name: responses
  data_files:
  - split: gpt_4
    path: "responses/gpt-4.json"
  - split: gpt_3.5_turbo
    path: "responses/gpt-3.5-turbo.json"
  - split: vicuna_7b_v1.5
    path: "responses/vicuna-7b-v1.5.json" 
  - split: Llama_2_7b_chat
    path: "responses/Llama-2-7b-chat-hf.json" 
  - split: Llama_2_13b_chat
    path: "responses/Llama-2-13b-chat-hf.json" 
  - split: Llama_2_70b_chat_gptq
    path: "responses/Llama-2-70B-chat-GPTQ.json" 

- config_name: judgements
  data_files:
  - split: gpt_4
    path: "judgements/score_multi_gpt4/gpt-4-0314.score_multi.gpt4.jsonl"
  - split: gpt_3.5_turbo
    path: "judgements/score_multi_gpt4/gpt-3.5-turbo-0613.score_multi.gpt4.jsonl"
  - split: vicuna_7b_v1.5
    path: "judgements/score_multi_gpt4/vicuna-7b-v1.5.score_multi.gpt4.jsonl" 
  - split: Llama_2_7b_chat
    path: "judgements/score_multi_gpt4/Llama-2-7b-chat-hf.score_multi.gpt4.jsonl" 
  - split: Llama_2_13b_chat
    path: "judgements/score_multi_gpt4/Llama-2-13b-chat-hf.score_multi.gpt4.jsonl" 
  - split: Llama_2_70b_chat_gptq
    path: "judgements/score_multi_gpt4/Llama-2-70B-chat-GPTQ.score_multi.gpt4.jsonl" 

---

## Just Eval Instruct!