|
--- |
|
license: apache-2.0 |
|
model-index: |
|
- name: Ignis-7B-DPO-Laser |
|
results: |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: AI2 Reasoning Challenge (25-Shot) |
|
type: ai2_arc |
|
config: ARC-Challenge |
|
split: test |
|
args: |
|
num_few_shot: 25 |
|
metrics: |
|
- type: acc_norm |
|
value: 65.19 |
|
name: normalized accuracy |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: HellaSwag (10-Shot) |
|
type: hellaswag |
|
split: validation |
|
args: |
|
num_few_shot: 10 |
|
metrics: |
|
- type: acc_norm |
|
value: 84.57 |
|
name: normalized accuracy |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: MMLU (5-Shot) |
|
type: cais/mmlu |
|
config: all |
|
split: test |
|
args: |
|
num_few_shot: 5 |
|
metrics: |
|
- type: acc |
|
value: 58.56 |
|
name: accuracy |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: TruthfulQA (0-shot) |
|
type: truthful_qa |
|
config: multiple_choice |
|
split: validation |
|
args: |
|
num_few_shot: 0 |
|
metrics: |
|
- type: mc2 |
|
value: 66.24 |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: Winogrande (5-shot) |
|
type: winogrande |
|
config: winogrande_xl |
|
split: validation |
|
args: |
|
num_few_shot: 5 |
|
metrics: |
|
- type: acc |
|
value: 80.43 |
|
name: accuracy |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
- task: |
|
type: text-generation |
|
name: Text Generation |
|
dataset: |
|
name: GSM8k (5-shot) |
|
type: gsm8k |
|
config: main |
|
split: test |
|
args: |
|
num_few_shot: 5 |
|
metrics: |
|
- type: acc |
|
value: 31.46 |
|
name: accuracy |
|
source: |
|
url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=NeuralNovel/Ignis-7B-DPO-Laser |
|
name: Open LLM Leaderboard |
|
--- |
|
<!DOCTYPE html> |
|
<html lang="en"> |
|
<head> |
|
<meta charset="UTF-8"> |
|
<meta name="viewport" content="width=device-width, initial-scale=1.0"> |
|
<title>Model Card</title> |
|
<link href="https://fonts.googleapis.com/css2?family=Quicksand:wght@400;500;600&display=swap" rel="stylesheet"> |
|
<style> |
|
body { |
|
font-family: 'Quicksand', sans-serif; |
|
background-color: #1A202C; |
|
color: #D8DEE9; |
|
margin: 0; |
|
padding: 0; /* Remove default padding */ |
|
font-size: 26px; |
|
background: linear-gradient(135deg, #2E3440 0%, #1A202C 100%); |
|
} |
|
p { |
|
padding-left: 10px |
|
} |
|
.container { |
|
width: 100%; |
|
margin: auto; |
|
background-color: rgb(255 255 255 / 1%); |
|
padding: 20px 30px 40px; /* Add padding below the image only */ |
|
padding-right: 32px; |
|
border-radius: 12px; |
|
box-shadow: 0 4px 10px rgba(0, 0, 0, 0.2); |
|
backdrop-filter: blur(10px); |
|
border: 1px solid rgba(255, 255, 255, 0.05); |
|
background-color: rgb(0 0 0 / 75%) !important; |
|
} |
|
.header h1 { |
|
font-size: 28px; |
|
color: #fff; /* White text color */ |
|
margin: 0; |
|
text-shadow: |
|
-1px -1px 0 #000, |
|
1px -1px 0 #000, |
|
-1px 1px 0 #000, |
|
1px 1px 0 #000; /* Black outline */ |
|
} |
|
.header { |
|
display: flex; |
|
align-items: center; |
|
justify-content: space-between; |
|
gap: 20px; |
|
} |
|
img { |
|
border-radius: 10px 10px 0 0!important; |
|
padding-left: 0px !important; |
|
} |
|
.header h1 { |
|
font-size: 28px; |
|
color: #ECEFF4; |
|
margin: 0; |
|
text-shadow: 2px 2px 4px rgba(0, 0, 0, 0.3); |
|
} |
|
.info { |
|
background-color: rgba(255, 255, 255, 0.05); |
|
color: #AEBAC7; |
|
border-radius: 12px; |
|
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.2); |
|
font-size: 14px; |
|
line-height: 1.6; |
|
margin-left: 5px; |
|
overflow-x: auto; |
|
margin-top: 20px; /* Adjusted margin */ |
|
border: 1px solid rgba(255, 255, 255, 0.05); |
|
transition: background-color 0.6s ease; /* Smooth transition over 0.5 seconds */ |
|
} |
|
.info:hover { |
|
} |
|
.info img { |
|
width: 100%; |
|
border-radius: 10px 10px 0 0; |
|
margin-top: -20px; /* Negative margin to overlap container margin */ |
|
} |
|
a { |
|
color: #88C0D0; |
|
text-decoration: none; |
|
transition: color 0.3s ease; |
|
position: relative; |
|
} |
|
a:hover { |
|
color: #A3BE8C; |
|
text-decoration: none; |
|
} |
|
a::before { |
|
content: ''; |
|
position: absolute; |
|
width: 100%; |
|
height: 2px; |
|
bottom: 0; |
|
left: 0; |
|
background-color: #A3BE8C; |
|
visibility: hidden; |
|
transform: scaleX(0); |
|
transition: all 0.3s ease-in-out; |
|
} |
|
a:hover::before { |
|
visibility: visible; |
|
transform: scaleX(1); |
|
} |
|
.button { |
|
display: inline-block; |
|
background-color: #5E81AC; |
|
color: #E5E9F0; |
|
padding: 10px 20px; |
|
border-radius: 5px; |
|
cursor: pointer; |
|
text-decoration: none; |
|
transition: background-color 0.3s ease; |
|
} |
|
.button:hover { |
|
background-color: #81A1C1; |
|
} |
|
.hf-sanitized.hf-sanitized-oJB5trHYB93-j8lDfGQn3 .container { |
|
|
|
} |
|
</style> |
|
</head> |
|
<body> |
|
<div class="container"> |
|
<div class="header"> |
|
<h1>Ignis-7B-DPO</h1> |
|
</div> |
|
<div class="info"> |
|
<img src="https://i.ibb.co/C8jZ6FW/OIG3.jpg" style="border-radius: 10px;"> |
|
<p><strong>Creator:</strong> <a href="https://huggingface.co/NeuralNovel" target="_blank">NeuralNovel</a></p> |
|
<p><strong>Community Organization:</strong> <a href="https://huggingface.co/ConvexAI" target="_blank">ConvexAI</a></p> |
|
<p><strong>Discord:</strong> <a href="https://discord.gg/rJXGjmxqzS" target="_blank">Join us on Discord</a></p> |
|
</head> |
|
<body> |
|
<div> |
|
<div> |
|
<p><strong>Ignis-7B-DPO</strong> Trained on the Neural-DPO dataset using A-100 80GB.</p> |
|
<p><strong>More Details: </strong></p> <p> Coming Soon</p> |
|
<ul> |
|
</ul> |
|
</div> |
|
</div> |
|
</body> |
|
# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) |
|
Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_NeuralNovel__Ignis-7B-DPO-Laser) |
|
|
|
| Metric |Value| |
|
|---------------------------------|----:| |
|
|Avg. |64.41| |
|
|AI2 Reasoning Challenge (25-Shot)|65.19| |
|
|HellaSwag (10-Shot) |84.57| |
|
|MMLU (5-Shot) |58.56| |
|
|TruthfulQA (0-shot) |66.24| |
|
|Winogrande (5-shot) |80.43| |
|
|GSM8k (5-shot) |31.46| |
|
|
|
|
