Bielik

src/about.py

@@ -120,10 +120,15 @@ pip install -e .
 and run benchmark for 0-shot and 5-shot:
 
 ```
-lm_eval --model hf --model_args pretrained=Azurro/APT3-1B-Base --tasks polish --num_fewshot 0 --device cuda:0 --batch_size 16 --verbosity DEBUG --output_path results/ --log_samples
-lm_eval --model hf --model_args pretrained=Azurro/APT3-1B-Base --tasks polish --num_fewshot 5 --device cuda:0 --batch_size 16 --verbosity DEBUG --output_path results/ --log_samples
+lm_eval --model hf --model_args pretrained=speakleash/Bielik-7B-Instruct-v0.1 --tasks polish --num_fewshot 0 --device cuda:0 --batch_size 16 --verbosity DEBUG --output_path results/ --log_samples
+lm_eval --model hf --model_args pretrained=speakleash/Bielik-7B-Instruct-v0.1 --tasks polish --num_fewshot 5 --device cuda:0 --batch_size 16 --verbosity DEBUG --output_path results/ --log_samples
 ```
 
+## List of Polish models
+
+* speakleash/Bielik-7B-Instruct-v0.1
+* speakleash/Bielik-7B-v0.1
+
 """
 
 EVALUATION_QUEUE_TEXT = """

src/leaderboard/read_evals.py

@@ -69,6 +69,11 @@ class EvalResult:
         org_and_model = re.sub(",prefix_token_id=\d+", "", org_and_model)
         org_and_model = re.sub("/$", "", org_and_model)
 
+        if org_and_model=='speakleash/mistral_7B-v2/spkl-only-e1_333887a5':
+            org_and_model='speakleash/Bielik-7B-v0.1'
+        elif org_and_model=='speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e2_bbc67e89':
+            org_and_model='speakleash/Bielik-7B-Instruct-v0.1'
+
         org_and_model = org_and_model.split("/", 1)
 
         if len(org_and_model) == 1: