Add IL-Facts task

src/about.py

@@ -17,6 +17,7 @@ class Tasks(Enum):
     task2 = Task("custom|sentiment-acc|0", "sentiment_acc", "Sentiment Acc (Mafat)")
     task3 = Task("custom|winograd-acc|0", "winograd_acc", "Winograd (Binary) Acc (V. Schwartz)")
     task4 = Task("custom|he-en-trans-bleu|0", "sentence_bleu", "Translation BLEU")
+    task5 = Task("custom|ilfacts-acc|0", "ilfacts_acc", "Israeli Trivia")
     
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------
@@ -210,6 +211,34 @@ Hebrew:
 </p>
 </blockquote>
 
+
+6. Israeli Trivia
+
+    - **Source**: We use a corpus of several hundred trivia questions about general world knowledge, specifically on Israel-related facts. We extend immense gratitude to Avraham Elitzur for helping us curate this dataset. 
+    
+    - **Scoring**: We provide in the prompt multiple-choice answers, and compute the accuracy score. 
+    
+    - **Number of examples**: 300 examples.
+    
+    - **Few-Shot Format**: For every prompt, we provide 5 few-shot examples, and then the question at hand. Each example is formatted with the question, the possible answers, and the expected answer. 
+    
+    For example:
+    
+    
+<blockquote dir="rtl" style="background-color: #f0f0f0;">
+<p>
+שאלה: באיזו עיר נערכה הכרזת המדינה הרשמית על ידי דוד בן גוריון?<br/>
+אפשרויות: "ירושלים" / "אשקלון" / "תל אביב" / "צפת"<br/>
+תשובה: תל אביב <br/>
+
+...
+
+שאלה: שאלה חדשה<br/>
+אפשרויות: "אפשרות א" / "אפשרות ב" ...<br/>
+תשובה:
+</blockquote>
+
+
 """
 
 EVALUATION_QUEUE_TEXT = """