mohalisad commited on
Commit
6100d08
·
verified ·
1 Parent(s): 9f54a06

Update leaderboard_data.jsonl

Browse files
Files changed (1) hide show
  1. leaderboard_data.jsonl +2 -1
leaderboard_data.jsonl CHANGED
@@ -27,4 +27,5 @@
27
  {"Model":"google/gemma-3-4b-it", "Precision": "bfloat16", "#Params (B)": 4.3, "Part Multiple Choice": 34.40, "ARC Easy": 77.01, "ARC Challenge": 63.76, "MMLU Pro": 19.81, "AUT Multiple Choice Persian": 50.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-4b-it"}
28
  {"Model":"google/gemma-3-12b-it", "Precision": "bfloat16", "#Params (B)": 12.2, "Part Multiple Choice": 43.52, "ARC Easy": 93.39, "ARC Challenge": 81.21, "MMLU Pro": 29.36, "AUT Multiple Choice Persian": 57.00, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-12b-it"}
29
  {"Model":"google/gemma-3-27b-it", "Precision": "bfloat16", "#Params (B)": 27.4, "Part Multiple Choice": 48.56, "ARC Easy": 95.69, "ARC Challenge": 90.60, "MMLU Pro": 40.10, "AUT Multiple Choice Persian": 64.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-27b-it"}
30
- {"Model":"meta-llama/Llama-3.3-70B-Instruct", "Precision": "bfloat16", "#Params (B)": 70.6, "Part Multiple Choice": 51.42, "ARC Easy": 95.40, "ARC Challenge": 89.93, "MMLU Pro": 43.67, "AUT Multiple Choice Persian": 71.40, "Hub License": "llama3.3", "Model sha": "main", "model_name_for_query": "meta-llama/Llama-3.3-70B-Instruct"}
 
 
27
  {"Model":"google/gemma-3-4b-it", "Precision": "bfloat16", "#Params (B)": 4.3, "Part Multiple Choice": 34.40, "ARC Easy": 77.01, "ARC Challenge": 63.76, "MMLU Pro": 19.81, "AUT Multiple Choice Persian": 50.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-4b-it"}
28
  {"Model":"google/gemma-3-12b-it", "Precision": "bfloat16", "#Params (B)": 12.2, "Part Multiple Choice": 43.52, "ARC Easy": 93.39, "ARC Challenge": 81.21, "MMLU Pro": 29.36, "AUT Multiple Choice Persian": 57.00, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-12b-it"}
29
  {"Model":"google/gemma-3-27b-it", "Precision": "bfloat16", "#Params (B)": 27.4, "Part Multiple Choice": 48.56, "ARC Easy": 95.69, "ARC Challenge": 90.60, "MMLU Pro": 40.10, "AUT Multiple Choice Persian": 64.30, "Hub License": "gemma", "Model sha": "main", "model_name_for_query": "google/gemma-3-27b-it"}
30
+ {"Model":"meta-llama/Llama-3.3-70B-Instruct", "Precision": "bfloat16", "#Params (B)": 70.6, "Part Multiple Choice": 51.42, "ARC Easy": 95.40, "ARC Challenge": 89.93, "MMLU Pro": 43.67, "AUT Multiple Choice Persian": 71.40, "Hub License": "llama3.3", "Model sha": "main", "model_name_for_query": "meta-llama/Llama-3.3-70B-Instruct"}
31
+ {"Model":"amirakhlaghiqqq/PersianPhi", "Precision": "bfloat16", "#Params (B)": 3.85, "Part Multiple Choice": 30.56, "ARC Easy": 64.65, "ARC Challenge": 51.00, "MMLU Pro": 17.18, "AUT Multiple Choice Persian": 43.98, "Hub License": "apache-2.0", "Model sha": "main", "model_name_for_query": "amirakhlaghiqqq/PersianPhi"}