Filter seed data to Agent-only entries

assets/leaderboard.jsonl

@@ -1,20 +1,3 @@
-{"submission_id": "dbd32abd6ef16eef", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "clip-ViT-B-32-multilingual-v1", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 1.2, "Recall@5": 4.1, "Recall@10": 6.1, "Recall@20": 8.8, "NDCG@1": 3.2, "NDCG@5": 4, "NDCG@10": 4.7, "NDCG@20": 5.5}
-{"submission_id": "a59247d2809373ba", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "siglip2-base-patch16-224", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 16.4, "Recall@5": 33.7, "Recall@10": 40, "Recall@20": 47.3, "NDCG@1": 33.1, "NDCG@5": 34.6, "NDCG@10": 36, "NDCG@20": 38.2}
-{"submission_id": "95f663a7c7d53495", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "siglip2-giant-opt-patch16-256", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 20.8, "Recall@5": 40.5, "Recall@10": 47.6, "Recall@20": 54.5, "NDCG@1": 42, "NDCG@5": 42.4, "NDCG@10": 44.1, "NDCG@20": 46}
-{"submission_id": "695d2f72f79a2e1b", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "VLM2Vec", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 23.1, "Recall@5": 44.4, "Recall@10": 52.4, "Recall@20": 60, "NDCG@1": 46, "NDCG@5": 47, "NDCG@10": 48.9, "NDCG@20": 51.3}
-{"submission_id": "141053c18e438d49", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "B3_Qwen2_7B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 20.9, "Recall@5": 41.4, "Recall@10": 49.9, "Recall@20": 57.1, "NDCG@1": 41.9, "NDCG@5": 43.6, "NDCG@10": 45.6, "NDCG@20": 47.8}
-{"submission_id": "200e8177772d5001", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "Qwen3-VL-Embedding-2B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 22.7, "Recall@5": 42.5, "Recall@10": 50.6, "Recall@20": 58.2, "NDCG@1": 44.6, "NDCG@5": 45.4, "NDCG@10": 47.4, "NDCG@20": 49.5}
-{"submission_id": "4b46272277c90449", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "Qwen3-VL-Embedding-8B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 24.9, "Recall@5": 46.2, "Recall@10": 53, "Recall@20": 59.2, "NDCG@1": 49.7, "NDCG@5": 49.7, "NDCG@10": 50.9, "NDCG@20": 52.6}
-{"submission_id": "d30ad9a666c5a684", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "Ops-MM-embedding-v1", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 25.8, "Recall@5": 48.7, "Recall@10": 56.6, "Recall@20": 63.7, "NDCG@1": 49.8, "NDCG@5": 51.7, "NDCG@10": 53.5, "NDCG@20": 55.5}
-{"submission_id": "4bd67195881c1ba9", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "RzenEmbed-v2-7B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 27.2, "Recall@5": 49.9, "Recall@10": 58, "Recall@20": 65.1, "NDCG@1": 54.1, "NDCG@5": 54.3, "NDCG@10": 56, "NDCG@20": 57.9}
-{"submission_id": "1a6b01520b759117", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Embedding", "model_name": "QQMM-embed-v2", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 26.6, "Recall@5": 50, "Recall@10": 57.8, "Recall@20": 65.4, "NDCG@1": 52.3, "NDCG@5": 53.7, "NDCG@10": 55.4, "NDCG@20": 57.6}
-{"submission_id": "2da78d02a132aec3", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "multilingual-e5-small", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 21.6, "Recall@5": 37.5, "Recall@10": 42.8, "Recall@20": 48.8, "NDCG@1": 40.7, "NDCG@5": 39.6, "NDCG@10": 40.7, "NDCG@20": 42.5}
-{"submission_id": "c3a345e59fb8a397", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "multilingual-e5-base", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 21.8, "Recall@5": 38.1, "Recall@10": 44.8, "Recall@20": 51.9, "NDCG@1": 41.6, "NDCG@5": 40.5, "NDCG@10": 42.2, "NDCG@20": 44.3}
-{"submission_id": "4e2e72470575fb93", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "multilingual-e5-large", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 24.2, "Recall@5": 40.6, "Recall@10": 47.1, "Recall@20": 54.6, "NDCG@1": 46.3, "NDCG@5": 44.7, "NDCG@10": 45.9, "NDCG@20": 48}
-{"submission_id": "ee3448449553ac08", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "bge-m3", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 23, "Recall@5": 41.6, "Recall@10": 48.5, "Recall@20": 56.6, "NDCG@1": 43.8, "NDCG@5": 44.5, "NDCG@10": 46, "NDCG@20": 48.5}
-{"submission_id": "b0fa2bb87791bb47", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "Qwen3-Embedding-0.6B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 24, "Recall@5": 42, "Recall@10": 48.4, "Recall@20": 54.9, "NDCG@1": 45.9, "NDCG@5": 45.5, "NDCG@10": 46.8, "NDCG@20": 48.6}
-{"submission_id": "7b6b91a8b64da303", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "Qwen3-Embedding-4B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 25.6, "Recall@5": 44.5, "Recall@10": 51.6, "Recall@20": 57.9, "NDCG@1": 49.1, "NDCG@5": 48.3, "NDCG@10": 49.8, "NDCG@20": 51.4}
-{"submission_id": "b38199eded78c794", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Caption", "model_name": "Qwen3-Embedding-8B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 25.4, "Recall@5": 44.8, "Recall@10": 51.7, "Recall@20": 57.8, "NDCG@1": 48.3, "NDCG@5": 48.2, "NDCG@10": 49.7, "NDCG@20": 51.2}
 {"submission_id": "0dbc32eb7e40e180", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Agent", "model_name": "ToolACE-2-Llama-3.1-8B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 21.3, "Recall@5": 44, "Recall@10": 47.7, "Recall@20": 51.2, "NDCG@1": 48.8, "NDCG@5": 50.9, "NDCG@10": 50.2, "NDCG@20": 50.7}
 {"submission_id": "62d9047f0402776f", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Agent", "model_name": "Qwen3-8B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 14.5, "Recall@5": 51, "Recall@10": 60.4, "Recall@20": 64.1, "NDCG@1": 35, "NDCG@5": 53.5, "NDCG@10": 56.4, "NDCG@20": 56.4}
 {"submission_id": "6921c1b285657dfe", "timestamp": "2026-04-22T17:31:10.846331Z", "email": "init@example.com", "method": "Agent", "model_name": "Qwen3-32B", "albums": "1,2,3", "evaluated_queries": 0, "is_paper_data": true, "Recall@1": 28.3, "Recall@5": 54.1, "Recall@10": 62.5, "Recall@20": 64.5, "NDCG@1": 63.6, "NDCG@5": 63, "NDCG@10": 63.5, "NDCG@20": 62.4}