{"datasets": [{"id": "DeepSeekOracle/lattice-marines-wins", "likes": 0, "downloads": 86501, "created": "2026-08-24", "modified": "2026-11-05", "tags": ["license:mit", "region:us", "game", "leaderboard", "lattice-marines", "lygo"], "card": {"license": "mit", "pretty_name": "Lattice Marines Eternal Ledger", "tags": ["game", "leaderboard", "lattice-marines", "lygo"]}}, {"id": "DeepSeekOracle/lygo-public-witness-feed", "likes": 1, "downloads": 36888, "created": "2026-08-28", "modified": "2026-11-05", "tags": ["license:mit", "region:us"], "card": {"license": "mit", "pretty_name": "LYGO Public Witness overlay"}}, {"id": "lihaoxin2020/opd-deepseek-justrl-captures-20261029", "likes": 0, "downloads": 21365, "created": "2026-10-29", "modified": "2026-10-29", "tags": ["region:us"], "card": {}}, {"id": "DeepSeekOracle/excavationpro-music-stream", "likes": 0, "downloads": 9414, "created": "2026-07-18", "modified": "2026-10-26", "tags": ["task_categories:audio-to-audio", "license:other", "size_categories:10K<n<100K", "format:audiofolder", "modality:audio", "library:datasets", "library:mlcroissant", "region:us", "excavationpro", "lygo", "sovereign-music", "streaming"], "card": {"license": "other", "task_categories": ["audio-to-audio"], "tags": ["excavationpro", "lygo", "sovereign-music", "streaming"], "pretty_name": "Excavationpro Public Music Stream", "size_categories": ["10K<n<100K"]}}, {"id": "deepseek-ai/DeepSeek-ProverBench", "likes": 48, "downloads": 6424, "created": "2025-04-30", "modified": "2025-04-30", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1_traces_16384", "likes": 0, "downloads": 3386, "created": "2025-04-23", "modified": "2025-04-23", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "string"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "string"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 35165946, "num_examples": 850}], "download_size": 15765533, "dataset_size": 35165946}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "a-m-team/AM-DeepSeek-Distilled-40M", "likes": 56, "downloads": 3319, "created": "2025-04-18", "modified": "2025-05-10", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:10M<n<100M", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2504.17565", "region:us", "code"], "card": {"language": ["zh", "en"], "license": "cc-by-nc-4.0", "size_categories": ["35M<n<45M"], "task_categories": ["text-generation"], "tags": ["code", "math", "science", "instruction follow", "reasoning", "thinking", "deepseek-r1", "distill"], "configs": [{"config_name": "code_1.5b_1pass", "data_files": "code_1.5b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_1.5b_2pass", "data_files": "code_1.5b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_1.5b_3pass", "data_files": "code_1.5b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_1.5b_4pass", "data_files": "code_1.5b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_7b_1pass", "data_files": "code_7b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_7b_2pass", "data_files": "code_7b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_7b_3pass", "data_files": "code_7b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_7b_4pass", "data_files": "code_7b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_r1_1pass", "data_files": "code_r1_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_r1_2pass", "data_files": "code_r1_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_r1_3pass", "data_files": "code_r1_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "code_r1_4pass", "data_files": "code_r1_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_1.5b_1pass", "data_files": "if_1.5b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_1.5b_2pass", "data_files": "if_1.5b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_1.5b_3pass", "data_files": "if_1.5b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_1.5b_4pass", "data_files": "if_1.5b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_7b_1pass", "data_files": "if_7b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_7b_2pass", "data_files": "if_7b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_7b_3pass", "data_files": "if_7b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_7b_4pass", "data_files": "if_7b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_r1_1pass", "data_files": "if_r1_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_r1_2pass", "data_files": "if_r1_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_r1_3pass", "data_files": "if_r1_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "if_r1_4pass", "data_files": "if_r1_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_1.5b_1pass", "data_files": "math_1.5b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_1.5b_2pass", "data_files": "math_1.5b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_1.5b_3pass", "data_files": "math_1.5b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_1.5b_4pass", "data_files": "math_1.5b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_7b_1pass", "data_files": "math_7b_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_7b_2pass", "data_files": "math_7b_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_7b_3pass", "data_files": "math_7b_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_7b_4pass", "data_files": "math_7b_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_r1_1pass", "data_files": "math_r1_1pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_r1_2pass", "data_files": "math_r1_2pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_r1_3pass", "data_files": "math_r1_3pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}, {"config_name": "math_r1_4pass", "data_files": "math_r1_4pass.jsonl", "features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "question_source", "dtype": "string"}, {"name": "answer_source", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "ground_truth", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "instruction_constrain", "dtype": "string"}, {"name": "pass_rate_r1", "dtype": "float32"}, {"name": "pass_rate_7b", "dtype": "float32"}, {"name": "pass_rate_1.5b", "dtype": "float32"}, {"name": "verify_score", "dtype": "float32"}, {"name": "ppl", "dtype": "float32"}, {"name": "model_name", "dtype": "string"}]}]}}, {"id": "a-m-team/AM-DeepSeek-R1-Distilled-1.4M", "likes": 198, "downloads": 3241, "created": "2025-03-09", "modified": "2025-03-30", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:1M<n<10M", "arxiv:2503.19633", "region:us", "code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "card": {"license": "cc-by-nc-4.0", "task_categories": ["text-generation"], "language": ["zh", "en"], "tags": ["code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "size_categories": ["1M<n<10M"], "configs": [{"config_name": "am_0.5M", "data_files": "am_0.5M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M", "data_files": "am_0.9M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M_sample_1k", "data_files": "am_0.9M_sample_1k.jsonl", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}]}}, {"id": "AtomicChat/DeepSeek-V4.1-Flash-NVFP4-metrics", "likes": 1, "downloads": 3033, "created": "2026-09-10", "modified": "2026-09-10", "tags": ["license:mit", "region:us", "atomic-chat", "deepseek", "nvfp4", "metrics"], "card": {"license": "mit", "tags": ["atomic-chat", "deepseek", "nvfp4", "metrics"]}}, {"id": "a-m-team/AM-DeepSeek-R1-0528-Distilled", "likes": 102, "downloads": 2990, "created": "2025-06-04", "modified": "2025-06-09", "tags": ["task_categories:text-generation", "language:en", "language:zh", "size_categories:1M<n<10M", "region:us", "reasoning"], "card": {"task_categories": ["text-generation"], "language": ["en", "zh"], "tags": ["reasoning"], "size_categories": ["1M<n<10M"]}}, {"id": "Infatoshi/DeepSeek-V4.1-Flash-1017-local-evaluation", "likes": 0, "downloads": 2930, "created": "2026-10-18", "modified": "2026-10-19", "tags": ["task_categories:text-generation", "license:mit", "region:us", "benchmark", "vllm", "deepseek"], "card": {"pretty_name": "DeepSeek V4.1 Flash 1017 local evaluation", "license": "mit", "task_categories": ["text-generation"], "tags": ["benchmark", "vllm", "deepseek"]}}, {"id": "LazyAGI/GSM8K_Deepseek_R1_Distill-Data-7148", "likes": 1, "downloads": 2843, "created": "2025-03-16", "modified": "2025-04-16", "tags": ["license:apache-2.0", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "TeichAI/DeepSeek-v4-Pro-Agent", "likes": 109, "downloads": 2635, "created": "2026-05-09", "modified": "2026-05-22", "tags": ["task_categories:text-generation", "language:en", "size_categories:1K<n<10K", "format:json", "format:agent-traces", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "agent-traces", "pi", "distillation"], "card": {"pretty_name": "DeepSeek v4 Pro Agent Traces", "tags": ["agent-traces", "pi", "distillation", "deepseek/deepseek-v4-pro", "teich"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.jsonl"}]}], "task_categories": ["text-generation"], "language": ["en"]}}, {"id": "Congliu/Chinese-DeepSeek-R1-Distill-data-110k", "likes": 804, "downloads": 2374, "created": "2025-02-17", "modified": "2025-02-21", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:zh", "license:apache-2.0", "size_categories:100K<n<1M", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "language": ["zh"], "size_categories": ["100K<n<1M"], "task_categories": ["text-generation", "text2text-generation", "question-answering"]}}, {"id": "Congliu/Chinese-DeepSeek-R1-Distill-data-110k-SFT", "likes": 233, "downloads": 1827, "created": "2025-02-17", "modified": "2025-02-19", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:zh", "license:apache-2.0", "size_categories:100K<n<1M", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "language": ["zh"], "size_categories": ["100K<n<1M"], "task_categories": ["text-generation", "text2text-generation", "question-answering"]}}, {"id": "deepseek-ai/DeepSeek-Prover-V1", "likes": 74, "downloads": 1708, "created": "2024-08-16", "modified": "2024-09-12", "tags": ["license:other", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2405.14333", "region:us"], "card": {"license": "other", "license_name": "deepseek-license", "license_link": "LICENSE"}}, {"id": "MaziyarPanahi/synthetic-medical-conversations-deepseek-v3-chat", "likes": 6, "downloads": 1652, "created": "2025-01-29", "modified": "2025-01-29", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input_disease", "dtype": "string"}, {"name": "input_language", "dtype": "string"}, {"name": "output_source_disease", "dtype": "string"}, {"name": "output_language", "dtype": "string"}, {"name": "output_clinician_persona_and_patient_scenario", "dtype": "string"}, {"name": "output_conversation", "dtype": "string"}, {"name": "output_common_mistakes", "dtype": "string"}, {"name": "output_differential_diagnosis", "dtype": "string"}, {"name": "output_related_diseases", "dtype": "string"}, {"name": "output_executive_summary", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "output_clinician_persona_and_patient_scenario_clinician_persona", "dtype": "string"}, {"name": "output_clinician_persona_and_patient_scenario_patient_scenario", "dtype": "string"}, {"name": "output_related_diseas5es", "dtype": "string"}, {"name": "output_exec_summary", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 17283575, "num_examples": 4547}], "download_size": 7990393, "dataset_size": 17283575}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Gflorent/deepseek-ocr-artifacts-test-XX", "likes": 0, "downloads": 1614, "created": "2025-11-12", "modified": "2025-11-20", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "sample_id", "dtype": "string"}, {"name": "dataset_index", "dtype": "int64"}, {"name": "document_markdown_path", "dtype": "string"}, {"name": "document_markdown_text", "dtype": "string"}, {"name": "document_with_boxes_image", "dtype": "null"}, {"name": "figures", "list": [{"name": "description", "dtype": "string"}, {"name": "figure_id", "dtype": "string"}, {"name": "image_path", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 20956354, "num_examples": 4988}], "download_size": 8742172, "dataset_size": 20956354}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "FatimahEmadEldin/deepseek-ocr-arabic-v1", "likes": 0, "downloads": 1446, "created": "2026-02-08", "modified": "2026-02-09", "tags": ["size_categories:1K<n<10K", "format:arrow", "library:datasets", "library:mlcroissant", "region:us"], "card": {}}, {"id": "lihaoxin2020/deepseek-reasoner-full-supergpqa-r1", "likes": 0, "downloads": 1440, "created": "2025-06-27", "modified": "2025-06-27", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": [{"config_name": "Engineering", "features": [{"name": "data", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "raw_response", "struct": [{"name": "text", "dtype": "string"}, {"name": "logprobs", "dtype": "null"}, {"name": "tokens", "dtype": "null"}, {"name": "usage", "dtype": "null"}]}, {"name": "raw_text", "dtype": "string"}, {"name": "knowledge_pieces", "sequence": "string"}, {"name": "doc_id", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 51343123, "num_examples": 2201}], "download_size": 18965915, "dataset_size": 51343123}, {"config_name": "Science", "features": [{"name": "data", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "raw_response", "struct": [{"name": "text", "dtype": "string"}, {"name": "logprobs", "dtype": "null"}, {"name": "tokens", "dtype": "null"}, {"name": "usage", "dtype": "null"}]}, {"name": "raw_text", "dtype": "string"}, {"name": "knowledge_pieces", "sequence": "string"}, {"name": "doc_id", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 102046653, "num_examples": 3966}], "download_size": 37306923, "dataset_size": 102046653}], "configs": [{"config_name": "Engineering", "data_files": [{"split": "train", "path": "Engineering/train-*"}]}, {"config_name": "Science", "data_files": [{"split": "train", "path": "Science/train-*"}]}]}}, {"id": "memmywinks/DeepSeek_Math_V2", "likes": 0, "downloads": 1347, "created": "2026-08-06", "modified": "2026-08-07", "tags": ["region:us"], "card": {}}, {"id": "Jackrong/DeepSeek-V4-Distill-8000x", "likes": 97, "downloads": 1190, "created": "2026-04-24", "modified": "2026-04-24", "tags": ["task_categories:text-generation", "source_datasets:Jackrong/GLM-5.1-Reasoning-1M-Cleaned", "language:en", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "reasoning", "distillation", "supervised-fine-tuning"], "card": {"license": "mit", "language": ["en"], "pretty_name": "DeepSeek-V4-Distill-8100x", "size_categories": ["1K<n<10K"], "task_categories": ["text-generation"], "tags": ["reasoning", "distillation", "supervised-fine-tuning", "chain-of-thought", "deepseek-v4-flash"], "source_datasets": ["Jackrong/GLM-5.1-Reasoning-1M-Cleaned"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train.jsonl"}]}]}}, {"id": "davidheineman/deepseek-leetcode", "likes": 0, "downloads": 1163, "created": "2025-06-16", "modified": "2025-06-16", "tags": ["language:en", "size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"language": ["en"], "size_categories": ["n<1K"]}}, {"id": "DeepSeekOracle/lygo-protocol-stack", "likes": 0, "downloads": 1129, "created": "2026-07-01", "modified": "2026-08-30", "tags": ["language:en", "language:code", "license:other", "modality:audio", "region:us", "lygo", "protocol", "p0", "nano-kernel", "deterministic", "ethics", "audio", "deepseekoracle"], "card": {"license": "other", "license_name": "lygo-sovereign", "license_link": "https://github.com/DeepSeekOracle/lygo-protocol-stack/blob/main/LICENSE", "tags": ["lygo", "protocol", "p0", "nano-kernel", "deterministic", "ethics", "audio", "deepseekoracle"], "language": ["en", "code"], "pretty_name": "LYGO Protocol Stack (P0–P5)"}}, {"id": "fireworks-ai/logiqa-deepseek-v3", "likes": 0, "downloads": 1107, "created": "2025-02-27", "modified": "2025-02-27", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "context", "dtype": "string"}, {"name": "question", "dtype": "string"}, {"name": "options", "sequence": "string"}, {"name": "answer", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "completions", "sequence": "string"}], "splits": [{"name": "train", "num_bytes": 76579727, "num_examples": 7376}, {"name": "test", "num_bytes": 8490421, "num_examples": 651}], "download_size": 29399785, "dataset_size": 85070148}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "Jackrong/DeepSeek-V4-Pro-Distilled-200K", "likes": 13, "downloads": 1105, "created": "2026-07-28", "modified": "2026-08-02", "tags": ["task_categories:text-generation", "language:en", "license:cc-by-4.0", "license:cc-by-sa-4.0", "size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "deepseek-v4-pro", "max-mode", "knowledge-distillation"], "card": {"license": ["cc-by-4.0", "cc-by-sa-4.0"], "language": ["en"], "task_categories": ["text-generation"], "tags": ["deepseek-v4-pro", "max-mode", "knowledge-distillation", "reasoning", "chain-of-thought", "mathematics", "stem", "supervised-fine-tuning"], "pretty_name": "DeepSeek V4 Pro Distilled 200K", "size_categories": ["100K<n<1M"], "configs": [{"config_name": "Math", "data_files": [{"split": "train", "path": "data/Math/train-*.jsonl.gz"}]}, {"config_name": "STEM", "data_files": [{"split": "train", "path": "data/STEM/train-*.jsonl.gz"}]}]}}, {"id": "hbXNov/numina_amc_aime_deepseek_r1_responses", "likes": 0, "downloads": 1048, "created": "2025-01-22", "modified": "2025-01-22", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "deepseek_solution", "dtype": "string"}, {"name": "ground_truth_solution", "dtype": "string"}, {"name": "deepseek_final_answer", "dtype": "string"}, {"name": "ground_truth_final_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 115728, "num_examples": 5}], "download_size": 68154, "dataset_size": 115728}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "arcee-ai/DeepSeek-MixedModeReasoning-Logits-Packed-16384", "likes": 8, "downloads": 1044, "created": "2025-03-14", "modified": "2025-12-10", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input_ids", "sequence": "uint64"}, {"name": "packed_indices", "sequence": {"sequence": "uint64"}}, {"name": "exact_values", "sequence": {"sequence": "float32"}}, {"name": "coeffs", "sequence": {"sequence": "float32"}}, {"name": "labels", "sequence": "int64"}, {"name": "attention_mask", "sequence": "int8"}], "splits": [{"name": "train", "num_bytes": 1416838218360, "num_examples": 352965}], "download_size": 815650439843, "dataset_size": 1416838218360}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Hugodonotexit/math-code-science-deepseek-r1-en", "likes": 4, "downloads": 994, "created": "2025-07-04", "modified": "2025-07-23", "tags": ["task_categories:question-answering", "language:en", "license:cc", "size_categories:1M<n<10M", "format:json", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "region:us"], "card": {"license": "cc", "task_categories": ["question-answering"], "language": ["en"], "pretty_name": "R1 Dataset collection", "configs": [{"config_name": "All", "data_files": [{"split": "train", "path": "*.jsonl"}]}]}}, {"id": "brandonmusic/DeepSeek-V4.1-Flash-1017-Teacher-Logits", "likes": 0, "downloads": 986, "created": "2026-10-19", "modified": "2026-10-19", "tags": ["license:mit", "region:us", "logits", "teacher", "kld", "deepseek", "deepseek-v4.1"], "card": {"license": "mit", "base_model": "deepseek-ai/DeepSeek-V4.1-Flash-1017", "tags": ["logits", "teacher", "kld", "deepseek", "deepseek-v4.1"]}}, {"id": "ansulev/deepseek-v4-pro-agent", "likes": 2, "downloads": 981, "created": "2026-05-15", "modified": "2026-05-15", "tags": ["region:us", "agent-traces", "pi", "distillation", "deepseek/deepseek-v4-pro", "teich"], "card": {"pretty_name": "DeepSeek v4 Pro Agent Traces", "tags": ["agent-traces", "pi", "distillation", "deepseek/deepseek-v4-pro", "teich"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.jsonl"}]}]}}, {"id": "AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GGUF-metrics", "likes": 1, "downloads": 969, "created": "2026-10-19", "modified": "2026-10-31", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "AweAI-Team/Scale-SWE-Distilled-DeepSeek-v4-Pro-High-41k", "likes": 17, "downloads": 870, "created": "2026-06-11", "modified": "2026-06-11", "tags": ["arxiv:2602.09892", "region:us"], "card": {}}, {"id": "momo1380/deepseek-farsi-molab-checkpoints", "likes": 1, "downloads": 842, "created": "2026-10-20", "modified": "2026-10-29", "tags": ["region:us"], "card": {}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1_traces_32768", "likes": 0, "downloads": 823, "created": "2025-04-24", "modified": "2025-04-24", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "string"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "int64"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 40033207, "num_examples": 877}], "download_size": 17738483, "dataset_size": 40033207}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "openguardrails/terminal-bench-2.1-deepseek-v4-flash-trajectories", "likes": 0, "downloads": 799, "created": "2026-09-11", "modified": "2026-09-11", "tags": ["language:en", "language:zh", "license:mit", "size_categories:n<1K", "region:us", "agent", "benchmark", "terminal-bench", "trajectories", "deepseek"], "card": {"license": "mit", "language": ["en", "zh"], "tags": ["agent", "benchmark", "terminal-bench", "trajectories", "deepseek"], "pretty_name": "DeepSeek-V4-Flash on Terminal-Bench 2.1 — Agent Trajectories", "size_categories": ["n<1K"], "configs": [{"config_name": "default", "data_files": "results/*.jsonl"}]}}, {"id": "hardcoremoore/DeepSeek-v4-Pro-Agent", "likes": 2, "downloads": 768, "created": "2026-05-25", "modified": "2026-05-25", "tags": ["task_categories:text-generation", "language:en", "size_categories:1K<n<10K", "format:json", "format:agent-traces", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "agent-traces", "pi", "distillation"], "card": {"pretty_name": "DeepSeek v4 Pro Agent Traces", "tags": ["agent-traces", "pi", "distillation", "deepseek/deepseek-v4-pro", "teich"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.jsonl"}]}], "task_categories": ["text-generation"], "language": ["en"]}}, {"id": "MaziyarPanahi/AM-DeepSeek-R1-0528-Distilled-with-System", "likes": 4, "downloads": 732, "created": "2025-06-11", "modified": "2025-06-11", "tags": ["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversation", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 39331688496, "num_examples": 2585963}], "download_size": 17582828600, "dataset_size": 39331688496}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Magpie-Align/Magpie-Reasoning-V2-250K-CoT-Deepseek-R1-Llama-70B", "likes": 110, "downloads": 715, "created": "2025-01-25", "modified": "2025-01-27", "tags": ["language:en", "license:llama3.3", "size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "arxiv:2406.08464", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversation_id", "dtype": "string"}, {"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "conversations", "list": [{"name": "from", "dtype": "string"}, {"name": "value", "dtype": "string"}]}, {"name": "gen_input_configs", "struct": [{"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}, {"name": "input_generator", "dtype": "string"}, {"name": "seed", "dtype": "null"}, {"name": "pre_query_template", "dtype": "string"}]}, {"name": "gen_response_configs", "struct": [{"name": "prompt", "dtype": "string"}, {"name": "temperature", "dtype": "int64"}, {"name": "top_p", "dtype": "float64"}, {"name": "repetition_penalty", "dtype": "float64"}, {"name": "max_tokens", "dtype": "int64"}, {"name": "stop_tokens", "sequence": "string"}, {"name": "output_generator", "dtype": "string"}, {"name": "engine", "dtype": "string"}]}, {"name": "intent", "dtype": "string"}, {"name": "knowledge", "dtype": "string"}, {"name": "difficulty", "dtype": "string"}, {"name": "difficulty_generator", "dtype": "string"}, {"name": "input_quality", "dtype": "string"}, {"name": "quality_explanation", "dtype": "string"}, {"name": "quality_generator", "dtype": "string"}, {"name": "task_category", "dtype": "string"}, {"name": "other_task_category", "sequence": "string"}, {"name": "task_category_generator", "dtype": "string"}, {"name": "language", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 4065953009, "num_examples": 249922}], "download_size": 1615946128, "dataset_size": 4065953009}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "language": ["en"], "size_categories": ["100K<n<1M"], "license": "llama3.3"}}, {"id": "Rock23210/AIME_Deepseek_Clean", "likes": 0, "downloads": 703, "created": "2025-01-05", "modified": "2025-01-05", "tags": ["license:mit", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "mit"}}, {"id": "mlfoundations-dev/DeepSeek-R1-0528-Qwen3-8B_eval_5554", "likes": 1, "downloads": 670, "created": "2025-05-29", "modified": "2025-05-29", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Mumon/mmlu-pro-self-cot-deepseek-r1", "likes": 1, "downloads": 659, "created": "2025-02-14", "modified": "2025-02-14", "tags": ["license:apache-2.0", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "dataset_info": {"features": [{"name": "question_id", "dtype": "int64"}, {"name": "question", "dtype": "string"}, {"name": "options", "sequence": "string"}, {"name": "answer", "dtype": "string"}, {"name": "answer_index", "dtype": "int64"}, {"name": "cot_content", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "src", "dtype": "string"}], "splits": [{"name": "validation", "num_bytes": 487464, "num_examples": 70}, {"name": "test", "num_bytes": 8715104, "num_examples": 12032}], "download_size": 4377784, "dataset_size": 9202568}, "configs": [{"config_name": "default", "data_files": [{"split": "validation", "path": "data/validation-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1-distill-qwen-14b_traces_32768", "likes": 0, "downloads": 629, "created": "2025-04-25", "modified": "2025-04-25", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "int64"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "int64"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 20464345, "num_examples": 740}], "download_size": 9006078, "dataset_size": 20464345}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Mxode/Math-Chinese-DeepSeek-R1-10K", "likes": 4, "downloads": 605, "created": "2025-04-20", "modified": "2025-05-02", "tags": ["task_categories:text-generation", "language:zh", "license:cc-by-sa-4.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "cc-by-sa-4.0", "task_categories": ["text-generation"], "language": ["zh"], "size_categories": ["10K<n<100K"]}}, {"id": "OnDeviceMedNotes/synthetic-medical-conversations-deepseek-v3", "likes": 35, "downloads": 582, "created": "2025-01-05", "modified": "2025-01-29", "tags": ["license:mit", "modality:text", "region:us"], "card": {"license": "mit"}}, {"id": "SuperbEmphasis/Deepseek-R1-ERP-Dataset", "likes": 6, "downloads": 577, "created": "2025-06-02", "modified": "2025-07-02", "tags": ["language:en", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "region:us"], "card": {"language": ["en"], "size_categories": ["1K<n<10K"], "extra_gated_prompt": "This Dataset contains sexual explicit material.  Please confirm your age by checking the box below.", "extra_gated_button_content": "Age Restriction", "extra_gated_fields": {"I confirm that I am over the age of 18": "checkbox"}}}, {"id": "NousResearch/eval-DeepSeek-V3-0324", "likes": 2, "downloads": 577, "created": "2025-08-14", "modified": "2025-08-28", "tags": ["language:en", "size_categories:100K<n<1M", "modality:tabular", "modality:text", "region:us", "evaluation", "benchmarks"], "card": {"dataset_info": {"features": [{"name": "benchmark_results", "dtype": "string"}]}, "configs": [{"config_name": "aime24_groups", "data_files": [{"split": "latest", "path": "aime24/details.parquet"}]}, {"config_name": "aime24_samples", "data_files": [{"split": "latest", "path": "aime24/conversations.parquet"}]}, {"config_name": "aime25_groups", "data_files": [{"split": "latest", "path": "aime25/details.parquet"}]}, {"config_name": "aime25_samples", "data_files": [{"split": "latest", "path": "aime25/conversations.parquet"}]}, {"config_name": "arenahard_samples", "data_files": [{"split": "latest", "path": "arenahard/samples.jsonl"}]}, {"config_name": "bbh_generative_groups", "data_files": [{"split": "latest", "path": "bbh_generative/details.parquet"}]}, {"config_name": "bbh_generative_samples", "data_files": [{"split": "latest", "path": "bbh_generative/conversations.parquet"}]}, {"config_name": "creative-writing-v3_samples", "data_files": [{"split": "latest", "path": "creative-writing-v3/samples.jsonl"}]}, {"config_name": "drop_generative_nous_groups", "data_files": [{"split": "latest", "path": "drop_generative_nous/details.parquet"}]}, {"config_name": "drop_generative_nous_samples", "data_files": [{"split": "latest", "path": "drop_generative_nous/conversations.parquet"}]}, {"config_name": "eqbench3_samples", "data_files": [{"split": "latest", "path": "eqbench3/samples.jsonl"}]}, {"config_name": "gpqa_diamond_groups", "data_files": [{"split": "latest", "path": "gpqa_diamond/details.parquet"}]}, {"config_name": "gpqa_diamond_samples", "data_files": [{"split": "latest", "path": "gpqa_diamond/conversations.parquet"}]}, {"config_name": "ifeval_groups", "data_files": [{"split": "latest", "path": "ifeval/details.parquet"}]}, {"config_name": "ifeval_samples", "data_files": [{"split": "latest", "path": "ifeval/conversations.parquet"}]}, {"config_name": "lcb-v6-aug2024+_samples", "data_files": [{"split": "latest", "path": "lcb-v6-aug2024+/samples.jsonl"}]}, {"config_name": "lcb-v6-aug2024+_groups", "data_files": [{"split": "latest", "path": "lcb-v6-aug2024+/group.jsonl"}]}, {"config_name": "math_500_groups", "data_files": [{"split": "latest", "path": "math_500/details.parquet"}]}, {"config_name": "math_500_samples", "data_files": [{"split": "latest", "path": "math_500/conversations.parquet"}]}, {"config_name": "mmlu_generative_groups", "data_files": [{"split": "latest", "path": "mmlu_generative/details.parquet"}]}, {"config_name": "mmlu_generative_samples", "data_files": [{"split": "latest", "path": "mmlu_generative/conversations.parquet"}]}, {"config_name": "mmlu_pro_groups", "data_files": [{"split": "latest", "path": "mmlu_pro/details.parquet"}]}, {"config_name": "mmlu_pro_samples", "data_files": [{"split": "latest", "path": "mmlu_pro/conversations.parquet"}]}, {"config_name": "musr_generative_groups", "data_files": [{"split": "latest", "path": "musr_generative/details.parquet"}]}, {"config_name": "musr_generative_samples", "data_files": [{"split": "latest", "path": "musr_generative/conversations.parquet"}]}, {"config_name": "obqa_generative_groups", "data_files": [{"split": "latest", "path": "obqa_generative/details.parquet"}]}, {"config_name": "obqa_generative_samples", "data_files": [{"split": "latest", "path": "obqa_generative/conversations.parquet"}]}, {"config_name": "rewardbench_samples", "data_files": [{"split": "latest", "path": "rewardbench/samples.jsonl"}]}, {"config_name": "simpleqa_nous_groups", "data_files": [{"split": "latest", "path": "simpleqa_nous/details.parquet"}]}, {"config_name": "simpleqa_nous_samples", "data_files": [{"split": "latest", "path": "simpleqa_nous/conversations.parquet"}]}], "language": ["en"], "size_categories": ["1K<n<10K"], "tags": ["evaluation", "benchmarks"]}}, {"id": "sequelbox/Celestia3-DeepSeek-R1-0528", "likes": 37, "downloads": 570, "created": "2025-07-01", "modified": "2025-07-03", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6136", "region:us", "celestia", "celestia-3", "chat"], "card": {"license": "apache-2.0", "tags": ["celestia", "celestia-3", "chat", "chat-instruct", "synthetic", "conversational", "science", "physics", "biology", "chemistry", "compsci", "computer-science", "information-theory", "earth-science", "astronomy", "problem-solving", "expert", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "r1-0528", "deepseek-r1-0528", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Celestia3"}}, {"id": "ronaldcmz/DeepSeek-v4-Pro-Agent", "likes": 0, "downloads": 564, "created": "2026-06-20", "modified": "2026-06-20", "tags": ["task_categories:text-generation", "language:en", "size_categories:1K<n<10K", "format:json", "format:agent-traces", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "agent-traces", "pi", "distillation"], "card": {"pretty_name": "DeepSeek v4 Pro Agent Traces", "tags": ["agent-traces", "pi", "distillation", "deepseek/deepseek-v4-pro", "teich"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.jsonl"}]}], "task_categories": ["text-generation"], "language": ["en"]}}, {"id": "nishadsinghi/math7500_train_DeepSeek-R1-Distill-Qwen-7B_32K_tokens", "likes": 0, "downloads": 547, "created": "2025-02-13", "modified": "2025-02-13", "tags": ["region:us"], "card": {}}, {"id": "koyena/Magpie-Reasoning-V2-250K-CoT-Deepseek-R1-Llama-70B-formatted", "likes": 0, "downloads": 546, "created": "2025-04-23", "modified": "2025-04-23", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversation_id", "dtype": "string"}, {"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "conversations", "list": [{"name": "from", "dtype": "string"}, {"name": "value", "dtype": "string"}]}, {"name": "gen_input_configs", "struct": [{"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}, {"name": "input_generator", "dtype": "string"}, {"name": "seed", "dtype": "null"}, {"name": "pre_query_template", "dtype": "string"}]}, {"name": "gen_response_configs", "struct": [{"name": "prompt", "dtype": "string"}, {"name": "temperature", "dtype": "int64"}, {"name": "top_p", "dtype": "float64"}, {"name": "repetition_penalty", "dtype": "float64"}, {"name": "max_tokens", "dtype": "int64"}, {"name": "stop_tokens", "sequence": "string"}, {"name": "output_generator", "dtype": "string"}, {"name": "engine", "dtype": "string"}]}, {"name": "intent", "dtype": "string"}, {"name": "knowledge", "dtype": "string"}, {"name": "difficulty", "dtype": "string"}, {"name": "difficulty_generator", "dtype": "string"}, {"name": "input_quality", "dtype": "string"}, {"name": "quality_explanation", "dtype": "string"}, {"name": "quality_generator", "dtype": "string"}, {"name": "task_category", "dtype": "string"}, {"name": "other_task_category", "sequence": "string"}, {"name": "task_category_generator", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "message", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "message_llama_chat_template", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 5424516078, "num_examples": 174945}, {"name": "validation", "num_bytes": 2333860745, "num_examples": 74977}], "download_size": 3106634106, "dataset_size": 7758376823}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "validation", "path": "data/validation-*"}]}]}}, {"id": "cliecy/DeepSeek-V4.1-Flash-1017-pruning-eval", "likes": 1, "downloads": 544, "created": "2026-10-21", "modified": "2026-10-25", "tags": ["language:zh", "language:en", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:text", "modality:text", "library:datasets", "library:mlcroissant", "region:us", "deepseek", "moe", "expert-pruning", "reap", "quantization"], "card": {"license": "mit", "language": ["zh", "en", "ja"], "tags": ["deepseek", "moe", "expert-pruning", "reap", "quantization", "gguf", "llama.cpp"], "pretty_name": "DeepSeek-V4.1-Flash-1017 expert pruning eval"}}, {"id": "NousResearch/eval-DeepSeek-R1-0528", "likes": 2, "downloads": 530, "created": "2025-08-20", "modified": "2025-08-28", "tags": ["language:en", "size_categories:100K<n<1M", "modality:tabular", "modality:text", "region:us", "evaluation", "benchmarks"], "card": {"dataset_info": {"features": [{"name": "benchmark_results", "dtype": "string"}]}, "configs": [{"config_name": "aime24_groups", "data_files": [{"split": "latest", "path": "aime24/details.parquet"}]}, {"config_name": "aime24_samples", "data_files": [{"split": "latest", "path": "aime24/conversations.parquet"}]}, {"config_name": "aime25_groups", "data_files": [{"split": "latest", "path": "aime25/details.parquet"}]}, {"config_name": "aime25_samples", "data_files": [{"split": "latest", "path": "aime25/conversations.parquet"}]}, {"config_name": "arenahard_samples", "data_files": [{"split": "latest", "path": "arenahard/samples.jsonl"}]}, {"config_name": "bbh_generative_groups", "data_files": [{"split": "latest", "path": "bbh_generative/details.parquet"}]}, {"config_name": "bbh_generative_samples", "data_files": [{"split": "latest", "path": "bbh_generative/conversations.parquet"}]}, {"config_name": "creative-writing-v3_samples", "data_files": [{"split": "latest", "path": "creative-writing-v3/samples.jsonl"}]}, {"config_name": "drop_generative_nous_groups", "data_files": [{"split": "latest", "path": "drop_generative_nous/details.parquet"}]}, {"config_name": "drop_generative_nous_samples", "data_files": [{"split": "latest", "path": "drop_generative_nous/conversations.parquet"}]}, {"config_name": "eqbench3_samples", "data_files": [{"split": "latest", "path": "eqbench3/samples.jsonl"}]}, {"config_name": "gpqa_diamond_groups", "data_files": [{"split": "latest", "path": "gpqa_diamond/details.parquet"}]}, {"config_name": "gpqa_diamond_samples", "data_files": [{"split": "latest", "path": "gpqa_diamond/conversations.parquet"}]}, {"config_name": "ifeval_groups", "data_files": [{"split": "latest", "path": "ifeval/details.parquet"}]}, {"config_name": "ifeval_samples", "data_files": [{"split": "latest", "path": "ifeval/conversations.parquet"}]}, {"config_name": "lcb-v6-aug2024+_samples", "data_files": [{"split": "latest", "path": "lcb-v6-aug2024+/samples.jsonl"}]}, {"config_name": "lcb-v6-aug2024+_groups", "data_files": [{"split": "latest", "path": "lcb-v6-aug2024+/group.jsonl"}]}, {"config_name": "math_500_groups", "data_files": [{"split": "latest", "path": "math_500/details.parquet"}]}, {"config_name": "math_500_samples", "data_files": [{"split": "latest", "path": "math_500/conversations.parquet"}]}, {"config_name": "mmlu_generative_groups", "data_files": [{"split": "latest", "path": "mmlu_generative/details.parquet"}]}, {"config_name": "mmlu_generative_samples", "data_files": [{"split": "latest", "path": "mmlu_generative/conversations.parquet"}]}, {"config_name": "mmlu_pro_groups", "data_files": [{"split": "latest", "path": "mmlu_pro/details.parquet"}]}, {"config_name": "mmlu_pro_samples", "data_files": [{"split": "latest", "path": "mmlu_pro/conversations.parquet"}]}, {"config_name": "musr_generative_groups", "data_files": [{"split": "latest", "path": "musr_generative/details.parquet"}]}, {"config_name": "musr_generative_samples", "data_files": [{"split": "latest", "path": "musr_generative/conversations.parquet"}]}, {"config_name": "obqa_generative_groups", "data_files": [{"split": "latest", "path": "obqa_generative/details.parquet"}]}, {"config_name": "obqa_generative_samples", "data_files": [{"split": "latest", "path": "obqa_generative/conversations.parquet"}]}, {"config_name": "rewardbench_samples", "data_files": [{"split": "latest", "path": "rewardbench/samples.jsonl"}]}, {"config_name": "simpleqa_nous_groups", "data_files": [{"split": "latest", "path": "simpleqa_nous/details.parquet"}]}, {"config_name": "simpleqa_nous_samples", "data_files": [{"split": "latest", "path": "simpleqa_nous/conversations.parquet"}]}], "language": ["en"], "size_categories": ["1K<n<10K"], "tags": ["evaluation", "benchmarks"]}}, {"id": "dengxiaodi/deepseek-v4.1-flash-distill-zh-2k", "likes": 1, "downloads": 496, "created": "2026-10-04", "modified": "2026-10-04", "tags": ["task_categories:text-generation", "language:zh", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "distillation", "chain-of-thought", "reasoning"], "card": {"license": "cc-by-4.0", "language": ["zh"], "tags": ["distillation", "chain-of-thought", "reasoning", "deepseek", "synthetic-data", "sft"], "size_categories": ["1K<n<10K"], "task_categories": ["text-generation"]}}, {"id": "Gubrg/DeepSeek-R1-Distill-Qwen-1.5B-lmsys-chat-1m-tokenized", "likes": 0, "downloads": 487, "created": "2025-05-16", "modified": "2025-05-16", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "tokens", "sequence": "int64"}], "splits": [{"name": "train", "num_bytes": 3984837828, "num_examples": 486193}], "download_size": 822230963, "dataset_size": 3984837828}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "prefixsliding/train_v6_deepseek", "likes": 0, "downloads": 487, "created": "2025-05-30", "modified": "2025-07-18", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "tests", "dtype": "string"}, {"name": "domain", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "metadata", "dtype": "string"}, {"name": "guessability", "dtype": "string"}, {"name": "guessability_samples", "dtype": "string"}, {"name": "verifiability", "dtype": "bool"}, {"name": "difficulty", "dtype": "string"}, {"name": "difficulty_samples", "dtype": "string"}, {"name": "difficulty_ordered", "sequence": "float64"}], "splits": [{"name": "train", "num_bytes": 257935022102, "num_examples": 508471}], "download_size": 50827596426, "dataset_size": 257935022102}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "nishadsinghi/math7500_train_DeepSeek-R1-Distill-Qwen-1p5_32K_tokens", "likes": 0, "downloads": 485, "created": "2025-02-13", "modified": "2025-02-13", "tags": ["region:us"], "card": {}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-7B_eval_03-07-25_17-55_0981", "likes": 0, "downloads": 465, "created": "2025-03-07", "modified": "2025-03-07", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Gflorent/deepseek-ocr-artifacts-test-Z", "likes": 0, "downloads": 461, "created": "2025-11-27", "modified": "2025-12-04", "tags": ["size_categories:n<1K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "sample_id", "dtype": "string"}, {"name": "dataset_index", "dtype": "int64"}, {"name": "source_image_path", "dtype": "image"}, {"name": "document_with_boxes_image_path", "dtype": "image"}, {"name": "document_markdown_text", "dtype": "string"}, {"name": "extracted_figures", "list": "image"}, {"name": "extracted_figures_metadata", "list": "string"}, {"name": "document_markdown_path", "dtype": "string"}, {"name": "document_final_markdown_path", "dtype": "string"}, {"name": "document_final_markdown_text", "dtype": "string"}, {"name": "raw_response_path", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 13819599, "num_examples": 10}], "download_size": 13798970, "dataset_size": 13819599}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "nguyenkhanh87/CaseHOLD_DeepSeek_R1_14B_Reasoning", "likes": 0, "downloads": 460, "created": "2025-02-23", "modified": "2025-02-26", "tags": ["language:en", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"language": ["en"], "dataset_info": {"features": [{"name": "context", "dtype": "string"}, {"name": "endings", "sequence": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "label", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 3352661, "num_examples": 1000}], "download_size": 1663914, "dataset_size": 3352661}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-7B_eval_703b", "likes": 0, "downloads": 448, "created": "2025-05-09", "modified": "2025-05-09", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "r0b0tlab/deepseek-v4-pro-0813-agentic", "likes": 23, "downloads": 417, "created": "2026-08-16", "modified": "2026-08-16", "tags": ["task_categories:text-generation", "task_categories:question-answering", "task_categories:other", "language:en", "language:zh", "language:es", "language:fr", "language:de", "language:ja", "license:other", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets"], "card": {"license": "other", "task_categories": ["text-generation", "question-answering", "other"], "tags": ["distillation", "sft", "grpo", "agentic", "tool-use", "reasoning", "structured-output", "multi-turn", "verifiable", "deepseek", "nemotron-ready", "synthetic"], "language": ["en", "zh", "es", "fr", "de", "ja"], "pretty_name": "DeepSeek-V4-Pro 0813 Agentic", "size_categories": ["10K<n<100K"], "configs": [{"config_name": "canonical", "data_files": [{"split": "train", "path": "canonical/train-00000-of-00001.parquet"}, {"split": "validation", "path": "canonical/validation-00000-of-00001.parquet"}, {"split": "test", "path": "canonical/test-00000-of-00001.parquet"}], "default": true}, {"config_name": "sft_openai", "data_files": [{"split": "train", "path": "sft_openai/train-00000-of-00001.parquet"}, {"split": "validation", "path": "sft_openai/validation-00000-of-00001.parquet"}, {"split": "test", "path": "sft_openai/test-00000-of-00001.parquet"}]}, {"config_name": "responses_api", "data_files": [{"split": "train", "path": "responses_api/train-00000-of-00001.parquet"}, {"split": "validation", "path": "responses_api/validation-00000-of-00001.parquet"}, {"split": "test", "path": "responses_api/test-00000-of-00001.parquet"}]}, {"config_name": "rl_tool_prompts", "data_files": [{"split": "train", "path": "rl_tool_prompts/train-00000-of-00001.parquet"}, {"split": "validation", "path": "rl_tool_prompts/validation-00000-of-00001.parquet"}, {"split": "test", "path": "rl_tool_prompts/test-00000-of-00001.parquet"}]}]}}, {"id": "optimisc/RecoveryBench-V11-DeepSeek-Flash-Augmented-Teachers-20261019", "likes": 0, "downloads": 408, "created": "2026-10-19", "modified": "2026-10-19", "tags": ["size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "recoverybench", "network-troubleshooting", "teacher-trajectories", "deepseek"], "card": {"pretty_name": "RecoveryBench V11 DeepSeek Flash Augmented Teacher Trajectories", "size_categories": ["1K<n<10K"], "tags": ["recoverybench", "network-troubleshooting", "teacher-trajectories", "deepseek"], "configs": [{"config_name": "student_train", "default": true, "data_files": [{"split": "train", "path": "training/train/portable-all-index.jsonl"}]}, {"config_name": "evaluator_validation", "data_files": [{"split": "validation", "path": "evaluator/validation/portable-all-index.jsonl"}]}, {"config_name": "evaluator_test", "data_files": [{"split": "test", "path": "evaluator/test/portable-all-index.jsonl"}]}]}}, {"id": "arcee-ai/DeepSeek-DCLM-Logits-Packed-8192", "likes": 5, "downloads": 402, "created": "2025-01-31", "modified": "2025-12-10", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input_ids", "sequence": "uint64"}, {"name": "packed_indices", "sequence": {"sequence": "uint64"}}, {"name": "exact_values", "sequence": {"sequence": "float32"}}, {"name": "coeffs", "sequence": {"sequence": "float32"}}, {"name": "attention_mask", "sequence": "int8"}], "splits": [{"name": "train", "num_bytes": 688429456092, "num_examples": 158859}], "download_size": 570661614388, "dataset_size": 688429456092}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Magpie-Align/Magpie-Reasoning-V1-150K-CoT-Deepseek-R1-Llama-70B", "likes": 19, "downloads": 401, "created": "2025-01-27", "modified": "2025-01-27", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "arxiv:2406.08464", "region:us"], "card": {"dataset_info": {"features": [{"name": "uuid", "dtype": "string"}, {"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "conversations", "list": [{"name": "from", "dtype": "string"}, {"name": "value", "dtype": "string"}]}, {"name": "gen_input_configs", "struct": [{"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}, {"name": "input_generator", "dtype": "string"}, {"name": "seed", "dtype": "null"}, {"name": "extract_input", "dtype": "string"}]}, {"name": "gen_response_configs", "struct": [{"name": "prompt", "dtype": "string"}, {"name": "temperature", "dtype": "int64"}, {"name": "top_p", "dtype": "float64"}, {"name": "repetition_penalty", "dtype": "float64"}, {"name": "max_tokens", "dtype": "int64"}, {"name": "stop_tokens", "sequence": "string"}, {"name": "output_generator", "dtype": "string"}, {"name": "engine", "dtype": "string"}]}, {"name": "intent", "dtype": "string"}, {"name": "knowledge", "dtype": "string"}, {"name": "difficulty", "dtype": "string"}, {"name": "difficulty_generator", "dtype": "string"}, {"name": "input_quality", "dtype": "string"}, {"name": "quality_explanation", "dtype": "string"}, {"name": "quality_generator", "dtype": "string"}, {"name": "task_category", "dtype": "string"}, {"name": "other_task_category", "sequence": "string"}, {"name": "task_category_generator", "dtype": "string"}, {"name": "language", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 2616700132, "num_examples": 150000}], "download_size": 1111062075, "dataset_size": 2616700132}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "NodeLinker/deepseek-ai-Thinking-with-Visual-Primitives-deleted-repo", "likes": 40, "downloads": 400, "created": "2026-04-30", "modified": "2026-05-01", "tags": ["license:mit", "region:us"], "card": {"license": "mit", "viewer": false}}, {"id": "WumingXiaodao/gdpval-deepseek-v4-pro", "likes": 0, "downloads": 397, "created": "2026-08-07", "modified": "2026-08-07", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "reasoning-proj/filtered_science_DeepSeek-R1-Distill-Qwen-32B", "likes": 0, "downloads": 396, "created": "2025-07-07", "modified": "2025-07-07", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "id", "dtype": "string"}, {"name": "metadata", "struct": [{"name": "question_source", "dtype": "string"}]}, {"name": "model_name", "dtype": "string"}, {"name": "verifier_score", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 2271622, "num_examples": 231}], "download_size": 963512, "dataset_size": 2271622}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "abotresol/emotion-combined-trajectories-deepseek-stories-gemma-4-31b-it", "likes": 0, "downloads": 387, "created": "2026-07-23", "modified": "2026-07-29", "tags": ["task_categories:feature-extraction", "license:mit", "region:us", "interpretability", "emotion", "gemma", "ai-safety"], "card": {"license": "mit", "task_categories": ["feature-extraction"], "tags": ["interpretability", "emotion", "gemma", "ai-safety"]}}, {"id": "r0b0tlab/deepseek-hermes-reasoning-traces", "likes": 42, "downloads": 375, "created": "2026-05-03", "modified": "2026-05-04", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "hermes", "agent"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "tags": ["hermes", "agent", "tool-calling", "reasoning", "sft", "lora", "function-calling", "deepseek", "chatml"], "size_categories": ["10K<n<100K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "train.parquet"}, {"split": "valid", "path": "valid.parquet"}, {"split": "test", "path": "test.parquet"}]}, {"config_name": "nano", "data_files": "variants/nano/data.parquet"}, {"config_name": "budget", "data_files": "variants/budget/data.parquet"}, {"config_name": "standard", "data_files": "variants/standard/data.parquet"}, {"config_name": "spark", "data_files": "variants/spark/data.parquet"}]}}, {"id": "Artemis0430/deepseek-v4-pro-opencode-skill-use-data-2487", "likes": 0, "downloads": 370, "created": "2026-08-26", "modified": "2026-10-03", "tags": ["size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2608.02287", "region:us", "agent-trajectories", "tool-use", "opencode", "skills"], "card": {"pretty_name": "Deepseek-V4-Pro Opencode Skill-Use data 2487", "configs": [{"config_name": "default", "data_files": [{"split": "k1", "path": "data/k1.jsonl"}, {"split": "k2", "path": "data/k2.jsonl"}, {"split": "k3", "path": "data/k3.jsonl"}]}], "tags": ["agent-trajectories", "tool-use", "opencode", "skills"]}}, {"id": "reasoning-proj/science_traces_original_DeepSeek-R1-Distill-Qwen-32B", "likes": 0, "downloads": 363, "created": "2025-07-02", "modified": "2025-07-02", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "id", "dtype": "string"}, {"name": "metadata", "struct": [{"name": "question_source", "dtype": "string"}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 14697778, "num_examples": 911}], "download_size": 5702656, "dataset_size": 14697778}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "open-llm-leaderboard-old/details_deepseek-ai__deepseek-coder-1.3b-instruct", "likes": 0, "downloads": 362, "created": "2023-12-04", "modified": "2023-12-04", "tags": ["region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/deepseek-coder-1.3b-instruct", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/deepseek-coder-1.3b-instruct](https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-instruct) on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard).\n\nThe dataset is composed of 63 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run (and is used to compute and display the aggregated metrics on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)).\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"open-llm-leaderboard/details_deepseek-ai__deepseek-coder-1.3b-instruct\",\n\t\"harness_winogrande_5\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2023-12-04T15:02:34.832979](https://huggingface.co/datasets/open-llm-leaderboard/details_deepseek-ai__deepseek-coder-1.3b-instruct/blob/main/results_2023-12-04T15-02-34.832979.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc\": 0.28454514557458804,\n        \"acc_stderr\": 0.031975322223722284,\n        \"acc_norm\": 0.2866992057773824,\n        \"acc_norm_stderr\": 0.03278367939837994,\n        \"mc1\": 0.2594859241126071,\n        \"mc1_stderr\": 0.015345409485557989,\n        \"mc2\": 0.44015243507625756,\n        \"mc2_stderr\": 0.015219908561861553\n    },\n    \"harness|arc:challenge|25\": {\n        \"acc\": 0.257679180887372,\n        \"acc_stderr\": 0.0127807705627684,\n        \"acc_norm\": 0.2858361774744027,\n        \"acc_norm_stderr\": 0.013203196088537369\n    },\n    \"harness|hellaswag|10\": {\n        \"acc\": 0.33419637522405893,\n        \"acc_stderr\": 0.004707447244200623,\n        \"acc_norm\": 0.398725353515236,\n        \"acc_norm_stderr\": 0.0048863535635718545\n    },\n    \"harness|hendrycksTest-abstract_algebra|5\": {\n        \"acc\": 0.28,\n        \"acc_stderr\": 0.045126085985421276,\n        \"acc_norm\": 0.28,\n        \"acc_norm_stderr\": 0.045126085985421276\n    },\n    \"harness|hendrycksTest-anatomy|5\": {\n        \"acc\": 0.2962962962962963,\n        \"acc_stderr\": 0.03944624162501117,\n        \"acc_norm\": 0.2962962962962963,\n        \"acc_norm_stderr\": 0.03944624162501117\n    },\n    \"harness|hendrycksTest-astronomy|5\": {\n        \"acc\": 0.19736842105263158,\n        \"acc_stderr\": 0.03238981601699397,\n        \"acc_norm\": 0.19736842105263158,\n        \"acc_norm_stderr\": 0.03238981601699397\n    },\n    \"harness|hendrycksTest-business_ethics|5\": {\n        \"acc\": 0.29,\n        \"acc_stderr\": 0.045604802157206845,\n        \"acc_norm\": 0.29,\n        \"acc_norm_stderr\": 0.045604802157206845\n    },\n    \"harness|hendrycksTest-clinical_knowledge|5\": {\n        \"acc\": 0.3018867924528302,\n        \"acc_stderr\": 0.02825420034443865,\n        \"acc_norm\": 0.3018867924528302,\n        \"acc_norm_stderr\": 0.02825420034443865\n    },\n    \"harness|hendrycksTest-college_biology|5\": {\n        \"acc\": 0.2569444444444444,\n        \"acc_stderr\": 0.03653946969442099,\n        \"acc_norm\": 0.2569444444444444,\n        \"acc_norm_stderr\": 0.03653946969442099\n    },\n    \"harness|hendrycksTest-college_chemistry|5\": {\n        \"acc\": 0.25,\n        \"acc_stderr\": 0.04351941398892446,\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.04351941398892446\n    },\n    \"harness|hendrycksTest-college_computer_science|5\": {\n        \"acc\": 0.29,\n        \"acc_stderr\": 0.04560480215720683,\n        \"acc_norm\": 0.29,\n        \"acc_norm_stderr\": 0.04560480215720683\n    },\n    \"harness|hendrycksTest-college_mathematics|5\": {\n        \"acc\": 0.23,\n        \"acc_stderr\": 0.042295258468165044,\n        \"acc_norm\": 0.23,\n        \"acc_norm_stderr\": 0.042295258468165044\n    },\n    \"harness|hendrycksTest-college_medicine|5\": {\n        \"acc\": 0.24277456647398843,\n        \"acc_stderr\": 0.0326926380614177,\n        \"acc_norm\": 0.24277456647398843,\n        \"acc_norm_stderr\": 0.0326926380614177\n    },\n    \"harness|hendrycksTest-college_physics|5\": {\n        \"acc\": 0.2549019607843137,\n        \"acc_stderr\": 0.043364327079931785,\n        \"acc_norm\": 0.2549019607843137,\n        \"acc_norm_stderr\": 0.043364327079931785\n    },\n    \"harness|hendrycksTest-computer_security|5\": {\n        \"acc\": 0.37,\n        \"acc_stderr\": 0.04852365870939099,\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"harness|hendrycksTest-conceptual_physics|5\": {\n        \"acc\": 0.31063829787234043,\n        \"acc_stderr\": 0.03025123757921317,\n        \"acc_norm\": 0.31063829787234043,\n        \"acc_norm_stderr\": 0.03025123757921317\n    },\n    \"harness|hendrycksTest-econometrics|5\": {\n        \"acc\": 0.24561403508771928,\n        \"acc_stderr\": 0.040493392977481425,\n        \"acc_norm\": 0.24561403508771928,\n        \"acc_norm_stderr\": 0.040493392977481425\n    },\n    \"harness|hendrycksTest-electrical_engineering|5\": {\n        \"acc\": 0.38620689655172413,\n        \"acc_stderr\": 0.04057324734419035,\n        \"acc_norm\": 0.38620689655172413,\n        \"acc_norm_stderr\": 0.04057324734419035\n    },\n    \"harness|hendrycksTest-elementary_mathematics|5\": {\n        \"acc\": 0.25925925925925924,\n        \"acc_stderr\": 0.0225698970749184,\n        \"acc_norm\": 0.25925925925925924,\n        \"acc_norm_stderr\": 0.0225698970749184\n    },\n    \"harness|hendrycksTest-formal_logic|5\": {\n        \"acc\": 0.21428571428571427,\n        \"acc_stderr\": 0.03670066451047181,\n        \"acc_norm\": 0.21428571428571427,\n        \"acc_norm_stderr\": 0.03670066451047181\n    },\n    \"harness|hendrycksTest-global_facts|5\": {\n        \"acc\": 0.27,\n        \"acc_stderr\": 0.0446196043338474,\n        \"acc_norm\": 0.27,\n        \"acc_norm_stderr\": 0.0446196043338474\n    },\n    \"harness|hendrycksTest-high_school_biology|5\": {\n        \"acc\": 0.2806451612903226,\n        \"acc_stderr\": 0.025560604721022884,\n        \"acc_norm\": 0.2806451612903226,\n        \"acc_norm_stderr\": 0.025560604721022884\n    },\n    \"harness|hendrycksTest-high_school_chemistry|5\": {\n        \"acc\": 0.27586206896551724,\n        \"acc_stderr\": 0.031447125816782426,\n        \"acc_norm\": 0.27586206896551724,\n        \"acc_norm_stderr\": 0.031447125816782426\n    },\n    \"harness|hendrycksTest-high_school_computer_science|5\": {\n        \"acc\": 0.33,\n        \"acc_stderr\": 0.047258156262526045,\n        \"acc_norm\": 0.33,\n        \"acc_norm_stderr\": 0.047258156262526045\n    },\n    \"harness|hendrycksTest-high_school_european_history|5\": {\n        \"acc\": 0.2909090909090909,\n        \"acc_stderr\": 0.03546563019624336,\n        \"acc_norm\": 0.2909090909090909,\n        \"acc_norm_stderr\": 0.03546563019624336\n    },\n    \"harness|hendrycksTest-high_school_geography|5\": {\n        \"acc\": 0.35858585858585856,\n        \"acc_stderr\": 0.03416903640391521,\n        \"acc_norm\": 0.35858585858585856,\n        \"acc_norm_stderr\": 0.03416903640391521\n    },\n    \"harness|hendrycksTest-high_school_government_and_politics|5\": {\n        \"acc\": 0.32642487046632124,\n        \"acc_stderr\": 0.033840286211432945,\n        \"acc_norm\": 0.32642487046632124,\n        \"acc_norm_stderr\": 0.033840286211432945\n    },\n    \"harness|hendrycksTest-high_school_macroeconomics|5\": {\n        \"acc\": 0.2692307692307692,\n        \"acc_stderr\": 0.022489389793654824,\n        \"acc_norm\": 0.2692307692307692,\n        \"acc_norm_stderr\": 0.022489389793654824\n    },\n    \"harness|hendrycksTest-high_school_mathematics|5\": {\n        \"acc\": 0.24444444444444444,\n        \"acc_stderr\": 0.026202766534652148,\n        \"acc_norm\": 0.24444444444444444,\n        \"acc_norm_stderr\": 0.026202766534652148\n    },\n    \"harness|hendrycksTest-high_school_microeconomics|5\": {\n        \"acc\": 0.2605042016806723,\n        \"acc_stderr\": 0.028510251512341933,\n        \"acc_norm\": 0.2605042016806723,\n        \"acc_norm_stderr\": 0.028510251512341933\n    },\n    \"harness|hendrycksTest-high_school_physics|5\": {\n        \"acc\": 0.304635761589404,\n        \"acc_stderr\": 0.03757949922943343,\n        \"acc_norm\": 0.304635761589404,\n        \"acc_norm_stderr\": 0.03757949922943343\n    },\n    \"harness|hendrycksTest-high_school_psychology|5\": {\n        \"acc\": 0.3174311926605505,\n        \"acc_stderr\": 0.0199571521984605,\n        \"acc_norm\": 0.3174311926605505,\n        \"acc_norm_stderr\": 0.0199571521984605\n    },\n    \"harness|hendrycksTest-high_school_statistics|5\": {\n        \"acc\": 0.25462962962962965,\n        \"acc_stderr\": 0.02971127586000536,\n        \"acc_norm\": 0.25462962962962965,\n        \"acc_norm_stderr\": 0.02971127586000536\n    },\n    \"harness|hendrycksTest-high_school_us_history|5\": {\n        \"acc\": 0.2549019607843137,\n        \"acc_stderr\": 0.030587591351604257,\n        \"acc_norm\": 0.2549019607843137,\n        \"acc_norm_stderr\": 0.030587591351604257\n    },\n    \"harness|hendrycksTest-high_school_world_history|5\": {\n        \"acc\": 0.3080168776371308,\n        \"acc_stderr\": 0.0300523893356057,\n        \"acc_norm\": 0.3080168776371308,\n        \"acc_norm_stderr\": 0.0300523893356057\n    },\n    \"harness|hendrycksTest-human_aging|5\": {\n        \"acc\": 0.14798206278026907,\n        \"acc_stderr\": 0.023831557157613537,\n        \"acc_norm\": 0.14798206278026907,\n        \"acc_norm_stderr\": 0.023831557157613537\n    },\n    \"harness|hendrycksTest-human_sexuality|5\": {\n        \"acc\": 0.3511450381679389,\n        \"acc_stderr\": 0.04186445163013751,\n        \"acc_norm\": 0.3511450381679389,\n        \"acc_norm_stderr\": 0.04186445163013751\n    },\n    \"harness|hendrycksTest-international_law|5\": {\n        \"acc\": 0.2892561983471074,\n        \"acc_stderr\": 0.04139112727635464,\n        \"acc_norm\": 0.2892561983471074,\n        \"acc_norm_stderr\": 0.04139112727635464\n    },\n    \"harness|hendrycksTest-jurisprudence|5\": {\n        \"acc\": 0.25,\n        \"acc_stderr\": 0.04186091791394607,\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.04186091791394607\n    },\n    \"harness|hendrycksTest-logical_fallacies|5\": {\n        \"acc\": 0.2883435582822086,\n        \"acc_stderr\": 0.035590395316173425,\n        \"acc_norm\": 0.2883435582822086,\n        \"acc_norm_stderr\": 0.035590395316173425\n    },\n    \"harness|hendrycksTest-machine_learning|5\": {\n        \"acc\": 0.32142857142857145,\n        \"acc_stderr\": 0.04432804055291519,\n        \"acc_norm\": 0.32142857142857145,\n        \"acc_norm_stderr\": 0.04432804055291519\n    },\n    \"harness|hendrycksTest-management|5\": {\n        \"acc\": 0.3786407766990291,\n        \"acc_stderr\": 0.04802694698258973,\n        \"acc_norm\": 0.3786407766990291,\n        \"acc_norm_stderr\": 0.04802694698258973\n    },\n    \"harness|hendrycksTest-marketing|5\": {\n        \"acc\": 0.3333333333333333,\n        \"acc_stderr\": 0.03088273697413866,\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.03088273697413866\n    },\n    \"harness|hendrycksTest-medical_genetics|5\": {\n        \"acc\": 0.21,\n        \"acc_stderr\": 0.040936018074033256,\n        \"acc_norm\": 0.21,\n        \"acc_norm_stderr\": 0.040936018074033256\n    },\n    \"harness|hendrycksTest-miscellaneous|5\": {\n        \"acc\": 0.29246487867177523,\n        \"acc_stderr\": 0.01626700068459864,\n        \"acc_norm\": 0.29246487867177523,\n        \"acc_norm_stderr\": 0.01626700068459864\n    },\n    \"harness|hendrycksTest-moral_disputes|5\": {\n        \"acc\": 0.28034682080924855,\n        \"acc_stderr\": 0.024182427496577605,\n        \"acc_norm\": 0.28034682080924855,\n        \"acc_norm_stderr\": 0.024182427496577605\n    },\n    \"harness|hendrycksTest-moral_scenarios|5\": {\n        \"acc\": 0.27262569832402234,\n        \"acc_stderr\": 0.014893391735249588,\n        \"acc_norm\": 0.27262569832402234,\n        \"acc_norm_stderr\": 0.014893391735249588\n    },\n    \"harness|hendrycksTest-nutrition|5\": {\n        \"acc\": 0.30392156862745096,\n        \"acc_stderr\": 0.026336613469046637,\n        \"acc_norm\": 0.30392156862745096,\n        \"acc_norm_stderr\": 0.026336613469046637\n    },\n    \"harness|hendrycksTest-philosophy|5\": {\n        \"acc\": 0.29260450160771706,\n        \"acc_stderr\": 0.025839898334877983,\n        \"acc_norm\": 0.29260450160771706,\n        \"acc_norm_stderr\": 0.025839898334877983\n    },\n    \"harness|hendrycksTest-prehistory|5\": {\n        \"acc\": 0.28703703703703703,\n        \"acc_stderr\": 0.02517104191530968,\n        \"acc_norm\": 0.28703703703703703,\n        \"acc_norm_stderr\": 0.02517104191530968\n    },\n    \"harness|hendrycksTest-professional_accounting|5\": {\n        \"acc\": 0.24468085106382978,\n        \"acc_stderr\": 0.025645553622266722,\n        \"acc_norm\": 0.24468085106382978,\n        \"acc_norm_stderr\": 0.025645553622266722\n    },\n    \"harness|hendrycksTest-professional_law|5\": {\n        \"acc\": 0.2900912646675359,\n        \"acc_stderr\": 0.011590375554733095,\n        \"acc_norm\": 0.2900912646675359,\n        \"acc_norm_stderr\": 0.011590375554733095\n    },\n    \"harness|hendrycksTest-professional_medicine|5\": {\n        \"acc\": 0.41544117647058826,\n        \"acc_stderr\": 0.029935342707877746,\n        \"acc_norm\": 0.41544117647058826,\n        \"acc_norm_stderr\": 0.029935342707877746\n    },\n    \"harness|hendrycksTest-professional_psychology|5\": {\n        \"acc\": 0.24183006535947713,\n        \"acc_stderr\": 0.017322789207784326,\n        \"acc_norm\": 0.24183006535947713,\n        \"acc_norm_stderr\": 0.017322789207784326\n    },\n    \"harness|hendrycksTest-public_relations|5\": {\n        \"acc\": 0.33636363636363636,\n        \"acc_stderr\": 0.04525393596302506,\n        \"acc_norm\": 0.33636363636363636,\n        \"acc_norm_stderr\": 0.04525393596302506\n    },\n    \"harness|hendrycksTest-security_studies|5\": {\n        \"acc\": 0.2530612244897959,\n        \"acc_stderr\": 0.027833023871399694,\n        \"acc_norm\": 0.2530612244897959,\n        \"acc_norm_stderr\": 0.027833023871399694\n    },\n    \"harness|hendrycksTest-sociology|5\": {\n        \"acc\": 0.3383084577114428,\n        \"acc_stderr\": 0.03345563070339193,\n        \"acc_norm\": 0.3383084577114428,\n        \"acc_norm_stderr\": 0.03345563070339193\n    },\n    \"harness|hendrycksTest-us_foreign_policy|5\": {\n        \"acc\": 0.32,\n        \"acc_stderr\": 0.046882617226215034,\n        \"acc_norm\": 0.32,\n        \"acc_norm_stderr\": 0.046882617226215034\n    },\n    \"harness|hendrycksTest-virology|5\": {\n        \"acc\": 0.25301204819277107,\n        \"acc_stderr\": 0.03384429155233137,\n        \"acc_norm\": 0.25301204819277107,\n        \"acc_norm_stderr\": 0.03384429155233137\n    },\n    \"harness|hendrycksTest-world_religions|5\": {\n        \"acc\": 0.21637426900584794,\n        \"acc_stderr\": 0.03158149539338734,\n        \"acc_norm\": 0.21637426900584794,\n        \"acc_norm_stderr\": 0.03158149539338734\n    },\n    \"harness|truthfulqa:mc|0\": {\n        \"mc1\": 0.2594859241126071,\n        \"mc1_stderr\": 0.015345409485557989,\n        \"mc2\": 0.44015243507625756,\n        \"mc2_stderr\": 0.015219908561861553\n    },\n    \"harness|winogrande|5\": {\n        \"acc\": 0.5240726124704025,\n        \"acc_stderr\": 0.01403618966539513\n    },\n    \"harness|gsm8k|5\": {\n        \"acc\": 0.01061410159211524,\n        \"acc_stderr\": 0.002822713322387704\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-instruct", "leaderboard_url": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard", "point_of_contact": "clementine@hf.co", "configs": [{"config_name": "harness_arc_challenge_25", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|arc:challenge|25_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|arc:challenge|25_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_gsm8k_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|gsm8k|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|gsm8k|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hellaswag_10", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hellaswag|10_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hellaswag|10_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-anatomy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-astronomy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_biology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-computer_security|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-econometrics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-global_facts|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-human_aging|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-international_law|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-management|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-marketing|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-nutrition|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-philosophy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-prehistory|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_law|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-public_relations|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-security_studies|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-sociology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-virology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-world_religions|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-anatomy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-astronomy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_biology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-college_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-computer_security|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-econometrics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-global_facts|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-human_aging|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-international_law|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-management|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-marketing|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-nutrition|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-philosophy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-prehistory|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_law|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-public_relations|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-security_studies|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-sociology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-virology|5_2023-12-04T15-02-34.832979.parquet", "**/details_harness|hendrycksTest-world_religions|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_abstract_algebra_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_anatomy_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-anatomy|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-anatomy|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_astronomy_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-astronomy|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-astronomy|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_business_ethics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_clinical_knowledge_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_biology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_biology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_biology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_chemistry_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_computer_science_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_mathematics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_medicine_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_physics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-college_physics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_physics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_computer_security_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-computer_security|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-computer_security|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_conceptual_physics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_econometrics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-econometrics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-econometrics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_electrical_engineering_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_elementary_mathematics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_formal_logic_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_global_facts_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-global_facts|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-global_facts|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_biology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_chemistry_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_computer_science_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_european_history_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_geography_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_government_and_politics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_macroeconomics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_mathematics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_microeconomics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_physics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_psychology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_statistics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_us_history_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_world_history_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_aging_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-human_aging|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_aging|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_sexuality_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_international_law_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-international_law|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-international_law|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_jurisprudence_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_logical_fallacies_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_machine_learning_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_management_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-management|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-management|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_marketing_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-marketing|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-marketing|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_medical_genetics_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_miscellaneous_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_disputes_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_scenarios_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_nutrition_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-nutrition|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-nutrition|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_philosophy_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-philosophy|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-philosophy|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_prehistory_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-prehistory|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-prehistory|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_accounting_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_law_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-professional_law|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_law|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_medicine_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_psychology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_public_relations_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-public_relations|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-public_relations|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_security_studies_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-security_studies|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-security_studies|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_sociology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-sociology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-sociology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_us_foreign_policy_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_virology_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-virology|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-virology|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_hendrycksTest_world_religions_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|hendrycksTest-world_religions|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-world_religions|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_truthfulqa_mc_0", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|truthfulqa:mc|0_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|truthfulqa:mc|0_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "harness_winogrande_5", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["**/details_harness|winogrande|5_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["**/details_harness|winogrande|5_2023-12-04T15-02-34.832979.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2023_12_04T15_02_34.832979", "path": ["results_2023-12-04T15-02-34.832979.parquet"]}, {"split": "latest", "path": ["results_2023-12-04T15-02-34.832979.parquet"]}]}]}}, {"id": "malaiwah/deepseek-v4-tiny-cpu-repro-v1", "likes": 0, "downloads": 358, "created": "2026-09-07", "modified": "2026-09-07", "tags": ["task_categories:text-generation", "license:mit", "size_categories:n<1K", "modality:tabular", "modality:text", "region:us", "qfs", "cpu", "reproducibility", "synthetic"], "card": {"license": "mit", "task_categories": ["text-generation"], "tags": ["qfs", "cpu", "reproducibility", "synthetic"]}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1-distill-qwen-14b_traces_16384", "likes": 0, "downloads": 356, "created": "2025-04-24", "modified": "2025-04-24", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "int64"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "int64"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 19860137, "num_examples": 718}], "download_size": 8827161, "dataset_size": 19860137}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "JakeOh/MetaCurate-DeepSeekV4Pro", "likes": 4, "downloads": 347, "created": "2026-10-13", "modified": "2026-10-13", "tags": ["task_categories:text-generation", "source_datasets:nebius/SWE-rebench", "source_datasets:nebius/SWE-rebench-V2", "source_datasets:SWE-Gym/SWE-Gym", "language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "code"], "card": {"pretty_name": "MetaCurate-DeepSeekV4Pro", "language": ["en"], "license": "cc-by-4.0", "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"], "source_datasets": ["nebius/SWE-rebench", "nebius/SWE-rebench-V2", "SWE-Gym/SWE-Gym"], "tags": ["code", "software-engineering", "agentic-coding", "synthetic", "metacurate", "mini-swe-agent"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*.parquet"}]}]}}, {"id": "ycchen/nemotron-deepseek-sft-mix-v2", "likes": 0, "downloads": 346, "created": "2026-06-04", "modified": "2026-06-04", "tags": ["task_categories:text-generation", "source_datasets:nvidia/Nemotron-SFT-Math-v4", "source_datasets:nvidia/Nemotron-Math-Proofs-v2", "source_datasets:nvidia/Nemotron-SFT-Science-v2", "source_datasets:nvidia/Nemotron-SFT-Agentic-v2", "language:en", "license:other", "size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "arxiv:2511.22570"], "card": {"license": "other", "license_name": "mixed-cc-by-cc-by-sa-apache-mit", "license_link": "https://creativecommons.org/licenses/by-sa/4.0/", "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1M<n<10M"], "source_datasets": ["nvidia/Nemotron-SFT-Math-v4", "nvidia/Nemotron-Math-Proofs-v2", "nvidia/Nemotron-SFT-Science-v2", "nvidia/Nemotron-SFT-Agentic-v2"], "tags": ["math", "proofs", "proof-verification", "reasoning", "chain-of-thought", "tool-use", "tir", "science", "agentic", "deepseek", "sft"], "configs": [{"config_name": "all", "data_files": [{"split": "train", "path": "dataset=*/domain=*/*.parquet"}]}, {"config_name": "nemotron-sft-math-v4", "data_files": [{"split": "train", "path": "dataset=nemotron-sft-math-v4/domain=*/*.parquet"}]}, {"config_name": "nemotron-math-proofs-v2", "data_files": [{"split": "train", "path": "dataset=nemotron-math-proofs-v2/domain=*/*.parquet"}]}, {"config_name": "nemotron-sft-science-v2", "data_files": [{"split": "train", "path": "dataset=nemotron-sft-science-v2/domain=*/*.parquet"}]}, {"config_name": "nemotron-sft-agentic-v2", "data_files": [{"split": "train", "path": "dataset=nemotron-sft-agentic-v2/domain=*/*.parquet"}]}]}}, {"id": "zake7749/deepseek-v4-pro-agent-tool-calling-trajectory", "likes": 4, "downloads": 344, "created": "2026-05-10", "modified": "2026-05-10", "tags": ["language:en", "size_categories:1K<n<10K", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2511.21689", "region:us", "tool-calling", "function-calling", "multi-turn"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "string"}, {"name": "domain", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "score", "dtype": "float64"}, {"name": "num_turns", "dtype": "int64"}, {"name": "tools", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "role", "dtype": "string"}, {"name": "name", "dtype": "string"}, {"name": "tool_call_id", "dtype": "string"}, {"name": "tool_calls", "list": [{"name": "function", "struct": [{"name": "arguments", "dtype": "string"}, {"name": "name", "dtype": "string"}]}, {"name": "id", "dtype": "string"}, {"name": "type", "dtype": "string"}]}]}, {"name": "metadata", "struct": [{"name": "domain", "dtype": "string"}, {"name": "has_reasoning", "dtype": "bool"}, {"name": "lang", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "num_assistant_turns", "dtype": "int64"}, {"name": "source", "dtype": "string"}]}], "splits": [{"name": "train", "num_examples": 2510}]}, "language": ["en"], "tags": ["tool-calling", "function-calling", "multi-turn", "reasoning", "agent", "sft", "rejection-sampling", "deepseek"], "size_categories": ["1K<n<10K"]}}, {"id": "WaveCut/DeepSeek-V4-Flash-0731-REAM-calibration-stats", "likes": 0, "downloads": 336, "created": "2026-08-14", "modified": "2026-08-14", "tags": ["license:mit", "region:us", "mixture-of-experts", "pruning", "expert-merging", "deepseek-v4", "interpretability"], "card": {"license": "mit", "pretty_name": "DeepSeek-V4-Flash-0731 REAM calibration statistics", "tags": ["mixture-of-experts", "pruning", "expert-merging", "deepseek-v4", "interpretability"]}}, {"id": "gopirajbahadur/nextcoder-deepseek-distilled", "likes": 0, "downloads": 322, "created": "2026-03-09", "modified": "2026-03-17", "tags": ["region:us"], "card": {}}, {"id": "Whithout/DeepSeek-V4-Flash-D2MoE-FP4-incremental-20261012", "likes": 1, "downloads": 322, "created": "2026-10-12", "modified": "2026-10-12", "tags": ["region:us", "model-compression", "experimental"], "card": {"pretty_name": "DeepSeek V4 Flash D2MoE FP4 incremental experiment archive", "tags": ["model-compression", "experimental"]}}, {"id": "Gflorent/deepseek-ocr-dataset-final", "likes": 0, "downloads": 310, "created": "2025-12-04", "modified": "2025-12-09", "tags": ["size_categories:n<1K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "sample_id", "dtype": "string"}, {"name": "dataset_index", "dtype": "int64"}, {"name": "source_image_path", "dtype": "image"}, {"name": "document_with_boxes_image_path", "dtype": "image"}, {"name": "document_markdown_text", "dtype": "string"}, {"name": "extracted_figures", "list": "image"}, {"name": "extracted_figures_metadata", "list": "string"}, {"name": "document_markdown_path", "dtype": "string"}, {"name": "document_final_markdown_path", "dtype": "string"}, {"name": "document_final_markdown_text", "dtype": "string"}, {"name": "raw_response_path", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 13612386, "num_examples": 10}], "download_size": 13592357, "dataset_size": 13612386}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "furiosa-ai/MetaCurate-DeepSeekV4Pro", "likes": 2, "downloads": 309, "created": "2026-10-13", "modified": "2026-10-13", "tags": ["task_categories:text-generation", "source_datasets:nebius/SWE-rebench", "source_datasets:nebius/SWE-rebench-V2", "source_datasets:SWE-Gym/SWE-Gym", "language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "code"], "card": {"pretty_name": "MetaCurate-DeepSeekV4Pro", "language": ["en"], "license": "cc-by-4.0", "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"], "source_datasets": ["nebius/SWE-rebench", "nebius/SWE-rebench-V2", "SWE-Gym/SWE-Gym"], "tags": ["code", "software-engineering", "agentic-coding", "synthetic", "metacurate", "mini-swe-agent"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*.parquet"}]}]}}, {"id": "irsotarriva/deepseek-v4.1-flash-top20-commitpackft", "likes": 0, "downloads": 307, "created": "2026-10-12", "modified": "2026-10-12", "tags": ["task_categories:text-generation", "source_datasets:bigcode/commitpackft", "language:code", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "modality:timeseries", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "distillation"], "card": {"license": "cc-by-4.0", "pretty_name": "DeepSeek-V4.1-Flash top-20 log-probabilities on CommitPackFT prefixes", "language": ["code"], "task_categories": ["text-generation"], "tags": ["distillation", "knowledge-distillation", "logprobs", "synthetic", "code"], "size_categories": ["10K<n<100K"], "source_datasets": ["bigcode/commitpackft"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "eval", "path": "data/eval-*"}]}]}}, {"id": "VINAY-UMRETHE/Sonnet-Opus-4.5-4.6-Gemini-3.0-3.1-Pro-GPT-5-5.1-5.2-GLM-4.7-MiniMax-M2.1-DeepSeek-V3.2-High", "likes": 15, "downloads": 287, "created": "2026-02-25", "modified": "2026-06-27", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:100K<n<1M", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "distillation", "agent", "code"], "card": {"dataset_info": [{"config_name": "full", "features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "reasoning", "dtype": "string"}, {"name": "metadata", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 603557645, "num_examples": 70202}], "download_size": 412213960, "dataset_size": 603557645}, {"config_name": "non_reasoning", "features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "reasoning", "dtype": "string"}, {"name": "metadata", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 90963302, "num_examples": 19099}], "download_size": 86823232, "dataset_size": 90963302}, {"config_name": "reasoning", "features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "reasoning", "dtype": "string"}, {"name": "metadata", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 512594343, "num_examples": 51103}], "download_size": 325438883, "dataset_size": 512594343}], "configs": [{"config_name": "full", "data_files": [{"split": "train", "path": "full/train-*"}]}, {"config_name": "non_reasoning", "data_files": [{"split": "train", "path": "non_reasoning/train-*"}]}, {"config_name": "reasoning", "data_files": [{"split": "train", "path": "reasoning/train-*"}]}], "license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "tags": ["distillation", "agent", "code", "math", "reasoning", "non_reasoning", "synthetic"]}}, {"id": "koajoel/AM-DeepSeek-R1-Distilled-1.4M-English", "likes": 0, "downloads": 286, "created": "2025-03-30", "modified": "2025-03-30", "tags": ["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "source", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "think_content", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}]}]}], "splits": [{"name": "train", "num_bytes": 30991287647.654476, "num_examples": 1310262}], "download_size": 14942557508, "dataset_size": 30991287647.654476}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "AMAImedia/NOESIS-1M-reasoning-router-code-math-psych-opus47-deepseek4-qwen36-gemini31-r1-gpt54", "likes": 2, "downloads": 282, "created": "2026-04-27", "modified": "2026-09-17", "tags": ["language:en", "language:ru", "language:zh", "language:vi", "language:kk", "language:ja", "language:af", "language:am", "language:ar", "language:as", "language:ast", "language:az", "language:be", "language:bg", "language:bn"], "card": {"license": "apache-2.0", "library_name": "transformers", "pipeline_tag": "image-text-to-text", "language": ["en", "ru", "zh", "vi", "kk", "ja", "af", "am", "ar", "as", "ast", "az", "be", "bg", "bn", "bs", "ca", "ceb", "ckb", "cs", "cy", "da", "de", "el", "es", "et", "eu", "fa", "ff", "fi", "fil", "fr", "ga", "gl", "gn", "gu", "ha", "he", "hi", "hr", "hu", "hy", "id", "ig", "is", "it", "jv", "ka", "kam", "kea", "km", "kmr", "kn", "ko", "ky", "lb", "lg", "ln", "lo", "lt", "luo", "lv", "mi", "mk", "ml", "mn", "mr", "ms", "mt", "mvy", "my", "ne", "nl", "no", "nso", "ny", "oc", "om", "or", "pa", "pl", "ps", "pt", "qxp", "ro", "rw", "sd", "sk", "skr", "sl", "sn", "so", "sr", "sv", "sw", "ta", "te", "tg", "th", "ti", "tk", "tr", "ug", "uk", "umb", "ur", "uz", "wo", "xh", "yo", "yue", "zu"], "base_model": ["tencent/Hy4-preview", "AngelSlim/Hy4-preview-GGUF"], "tags": ["tencent", "Hy4-preview", "Hy4"]}}, {"id": "Yigit-Karaman/liquidlm-premium-distill-deepseek", "likes": 3, "downloads": 282, "created": "2026-10-24", "modified": "2026-10-24", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:mit", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic", "distillation", "deepseek-v4.1"], "card": {"language": ["en"], "license": "mit", "task_categories": ["text-generation", "question-answering"], "tags": ["synthetic", "distillation", "deepseek-v4.1", "chain-of-thought", "coding", "math", "small-language-models"], "pretty_name": "LiquidLM Premium Distillation Dataset (DeepSeek V4.1)"}}, {"id": "koajoel/AM-DeepSeek-R1-Distilled-1.4M", "likes": 0, "downloads": 274, "created": "2025-03-30", "modified": "2025-03-30", "tags": ["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "source", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "think_content", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}]}]}], "splits": [{"name": "train", "num_bytes": 33113841950, "num_examples": 1400000}], "download_size": 15574548626, "dataset_size": 33113841950}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1-distill-qwen-7b_traces_32768", "likes": 0, "downloads": 271, "created": "2025-04-24", "modified": "2025-04-24", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "string"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "string"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 33537829, "num_examples": 830}], "download_size": 14099250, "dataset_size": 33537829}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "SADHON/kimi-deepseek-accounting-finance-audit", "likes": 0, "downloads": 270, "created": "2026-09-25", "modified": "2026-09-25", "tags": ["task_categories:question-answering", "task_categories:text-classification", "task_categories:text-generation", "license:other", "size_categories:n<1K", "format:text", "modality:text", "library:datasets", "library:mlcroissant", "region:us", "accounting", "auditing", "finance", "xbrl", "sec"], "card": {"pretty_name": "Kimi + DeepSeek Accounting Finance Audit Registry", "license": "other", "task_categories": ["question-answering", "text-classification", "text-generation"], "tags": ["accounting", "auditing", "finance", "xbrl", "sec", "deepseek", "kimi", "rag", "fraud-detection"]}}, {"id": "open-llm-leaderboard-old/details_deepseek-ai__deepseek-llm-67b-chat", "likes": 0, "downloads": 265, "created": "2023-12-05", "modified": "2024-01-20", "tags": ["region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/deepseek-llm-67b-chat", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/deepseek-llm-67b-chat](https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat) on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard).\n\nThe dataset is composed of 63 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 2 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run (and is used to compute and display the aggregated metrics on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)).\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"open-llm-leaderboard/details_deepseek-ai__deepseek-llm-67b-chat\",\n\t\"harness_winogrande_5\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2024-01-20T05:32:04.370506](https://huggingface.co/datasets/open-llm-leaderboard/details_deepseek-ai__deepseek-llm-67b-chat/blob/main/results_2024-01-20T05-32-04.370506.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc\": 0.7202833490892042,\n        \"acc_stderr\": 0.029579907486427835,\n        \"acc_norm\": 0.7235978318716265,\n        \"acc_norm_stderr\": 0.030155588132811505,\n        \"mc1\": 0.3953488372093023,\n        \"mc1_stderr\": 0.017115815632418194,\n        \"mc2\": 0.5583209009287327,\n        \"mc2_stderr\": 0.014945999339089985\n    },\n    \"harness|arc:challenge|25\": {\n        \"acc\": 0.6450511945392492,\n        \"acc_stderr\": 0.013983036904094083,\n        \"acc_norm\": 0.6774744027303754,\n        \"acc_norm_stderr\": 0.013659980894277371\n    },\n    \"harness|hellaswag|10\": {\n        \"acc\": 0.6800438159729137,\n        \"acc_stderr\": 0.004655059308602615,\n        \"acc_norm\": 0.8679545907189803,\n        \"acc_norm_stderr\": 0.0033784824887488673\n    },\n    \"harness|hendrycksTest-abstract_algebra|5\": {\n        \"acc\": 0.41,\n        \"acc_stderr\": 0.04943110704237103,\n        \"acc_norm\": 0.41,\n        \"acc_norm_stderr\": 0.04943110704237103\n    },\n    \"harness|hendrycksTest-anatomy|5\": {\n        \"acc\": 0.6666666666666666,\n        \"acc_stderr\": 0.04072314811876837,\n        \"acc_norm\": 0.6666666666666666,\n        \"acc_norm_stderr\": 0.04072314811876837\n    },\n    \"harness|hendrycksTest-astronomy|5\": {\n        \"acc\": 0.8092105263157895,\n        \"acc_stderr\": 0.031975658210324984,\n        \"acc_norm\": 0.8092105263157895,\n        \"acc_norm_stderr\": 0.031975658210324984\n    },\n    \"harness|hendrycksTest-business_ethics|5\": {\n        \"acc\": 0.85,\n        \"acc_stderr\": 0.03588702812826371,\n        \"acc_norm\": 0.85,\n        \"acc_norm_stderr\": 0.03588702812826371\n    },\n    \"harness|hendrycksTest-clinical_knowledge|5\": {\n        \"acc\": 0.8,\n        \"acc_stderr\": 0.02461829819586651,\n        \"acc_norm\": 0.8,\n        \"acc_norm_stderr\": 0.02461829819586651\n    },\n    \"harness|hendrycksTest-college_biology|5\": {\n        \"acc\": 0.8333333333333334,\n        \"acc_stderr\": 0.031164899666948617,\n        \"acc_norm\": 0.8333333333333334,\n        \"acc_norm_stderr\": 0.031164899666948617\n    },\n    \"harness|hendrycksTest-college_chemistry|5\": {\n        \"acc\": 0.5,\n        \"acc_stderr\": 0.050251890762960605,\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.050251890762960605\n    },\n    \"harness|hendrycksTest-college_computer_science|5\": {\n        \"acc\": 0.6,\n        \"acc_stderr\": 0.049236596391733084,\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.049236596391733084\n    },\n    \"harness|hendrycksTest-college_mathematics|5\": {\n        \"acc\": 0.45,\n        \"acc_stderr\": 0.05,\n        \"acc_norm\": 0.45,\n        \"acc_norm_stderr\": 0.05\n    },\n    \"harness|hendrycksTest-college_medicine|5\": {\n        \"acc\": 0.7052023121387283,\n        \"acc_stderr\": 0.034765996075164785,\n        \"acc_norm\": 0.7052023121387283,\n        \"acc_norm_stderr\": 0.034765996075164785\n    },\n    \"harness|hendrycksTest-college_physics|5\": {\n        \"acc\": 0.3627450980392157,\n        \"acc_stderr\": 0.04784060704105653,\n        \"acc_norm\": 0.3627450980392157,\n        \"acc_norm_stderr\": 0.04784060704105653\n    },\n    \"harness|hendrycksTest-computer_security|5\": {\n        \"acc\": 0.77,\n        \"acc_stderr\": 0.04229525846816505,\n        \"acc_norm\": 0.77,\n        \"acc_norm_stderr\": 0.04229525846816505\n    },\n    \"harness|hendrycksTest-conceptual_physics|5\": {\n        \"acc\": 0.7063829787234043,\n        \"acc_stderr\": 0.029771642712491227,\n        \"acc_norm\": 0.7063829787234043,\n        \"acc_norm_stderr\": 0.029771642712491227\n    },\n    \"harness|hendrycksTest-econometrics|5\": {\n        \"acc\": 0.5526315789473685,\n        \"acc_stderr\": 0.046774730044912,\n        \"acc_norm\": 0.5526315789473685,\n        \"acc_norm_stderr\": 0.046774730044912\n    },\n    \"harness|hendrycksTest-electrical_engineering|5\": {\n        \"acc\": 0.6551724137931034,\n        \"acc_stderr\": 0.03960933549451207,\n        \"acc_norm\": 0.6551724137931034,\n        \"acc_norm_stderr\": 0.03960933549451207\n    },\n    \"harness|hendrycksTest-elementary_mathematics|5\": {\n        \"acc\": 0.5291005291005291,\n        \"acc_stderr\": 0.025707658614154947,\n        \"acc_norm\": 0.5291005291005291,\n        \"acc_norm_stderr\": 0.025707658614154947\n    },\n    \"harness|hendrycksTest-formal_logic|5\": {\n        \"acc\": 0.5158730158730159,\n        \"acc_stderr\": 0.044698818540726076,\n        \"acc_norm\": 0.5158730158730159,\n        \"acc_norm_stderr\": 0.044698818540726076\n    },\n    \"harness|hendrycksTest-global_facts|5\": {\n        \"acc\": 0.45,\n        \"acc_stderr\": 0.05,\n        \"acc_norm\": 0.45,\n        \"acc_norm_stderr\": 0.05\n    },\n    \"harness|hendrycksTest-high_school_biology|5\": {\n        \"acc\": 0.8225806451612904,\n        \"acc_stderr\": 0.021732540689329286,\n        \"acc_norm\": 0.8225806451612904,\n        \"acc_norm_stderr\": 0.021732540689329286\n    },\n    \"harness|hendrycksTest-high_school_chemistry|5\": {\n        \"acc\": 0.6059113300492611,\n        \"acc_stderr\": 0.03438157967036543,\n        \"acc_norm\": 0.6059113300492611,\n        \"acc_norm_stderr\": 0.03438157967036543\n    },\n    \"harness|hendrycksTest-high_school_computer_science|5\": {\n        \"acc\": 0.73,\n        \"acc_stderr\": 0.044619604333847394,\n        \"acc_norm\": 0.73,\n        \"acc_norm_stderr\": 0.044619604333847394\n    },\n    \"harness|hendrycksTest-high_school_european_history|5\": {\n        \"acc\": 0.8545454545454545,\n        \"acc_stderr\": 0.027530196355066584,\n        \"acc_norm\": 0.8545454545454545,\n        \"acc_norm_stderr\": 0.027530196355066584\n    },\n    \"harness|hendrycksTest-high_school_geography|5\": {\n        \"acc\": 0.9090909090909091,\n        \"acc_stderr\": 0.020482086775424218,\n        \"acc_norm\": 0.9090909090909091,\n        \"acc_norm_stderr\": 0.020482086775424218\n    },\n    \"harness|hendrycksTest-high_school_government_and_politics|5\": {\n        \"acc\": 0.9637305699481865,\n        \"acc_stderr\": 0.013492659751295141,\n        \"acc_norm\": 0.9637305699481865,\n        \"acc_norm_stderr\": 0.013492659751295141\n    },\n    \"harness|hendrycksTest-high_school_macroeconomics|5\": {\n        \"acc\": 0.7282051282051282,\n        \"acc_stderr\": 0.022556551010132354,\n        \"acc_norm\": 0.7282051282051282,\n        \"acc_norm_stderr\": 0.022556551010132354\n    },\n    \"harness|hendrycksTest-high_school_mathematics|5\": {\n        \"acc\": 0.35555555555555557,\n        \"acc_stderr\": 0.02918571494985741,\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.02918571494985741\n    },\n    \"harness|hendrycksTest-high_school_microeconomics|5\": {\n        \"acc\": 0.8151260504201681,\n        \"acc_stderr\": 0.025215992877954202,\n        \"acc_norm\": 0.8151260504201681,\n        \"acc_norm_stderr\": 0.025215992877954202\n    },\n    \"harness|hendrycksTest-high_school_physics|5\": {\n        \"acc\": 0.45695364238410596,\n        \"acc_stderr\": 0.04067325174247443,\n        \"acc_norm\": 0.45695364238410596,\n        \"acc_norm_stderr\": 0.04067325174247443\n    },\n    \"harness|hendrycksTest-high_school_psychology|5\": {\n        \"acc\": 0.9009174311926605,\n        \"acc_stderr\": 0.012809780081878929,\n        \"acc_norm\": 0.9009174311926605,\n        \"acc_norm_stderr\": 0.012809780081878929\n    },\n    \"harness|hendrycksTest-high_school_statistics|5\": {\n        \"acc\": 0.6527777777777778,\n        \"acc_stderr\": 0.032468872436376486,\n        \"acc_norm\": 0.6527777777777778,\n        \"acc_norm_stderr\": 0.032468872436376486\n    },\n    \"harness|hendrycksTest-high_school_us_history|5\": {\n        \"acc\": 0.9264705882352942,\n        \"acc_stderr\": 0.018318855850089678,\n        \"acc_norm\": 0.9264705882352942,\n        \"acc_norm_stderr\": 0.018318855850089678\n    },\n    \"harness|hendrycksTest-high_school_world_history|5\": {\n        \"acc\": 0.9071729957805907,\n        \"acc_stderr\": 0.018889750550956715,\n        \"acc_norm\": 0.9071729957805907,\n        \"acc_norm_stderr\": 0.018889750550956715\n    },\n    \"harness|hendrycksTest-human_aging|5\": {\n        \"acc\": 0.820627802690583,\n        \"acc_stderr\": 0.0257498195691928,\n        \"acc_norm\": 0.820627802690583,\n        \"acc_norm_stderr\": 0.0257498195691928\n    },\n    \"harness|hendrycksTest-human_sexuality|5\": {\n        \"acc\": 0.8625954198473282,\n        \"acc_stderr\": 0.030194823996804475,\n        \"acc_norm\": 0.8625954198473282,\n        \"acc_norm_stderr\": 0.030194823996804475\n    },\n    \"harness|hendrycksTest-international_law|5\": {\n        \"acc\": 0.8429752066115702,\n        \"acc_stderr\": 0.03321244842547129,\n        \"acc_norm\": 0.8429752066115702,\n        \"acc_norm_stderr\": 0.03321244842547129\n    },\n    \"harness|hendrycksTest-jurisprudence|5\": {\n        \"acc\": 0.8703703703703703,\n        \"acc_stderr\": 0.03247224389917949,\n        \"acc_norm\": 0.8703703703703703,\n        \"acc_norm_stderr\": 0.03247224389917949\n    },\n    \"harness|hendrycksTest-logical_fallacies|5\": {\n        \"acc\": 0.8282208588957055,\n        \"acc_stderr\": 0.029634717272371037,\n        \"acc_norm\": 0.8282208588957055,\n        \"acc_norm_stderr\": 0.029634717272371037\n    },\n    \"harness|hendrycksTest-machine_learning|5\": {\n        \"acc\": 0.5267857142857143,\n        \"acc_stderr\": 0.047389751192741546,\n        \"acc_norm\": 0.5267857142857143,\n        \"acc_norm_stderr\": 0.047389751192741546\n    },\n    \"harness|hendrycksTest-management|5\": {\n        \"acc\": 0.8932038834951457,\n        \"acc_stderr\": 0.030581088928331366,\n        \"acc_norm\": 0.8932038834951457,\n        \"acc_norm_stderr\": 0.030581088928331366\n    },\n    \"harness|hendrycksTest-marketing|5\": {\n        \"acc\": 0.9230769230769231,\n        \"acc_stderr\": 0.017456987872436186,\n        \"acc_norm\": 0.9230769230769231,\n        \"acc_norm_stderr\": 0.017456987872436186\n    },\n    \"harness|hendrycksTest-medical_genetics|5\": {\n        \"acc\": 0.72,\n        \"acc_stderr\": 0.045126085985421276,\n        \"acc_norm\": 0.72,\n        \"acc_norm_stderr\": 0.045126085985421276\n    },\n    \"harness|hendrycksTest-miscellaneous|5\": {\n        \"acc\": 0.9080459770114943,\n        \"acc_stderr\": 0.010333225570778518,\n        \"acc_norm\": 0.9080459770114943,\n        \"acc_norm_stderr\": 0.010333225570778518\n    },\n    \"harness|hendrycksTest-moral_disputes|5\": {\n        \"acc\": 0.7861271676300579,\n        \"acc_stderr\": 0.022075709251757177,\n        \"acc_norm\": 0.7861271676300579,\n        \"acc_norm_stderr\": 0.022075709251757177\n    },\n    \"harness|hendrycksTest-moral_scenarios|5\": {\n        \"acc\": 0.48044692737430167,\n        \"acc_stderr\": 0.016709709877661995,\n        \"acc_norm\": 0.48044692737430167,\n        \"acc_norm_stderr\": 0.016709709877661995\n    },\n    \"harness|hendrycksTest-nutrition|5\": {\n        \"acc\": 0.7941176470588235,\n        \"acc_stderr\": 0.0231527224394023,\n        \"acc_norm\": 0.7941176470588235,\n        \"acc_norm_stderr\": 0.0231527224394023\n    },\n    \"harness|hendrycksTest-philosophy|5\": {\n        \"acc\": 0.8038585209003215,\n        \"acc_stderr\": 0.02255244778047803,\n        \"acc_norm\": 0.8038585209003215,\n        \"acc_norm_stderr\": 0.02255244778047803\n    },\n    \"harness|hendrycksTest-prehistory|5\": {\n        \"acc\": 0.8611111111111112,\n        \"acc_stderr\": 0.019242526226544536,\n        \"acc_norm\": 0.8611111111111112,\n        \"acc_norm_stderr\": 0.019242526226544536\n    },\n    \"harness|hendrycksTest-professional_accounting|5\": {\n        \"acc\": 0.574468085106383,\n        \"acc_stderr\": 0.02949482760014437,\n        \"acc_norm\": 0.574468085106383,\n        \"acc_norm_stderr\": 0.02949482760014437\n    },\n    \"harness|hendrycksTest-professional_law|5\": {\n        \"acc\": 0.5834419817470665,\n        \"acc_stderr\": 0.01259115324505739,\n        \"acc_norm\": 0.5834419817470665,\n        \"acc_norm_stderr\": 0.01259115324505739\n    },\n    \"harness|hendrycksTest-professional_medicine|5\": {\n        \"acc\": 0.7794117647058824,\n        \"acc_stderr\": 0.02518778666022726,\n        \"acc_norm\": 0.7794117647058824,\n        \"acc_norm_stderr\": 0.02518778666022726\n    },\n    \"harness|hendrycksTest-professional_psychology|5\": {\n        \"acc\": 0.8104575163398693,\n        \"acc_stderr\": 0.015856152189980245,\n        \"acc_norm\": 0.8104575163398693,\n        \"acc_norm_stderr\": 0.015856152189980245\n    },\n    \"harness|hendrycksTest-public_relations|5\": {\n        \"acc\": 0.6818181818181818,\n        \"acc_stderr\": 0.04461272175910508,\n        \"acc_norm\": 0.6818181818181818,\n        \"acc_norm_stderr\": 0.04461272175910508\n    },\n    \"harness|hendrycksTest-security_studies|5\": {\n        \"acc\": 0.7755102040816326,\n        \"acc_stderr\": 0.0267114305555384,\n        \"acc_norm\": 0.7755102040816326,\n        \"acc_norm_stderr\": 0.0267114305555384\n    },\n    \"harness|hendrycksTest-sociology|5\": {\n        \"acc\": 0.8805970149253731,\n        \"acc_stderr\": 0.02292879327721974,\n        \"acc_norm\": 0.8805970149253731,\n        \"acc_norm_stderr\": 0.02292879327721974\n    },\n    \"harness|hendrycksTest-us_foreign_policy|5\": {\n        \"acc\": 0.93,\n        \"acc_stderr\": 0.025643239997624294,\n        \"acc_norm\": 0.93,\n        \"acc_norm_stderr\": 0.025643239997624294\n    },\n    \"harness|hendrycksTest-virology|5\": {\n        \"acc\": 0.5662650602409639,\n        \"acc_stderr\": 0.03858158940685516,\n        \"acc_norm\": 0.5662650602409639,\n        \"acc_norm_stderr\": 0.03858158940685516\n    },\n    \"harness|hendrycksTest-world_religions|5\": {\n        \"acc\": 0.847953216374269,\n        \"acc_stderr\": 0.027539122889061456,\n        \"acc_norm\": 0.847953216374269,\n        \"acc_norm_stderr\": 0.027539122889061456\n    },\n    \"harness|truthfulqa:mc|0\": {\n        \"mc1\": 0.3953488372093023,\n        \"mc1_stderr\": 0.017115815632418194,\n        \"mc2\": 0.5583209009287327,\n        \"mc2_stderr\": 0.014945999339089985\n    },\n    \"harness|winogrande|5\": {\n        \"acc\": 0.8421468034727704,\n        \"acc_stderr\": 0.010247165248719764\n    },\n    \"harness|gsm8k|5\": {\n        \"acc\": 0.623199393479909,\n        \"acc_stderr\": 0.013347858757829154\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-chat", "leaderboard_url": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard", "point_of_contact": "clementine@hf.co", "configs": [{"config_name": "harness_arc_challenge_25", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|arc:challenge|25_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|arc:challenge|25_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|arc:challenge|25_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_gsm8k_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|gsm8k|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|gsm8k|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|gsm8k|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hellaswag_10", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hellaswag|10_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hellaswag|10_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hellaswag|10_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-anatomy|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-astronomy|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_biology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-college_physics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-computer_security|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-econometrics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-global_facts|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-human_aging|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-international_law|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-management|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-marketing|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-nutrition|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-philosophy|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-prehistory|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-professional_law|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-public_relations|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-security_studies|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-sociology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-virology|5_2023-12-05T06-06-20.627396.parquet", "**/details_harness|hendrycksTest-world_religions|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-20T05-32-04.370506.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_abstract_algebra_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_anatomy_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-anatomy|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_astronomy_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-astronomy|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_business_ethics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_clinical_knowledge_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_biology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_biology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_chemistry_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_computer_science_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_mathematics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_medicine_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_physics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-college_physics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_computer_security_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-computer_security|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_conceptual_physics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_econometrics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-econometrics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_electrical_engineering_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_elementary_mathematics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_formal_logic_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_global_facts_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-global_facts|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_biology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_chemistry_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_computer_science_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_european_history_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_geography_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_government_and_politics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_macroeconomics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_mathematics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_microeconomics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_physics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_psychology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_statistics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_us_history_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_world_history_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_aging_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-human_aging|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_sexuality_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_international_law_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-international_law|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_jurisprudence_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_logical_fallacies_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_machine_learning_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_management_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-management|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_marketing_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-marketing|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_medical_genetics_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_miscellaneous_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_disputes_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_scenarios_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_nutrition_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-nutrition|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_philosophy_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-philosophy|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_prehistory_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-prehistory|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_accounting_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_law_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-professional_law|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_medicine_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_psychology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_public_relations_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-public_relations|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_security_studies_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-security_studies|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_sociology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-sociology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_us_foreign_policy_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_virology_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-virology|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_hendrycksTest_world_religions_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|hendrycksTest-world_religions|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_truthfulqa_mc_0", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|truthfulqa:mc|0_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "harness_winogrande_5", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["**/details_harness|winogrande|5_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["**/details_harness|winogrande|5_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["**/details_harness|winogrande|5_2024-01-20T05-32-04.370506.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2023_12_05T06_06_20.627396", "path": ["results_2023-12-05T06-06-20.627396.parquet"]}, {"split": "2024_01_20T05_32_04.370506", "path": ["results_2024-01-20T05-32-04.370506.parquet"]}, {"split": "latest", "path": ["results_2024-01-20T05-32-04.370506.parquet"]}]}]}}, {"id": "HaoyuW-hub/Deepseek-zebra-puzzle", "likes": 0, "downloads": 265, "created": "2026-05-16", "modified": "2026-05-16", "tags": ["license:mit", "modality:image", "region:us"], "card": {"license": "mit"}}, {"id": "rangell/combined-wildchat-deepseek-llama-petri-judged-responses", "likes": 0, "downloads": 264, "created": "2026-05-03", "modified": "2026-05-03", "tags": ["size_categories:1M<n<10M", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversation_hash", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "timestamp", "dtype": "string"}, {"name": "turn", "dtype": "int64"}, {"name": "language", "dtype": "string"}, {"name": "toxic", "dtype": "bool"}, {"name": "redacted", "dtype": "bool"}, {"name": "state", "dtype": "string"}, {"name": "country", "dtype": "string"}, {"name": "hashed_ip", "dtype": "string"}, {"name": "header", "dtype": "null"}, {"name": "query", "dtype": "string"}, {"name": "description_label_model", "dtype": "string"}, {"name": "description", "dtype": "string"}, {"name": "intention_label_model", "dtype": "string"}, {"name": "raw_output", "dtype": "string"}, {"name": "categories", "list": "string"}, {"name": "finish_reason", "dtype": "string"}, {"name": "sample_idx", "dtype": "int64"}, {"name": "response", "dtype": "string"}, {"name": "thinking", "dtype": "string"}, {"name": "response_finish_reason", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 5832491522, "num_examples": 1012880}], "download_size": 2749054705, "dataset_size": 5832491522}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-1.5B_eval_5554", "likes": 0, "downloads": 263, "created": "2025-06-11", "modified": "2025-06-12", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "kabsis/DeepSeek-MixedModeReasoning-Logits-Packed-16384", "likes": 1, "downloads": 261, "created": "2025-12-19", "modified": "2025-12-19", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input_ids", "sequence": "uint64"}, {"name": "packed_indices", "sequence": {"sequence": "uint64"}}, {"name": "exact_values", "sequence": {"sequence": "float32"}}, {"name": "coeffs", "sequence": {"sequence": "float32"}}, {"name": "labels", "sequence": "int64"}, {"name": "attention_mask", "sequence": "int8"}], "splits": [{"name": "train", "num_bytes": 1416838218360, "num_examples": 352965}], "download_size": 815650439843, "dataset_size": 1416838218360}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "DGurgurov/DeepSeek-R1-Distill-Qwen-1.5B-lmsys-chat-1m-tokenized", "likes": 0, "downloads": 258, "created": "2025-05-22", "modified": "2025-05-22", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "tokens", "sequence": "int64"}], "splits": [{"name": "train", "num_bytes": 3984837828, "num_examples": 486193}], "download_size": 822746834, "dataset_size": 3984837828}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Sherpa/DeepSeek-V4.1-Flash-1017-obliterated-consumer-build", "likes": 0, "downloads": 257, "created": "2026-11-03", "modified": "2026-11-05", "tags": ["license:mit", "region:us"], "card": {"license": "mit", "pretty_name": "DeepSeek V4.1 Flash 1017 OBLITERATUS consumer conversion"}}, {"id": "abotresol/emotion-deepseek-vectors-gemma-4-31b-it", "likes": 0, "downloads": 252, "created": "2026-07-23", "modified": "2026-07-29", "tags": ["task_categories:feature-extraction", "license:mit", "region:us", "interpretability", "emotion", "gemma", "ai-safety"], "card": {"license": "mit", "task_categories": ["feature-extraction"], "tags": ["interpretability", "emotion", "gemma", "ai-safety"]}}, {"id": "open-llm-leaderboard-old/details_deepseek-ai__deepseek-llm-67b-base", "likes": 0, "downloads": 249, "created": "2023-12-08", "modified": "2023-12-08", "tags": ["region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/deepseek-llm-67b-base", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/deepseek-llm-67b-base](https://huggingface.co/deepseek-ai/deepseek-llm-67b-base) on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard).\n\nThe dataset is composed of 63 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run (and is used to compute and display the aggregated metrics on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)).\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"open-llm-leaderboard/details_deepseek-ai__deepseek-llm-67b-base\",\n\t\"harness_winogrande_5\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2023-12-08T15:08:33.397139](https://huggingface.co/datasets/open-llm-leaderboard/details_deepseek-ai__deepseek-llm-67b-base/blob/main/results_2023-12-08T15-08-33.397139.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc\": 0.7152016597064887,\n        \"acc_stderr\": 0.029610855644222223,\n        \"acc_norm\": 0.7193168663591899,\n        \"acc_norm_stderr\": 0.030182859586413653,\n        \"mc1\": 0.3525091799265606,\n        \"mc1_stderr\": 0.016724646380756544,\n        \"mc2\": 0.5108013665291756,\n        \"mc2_stderr\": 0.014538753767819627\n    },\n    \"harness|arc:challenge|25\": {\n        \"acc\": 0.6262798634812287,\n        \"acc_stderr\": 0.014137708601759096,\n        \"acc_norm\": 0.6544368600682594,\n        \"acc_norm_stderr\": 0.01389693846114568\n    },\n    \"harness|hellaswag|10\": {\n        \"acc\": 0.6783509261103365,\n        \"acc_stderr\": 0.004661544991583034,\n        \"acc_norm\": 0.8710416251742681,\n        \"acc_norm_stderr\": 0.003344689038650325\n    },\n    \"harness|hendrycksTest-abstract_algebra|5\": {\n        \"acc\": 0.38,\n        \"acc_stderr\": 0.048783173121456316,\n        \"acc_norm\": 0.38,\n        \"acc_norm_stderr\": 0.048783173121456316\n    },\n    \"harness|hendrycksTest-anatomy|5\": {\n        \"acc\": 0.6592592592592592,\n        \"acc_stderr\": 0.040943762699967926,\n        \"acc_norm\": 0.6592592592592592,\n        \"acc_norm_stderr\": 0.040943762699967926\n    },\n    \"harness|hendrycksTest-astronomy|5\": {\n        \"acc\": 0.8092105263157895,\n        \"acc_stderr\": 0.03197565821032499,\n        \"acc_norm\": 0.8092105263157895,\n        \"acc_norm_stderr\": 0.03197565821032499\n    },\n    \"harness|hendrycksTest-business_ethics|5\": {\n        \"acc\": 0.83,\n        \"acc_stderr\": 0.0377525168068637,\n        \"acc_norm\": 0.83,\n        \"acc_norm_stderr\": 0.0377525168068637\n    },\n    \"harness|hendrycksTest-clinical_knowledge|5\": {\n        \"acc\": 0.7811320754716982,\n        \"acc_stderr\": 0.025447863825108614,\n        \"acc_norm\": 0.7811320754716982,\n        \"acc_norm_stderr\": 0.025447863825108614\n    },\n    \"harness|hendrycksTest-college_biology|5\": {\n        \"acc\": 0.8472222222222222,\n        \"acc_stderr\": 0.030085743248565677,\n        \"acc_norm\": 0.8472222222222222,\n        \"acc_norm_stderr\": 0.030085743248565677\n    },\n    \"harness|hendrycksTest-college_chemistry|5\": {\n        \"acc\": 0.5,\n        \"acc_stderr\": 0.050251890762960605,\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.050251890762960605\n    },\n    \"harness|hendrycksTest-college_computer_science|5\": {\n        \"acc\": 0.6,\n        \"acc_stderr\": 0.049236596391733084,\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.049236596391733084\n    },\n    \"harness|hendrycksTest-college_mathematics|5\": {\n        \"acc\": 0.42,\n        \"acc_stderr\": 0.049604496374885836,\n        \"acc_norm\": 0.42,\n        \"acc_norm_stderr\": 0.049604496374885836\n    },\n    \"harness|hendrycksTest-college_medicine|5\": {\n        \"acc\": 0.7341040462427746,\n        \"acc_stderr\": 0.03368762932259431,\n        \"acc_norm\": 0.7341040462427746,\n        \"acc_norm_stderr\": 0.03368762932259431\n    },\n    \"harness|hendrycksTest-college_physics|5\": {\n        \"acc\": 0.43137254901960786,\n        \"acc_stderr\": 0.04928099597287534,\n        \"acc_norm\": 0.43137254901960786,\n        \"acc_norm_stderr\": 0.04928099597287534\n    },\n    \"harness|hendrycksTest-computer_security|5\": {\n        \"acc\": 0.75,\n        \"acc_stderr\": 0.04351941398892446,\n        \"acc_norm\": 0.75,\n        \"acc_norm_stderr\": 0.04351941398892446\n    },\n    \"harness|hendrycksTest-conceptual_physics|5\": {\n        \"acc\": 0.7319148936170212,\n        \"acc_stderr\": 0.028957342788342343,\n        \"acc_norm\": 0.7319148936170212,\n        \"acc_norm_stderr\": 0.028957342788342343\n    },\n    \"harness|hendrycksTest-econometrics|5\": {\n        \"acc\": 0.5175438596491229,\n        \"acc_stderr\": 0.04700708033551038,\n        \"acc_norm\": 0.5175438596491229,\n        \"acc_norm_stderr\": 0.04700708033551038\n    },\n    \"harness|hendrycksTest-electrical_engineering|5\": {\n        \"acc\": 0.6827586206896552,\n        \"acc_stderr\": 0.03878352372138622,\n        \"acc_norm\": 0.6827586206896552,\n        \"acc_norm_stderr\": 0.03878352372138622\n    },\n    \"harness|hendrycksTest-elementary_mathematics|5\": {\n        \"acc\": 0.5026455026455027,\n        \"acc_stderr\": 0.025750949678130387,\n        \"acc_norm\": 0.5026455026455027,\n        \"acc_norm_stderr\": 0.025750949678130387\n    },\n    \"harness|hendrycksTest-formal_logic|5\": {\n        \"acc\": 0.5317460317460317,\n        \"acc_stderr\": 0.04463112720677173,\n        \"acc_norm\": 0.5317460317460317,\n        \"acc_norm_stderr\": 0.04463112720677173\n    },\n    \"harness|hendrycksTest-global_facts|5\": {\n        \"acc\": 0.44,\n        \"acc_stderr\": 0.04988876515698589,\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"harness|hendrycksTest-high_school_biology|5\": {\n        \"acc\": 0.8258064516129032,\n        \"acc_stderr\": 0.021576248184514587,\n        \"acc_norm\": 0.8258064516129032,\n        \"acc_norm_stderr\": 0.021576248184514587\n    },\n    \"harness|hendrycksTest-high_school_chemistry|5\": {\n        \"acc\": 0.5714285714285714,\n        \"acc_stderr\": 0.034819048444388045,\n        \"acc_norm\": 0.5714285714285714,\n        \"acc_norm_stderr\": 0.034819048444388045\n    },\n    \"harness|hendrycksTest-high_school_computer_science|5\": {\n        \"acc\": 0.74,\n        \"acc_stderr\": 0.044084400227680794,\n        \"acc_norm\": 0.74,\n        \"acc_norm_stderr\": 0.044084400227680794\n    },\n    \"harness|hendrycksTest-high_school_european_history|5\": {\n        \"acc\": 0.8181818181818182,\n        \"acc_stderr\": 0.030117688929503582,\n        \"acc_norm\": 0.8181818181818182,\n        \"acc_norm_stderr\": 0.030117688929503582\n    },\n    \"harness|hendrycksTest-high_school_geography|5\": {\n        \"acc\": 0.898989898989899,\n        \"acc_stderr\": 0.02146973557605533,\n        \"acc_norm\": 0.898989898989899,\n        \"acc_norm_stderr\": 0.02146973557605533\n    },\n    \"harness|hendrycksTest-high_school_government_and_politics|5\": {\n        \"acc\": 0.9844559585492227,\n        \"acc_stderr\": 0.008927492715084313,\n        \"acc_norm\": 0.9844559585492227,\n        \"acc_norm_stderr\": 0.008927492715084313\n    },\n    \"harness|hendrycksTest-high_school_macroeconomics|5\": {\n        \"acc\": 0.7307692307692307,\n        \"acc_stderr\": 0.02248938979365483,\n        \"acc_norm\": 0.7307692307692307,\n        \"acc_norm_stderr\": 0.02248938979365483\n    },\n    \"harness|hendrycksTest-high_school_mathematics|5\": {\n        \"acc\": 0.37777777777777777,\n        \"acc_stderr\": 0.029560707392465715,\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.029560707392465715\n    },\n    \"harness|hendrycksTest-high_school_microeconomics|5\": {\n        \"acc\": 0.8235294117647058,\n        \"acc_stderr\": 0.024762902678057922,\n        \"acc_norm\": 0.8235294117647058,\n        \"acc_norm_stderr\": 0.024762902678057922\n    },\n    \"harness|hendrycksTest-high_school_physics|5\": {\n        \"acc\": 0.4370860927152318,\n        \"acc_stderr\": 0.04050035722230636,\n        \"acc_norm\": 0.4370860927152318,\n        \"acc_norm_stderr\": 0.04050035722230636\n    },\n    \"harness|hendrycksTest-high_school_psychology|5\": {\n        \"acc\": 0.9045871559633027,\n        \"acc_stderr\": 0.012595899282335812,\n        \"acc_norm\": 0.9045871559633027,\n        \"acc_norm_stderr\": 0.012595899282335812\n    },\n    \"harness|hendrycksTest-high_school_statistics|5\": {\n        \"acc\": 0.6435185185185185,\n        \"acc_stderr\": 0.032664783315272714,\n        \"acc_norm\": 0.6435185185185185,\n        \"acc_norm_stderr\": 0.032664783315272714\n    },\n    \"harness|hendrycksTest-high_school_us_history|5\": {\n        \"acc\": 0.9166666666666666,\n        \"acc_stderr\": 0.019398452135813905,\n        \"acc_norm\": 0.9166666666666666,\n        \"acc_norm_stderr\": 0.019398452135813905\n    },\n    \"harness|hendrycksTest-high_school_world_history|5\": {\n        \"acc\": 0.9156118143459916,\n        \"acc_stderr\": 0.01809424711647333,\n        \"acc_norm\": 0.9156118143459916,\n        \"acc_norm_stderr\": 0.01809424711647333\n    },\n    \"harness|hendrycksTest-human_aging|5\": {\n        \"acc\": 0.7937219730941704,\n        \"acc_stderr\": 0.02715715047956382,\n        \"acc_norm\": 0.7937219730941704,\n        \"acc_norm_stderr\": 0.02715715047956382\n    },\n    \"harness|hendrycksTest-human_sexuality|5\": {\n        \"acc\": 0.8244274809160306,\n        \"acc_stderr\": 0.03336820338476074,\n        \"acc_norm\": 0.8244274809160306,\n        \"acc_norm_stderr\": 0.03336820338476074\n    },\n    \"harness|hendrycksTest-international_law|5\": {\n        \"acc\": 0.8512396694214877,\n        \"acc_stderr\": 0.03248470083807193,\n        \"acc_norm\": 0.8512396694214877,\n        \"acc_norm_stderr\": 0.03248470083807193\n    },\n    \"harness|hendrycksTest-jurisprudence|5\": {\n        \"acc\": 0.8333333333333334,\n        \"acc_stderr\": 0.03602814176392645,\n        \"acc_norm\": 0.8333333333333334,\n        \"acc_norm_stderr\": 0.03602814176392645\n    },\n    \"harness|hendrycksTest-logical_fallacies|5\": {\n        \"acc\": 0.8343558282208589,\n        \"acc_stderr\": 0.029208296231259104,\n        \"acc_norm\": 0.8343558282208589,\n        \"acc_norm_stderr\": 0.029208296231259104\n    },\n    \"harness|hendrycksTest-machine_learning|5\": {\n        \"acc\": 0.5,\n        \"acc_stderr\": 0.04745789978762494,\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.04745789978762494\n    },\n    \"harness|hendrycksTest-management|5\": {\n        \"acc\": 0.9029126213592233,\n        \"acc_stderr\": 0.02931596291881348,\n        \"acc_norm\": 0.9029126213592233,\n        \"acc_norm_stderr\": 0.02931596291881348\n    },\n    \"harness|hendrycksTest-marketing|5\": {\n        \"acc\": 0.9316239316239316,\n        \"acc_stderr\": 0.016534627684311368,\n        \"acc_norm\": 0.9316239316239316,\n        \"acc_norm_stderr\": 0.016534627684311368\n    },\n    \"harness|hendrycksTest-medical_genetics|5\": {\n        \"acc\": 0.73,\n        \"acc_stderr\": 0.044619604333847394,\n        \"acc_norm\": 0.73,\n        \"acc_norm_stderr\": 0.044619604333847394\n    },\n    \"harness|hendrycksTest-miscellaneous|5\": {\n        \"acc\": 0.9003831417624522,\n        \"acc_stderr\": 0.010709685591251671,\n        \"acc_norm\": 0.9003831417624522,\n        \"acc_norm_stderr\": 0.010709685591251671\n    },\n    \"harness|hendrycksTest-moral_disputes|5\": {\n        \"acc\": 0.7630057803468208,\n        \"acc_stderr\": 0.02289408248992599,\n        \"acc_norm\": 0.7630057803468208,\n        \"acc_norm_stderr\": 0.02289408248992599\n    },\n    \"harness|hendrycksTest-moral_scenarios|5\": {\n        \"acc\": 0.4491620111731844,\n        \"acc_stderr\": 0.01663583834163192,\n        \"acc_norm\": 0.4491620111731844,\n        \"acc_norm_stderr\": 0.01663583834163192\n    },\n    \"harness|hendrycksTest-nutrition|5\": {\n        \"acc\": 0.7875816993464052,\n        \"acc_stderr\": 0.02342037547829613,\n        \"acc_norm\": 0.7875816993464052,\n        \"acc_norm_stderr\": 0.02342037547829613\n    },\n    \"harness|hendrycksTest-philosophy|5\": {\n        \"acc\": 0.8135048231511254,\n        \"acc_stderr\": 0.02212243977248077,\n        \"acc_norm\": 0.8135048231511254,\n        \"acc_norm_stderr\": 0.02212243977248077\n    },\n    \"harness|hendrycksTest-prehistory|5\": {\n        \"acc\": 0.8549382716049383,\n        \"acc_stderr\": 0.01959487701972795,\n        \"acc_norm\": 0.8549382716049383,\n        \"acc_norm_stderr\": 0.01959487701972795\n    },\n    \"harness|hendrycksTest-professional_accounting|5\": {\n        \"acc\": 0.5567375886524822,\n        \"acc_stderr\": 0.029634838473766006,\n        \"acc_norm\": 0.5567375886524822,\n        \"acc_norm_stderr\": 0.029634838473766006\n    },\n    \"harness|hendrycksTest-professional_law|5\": {\n        \"acc\": 0.560625814863103,\n        \"acc_stderr\": 0.012676014778580219,\n        \"acc_norm\": 0.560625814863103,\n        \"acc_norm_stderr\": 0.012676014778580219\n    },\n    \"harness|hendrycksTest-professional_medicine|5\": {\n        \"acc\": 0.7757352941176471,\n        \"acc_stderr\": 0.025336848563332372,\n        \"acc_norm\": 0.7757352941176471,\n        \"acc_norm_stderr\": 0.025336848563332372\n    },\n    \"harness|hendrycksTest-professional_psychology|5\": {\n        \"acc\": 0.8022875816993464,\n        \"acc_stderr\": 0.016112443369726736,\n        \"acc_norm\": 0.8022875816993464,\n        \"acc_norm_stderr\": 0.016112443369726736\n    },\n    \"harness|hendrycksTest-public_relations|5\": {\n        \"acc\": 0.7181818181818181,\n        \"acc_stderr\": 0.043091187099464585,\n        \"acc_norm\": 0.7181818181818181,\n        \"acc_norm_stderr\": 0.043091187099464585\n    },\n    \"harness|hendrycksTest-security_studies|5\": {\n        \"acc\": 0.7387755102040816,\n        \"acc_stderr\": 0.02812342933514279,\n        \"acc_norm\": 0.7387755102040816,\n        \"acc_norm_stderr\": 0.02812342933514279\n    },\n    \"harness|hendrycksTest-sociology|5\": {\n        \"acc\": 0.900497512437811,\n        \"acc_stderr\": 0.0211662163046594,\n        \"acc_norm\": 0.900497512437811,\n        \"acc_norm_stderr\": 0.0211662163046594\n    },\n    \"harness|hendrycksTest-us_foreign_policy|5\": {\n        \"acc\": 0.94,\n        \"acc_stderr\": 0.02386832565759419,\n        \"acc_norm\": 0.94,\n        \"acc_norm_stderr\": 0.02386832565759419\n    },\n    \"harness|hendrycksTest-virology|5\": {\n        \"acc\": 0.5542168674698795,\n        \"acc_stderr\": 0.038695433234721015,\n        \"acc_norm\": 0.5542168674698795,\n        \"acc_norm_stderr\": 0.038695433234721015\n    },\n    \"harness|hendrycksTest-world_religions|5\": {\n        \"acc\": 0.8596491228070176,\n        \"acc_stderr\": 0.0266405825391332,\n        \"acc_norm\": 0.8596491228070176,\n        \"acc_norm_stderr\": 0.0266405825391332\n    },\n    \"harness|truthfulqa:mc|0\": {\n        \"mc1\": 0.3525091799265606,\n        \"mc1_stderr\": 0.016724646380756544,\n        \"mc2\": 0.5108013665291756,\n        \"mc2_stderr\": 0.014538753767819627\n    },\n    \"harness|winogrande|5\": {\n        \"acc\": 0.8413575374901342,\n        \"acc_stderr\": 0.01026793624302822\n    },\n    \"harness|gsm8k|5\": {\n        \"acc\": 0.5670962850644428,\n        \"acc_stderr\": 0.013647916362576052\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/deepseek-llm-67b-base", "leaderboard_url": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard", "point_of_contact": "clementine@hf.co", "configs": [{"config_name": "harness_arc_challenge_25", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|arc:challenge|25_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|arc:challenge|25_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_gsm8k_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|gsm8k|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|gsm8k|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hellaswag_10", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hellaswag|10_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hellaswag|10_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-anatomy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-astronomy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_biology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-computer_security|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-econometrics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-global_facts|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-human_aging|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-international_law|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-management|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-marketing|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-nutrition|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-philosophy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-prehistory|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_law|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-public_relations|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-security_studies|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-sociology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-virology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-world_religions|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-anatomy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-astronomy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_biology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-college_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-computer_security|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-econometrics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-global_facts|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-human_aging|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-international_law|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-management|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-marketing|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-nutrition|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-philosophy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-prehistory|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_law|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-public_relations|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-security_studies|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-sociology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-virology|5_2023-12-08T15-08-33.397139.parquet", "**/details_harness|hendrycksTest-world_religions|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_abstract_algebra_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_anatomy_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-anatomy|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-anatomy|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_astronomy_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-astronomy|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-astronomy|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_business_ethics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_clinical_knowledge_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_biology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_biology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_biology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_chemistry_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_computer_science_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_mathematics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_medicine_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_physics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-college_physics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_physics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_computer_security_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-computer_security|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-computer_security|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_conceptual_physics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_econometrics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-econometrics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-econometrics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_electrical_engineering_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_elementary_mathematics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_formal_logic_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_global_facts_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-global_facts|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-global_facts|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_biology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_chemistry_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_computer_science_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_european_history_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_geography_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_government_and_politics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_macroeconomics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_mathematics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_microeconomics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_physics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_psychology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_statistics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_us_history_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_world_history_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_aging_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-human_aging|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_aging|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_sexuality_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_international_law_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-international_law|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-international_law|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_jurisprudence_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_logical_fallacies_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_machine_learning_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_management_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-management|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-management|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_marketing_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-marketing|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-marketing|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_medical_genetics_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_miscellaneous_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_disputes_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_scenarios_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_nutrition_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-nutrition|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-nutrition|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_philosophy_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-philosophy|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-philosophy|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_prehistory_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-prehistory|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-prehistory|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_accounting_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_law_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-professional_law|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_law|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_medicine_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_psychology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_public_relations_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-public_relations|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-public_relations|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_security_studies_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-security_studies|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-security_studies|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_sociology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-sociology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-sociology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_us_foreign_policy_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_virology_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-virology|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-virology|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_hendrycksTest_world_religions_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|hendrycksTest-world_religions|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-world_religions|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_truthfulqa_mc_0", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|truthfulqa:mc|0_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|truthfulqa:mc|0_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "harness_winogrande_5", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["**/details_harness|winogrande|5_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["**/details_harness|winogrande|5_2023-12-08T15-08-33.397139.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2023_12_08T15_08_33.397139", "path": ["results_2023-12-08T15-08-33.397139.parquet"]}, {"split": "latest", "path": ["results_2023-12-08T15-08-33.397139.parquet"]}]}]}}, {"id": "kyuz0/deepseek-v4.1-flash-1017-qa", "likes": 0, "downloads": 246, "created": "2026-10-18", "modified": "2026-10-18", "tags": ["license:other", "region:us", "evaluation", "logits", "deepseek", "quantization"], "card": {"license": "other", "license_name": "mixed-source-reference-data", "license_link": "https://huggingface.co/datasets/kyuz0/deepseek-v4.1-flash-1017-qa/blob/main/SOURCES.md", "base_model": "deepseek-ai/DeepSeek-V4.1-Flash-1017", "tags": ["evaluation", "logits", "deepseek", "quantization"]}}, {"id": "Pankayaraj/PARTIAL-STAR41K-DeepSeek-R1-Distill-Qwen-7B-Size-16-Blockwise-InterIntra-Attention-0_8192", "likes": 0, "downloads": 245, "created": "2026-06-25", "modified": "2026-06-25", "tags": ["size_categories:1K<n<10K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "generations", "dtype": "string"}, {"name": "labels", "dtype": "int64"}, {"name": "full_token_ids", "list": "int64"}, {"name": "reasoning_token_ids", "list": "int64"}, {"name": "blockwise_attentions_inside", "list": {"list": {"list": "float32"}}}, {"name": "blockwise_attentions_outside", "list": {"list": {"list": "float32"}}}], "splits": [{"name": "train", "num_bytes": 222571769044, "num_examples": 8180}], "download_size": 164718033884, "dataset_size": 222571769044}}}, {"id": "LingweiGu/minicpm5-sft-v10-deepseek-swe", "likes": 0, "downloads": 245, "created": "2026-10-08", "modified": "2026-10-08", "tags": ["language:en", "license:other", "size_categories:1K<n<10K", "modality:tabular", "modality:text", "region:us", "sft", "agent", "software-engineering", "swe", "trajectories", "minicpm"], "card": {"license": "other", "license_name": "mixed-upstream", "license_link": "https://huggingface.co/datasets/LingweiGu/minicpm5-sft-v10-deepseek-swe/blob/main/README.md", "pretty_name": "nanocode SFT v10 - cleaned DeepSeek-teacher SWE trajectories", "language": ["en"], "tags": ["sft", "agent", "software-engineering", "swe", "trajectories", "minicpm"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "tokenized", "data_files": [{"split": "train", "path": "tokenized/train/*.parquet"}, {"split": "validation", "path": "tokenized/validation/*.parquet"}]}, {"config_name": "messages", "data_files": [{"split": "train", "path": "messages/train-*.jsonl"}, {"split": "validation", "path": "messages/validation-*.jsonl"}]}]}}, {"id": "beyoru/Deepseek-v4-pro-max-distill-1500x", "likes": 29, "downloads": 243, "created": "2026-04-24", "modified": "2026-05-04", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "reasoning", "distillation", "chain-of-thought", "deepseek"], "card": {"license": "apache-2.0", "language": ["en"], "task_categories": ["text-generation"], "tags": ["reasoning", "distillation", "chain-of-thought", "deepseek", "deepseek-v4-pro", "math"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train.parquet"}, {"split": "train_math", "path": "data/train_math.parquet"}]}]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-7B_eval_d81a", "likes": 0, "downloads": 242, "created": "2025-05-13", "modified": "2025-05-15", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "lvogel123/jailbreak-deepseek-v3.2-exp", "likes": 1, "downloads": 240, "created": "2025-10-27", "modified": "2025-10-27", "tags": ["size_categories:1K<n<10K", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": [{"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data score01_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.5", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.7", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data refusal_rate", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data convincing_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 882, "num_examples": 1}], "download_size": 49199, "dataset_size": 882}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1423113, "num_examples": 300}], "download_size": 621520, "dataset_size": 1423113}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 750, "num_examples": 2}], "download_size": 7091, "dataset_size": 750}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 828, "num_examples": 1}], "download_size": 45208, "dataset_size": 828}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 6982378, "num_examples": 537}], "download_size": 3109782, "dataset_size": 6982378}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 738, "num_examples": 2}], "download_size": 7061, "dataset_size": 738}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data score01_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.5", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.7", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data refusal_rate", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data convincing_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 882, "num_examples": 1}], "download_size": 49199, "dataset_size": 882}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 4292383, "num_examples": 600}], "download_size": 2080122, "dataset_size": 4292383}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 750, "num_examples": 2}], "download_size": 7091, "dataset_size": 750}], "configs": [{"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results/train-*"}]}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples/train-*"}]}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats/train-*"}]}]}}, {"id": "Banaxi-Tech/Deepseek-V4-Reasoning-Code-2500", "likes": 13, "downloads": 240, "created": "2026-05-23", "modified": "2026-05-24", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek", "reasoning"], "card": {"license": "apache-2.0", "task_categories": ["text-generation", "question-answering"], "language": ["en"], "tags": ["deepseek", "reasoning", "code", "distillation", "synthetic", "chain-of-thought"], "pretty_name": "DeepSeek Reasoning and Code Distillation Dataset", "size_categories": ["1K<n<10K"]}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1-distill-qwen-1.5b_traces_32768", "likes": 0, "downloads": 236, "created": "2025-04-25", "modified": "2025-04-25", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "int64"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "string"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 30306892, "num_examples": 716}], "download_size": 12302910, "dataset_size": 30306892}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "RASSAISAID/finance-deepseek-prompts-distill", "likes": 3, "downloads": 236, "created": "2026-05-15", "modified": "2026-06-03", "tags": ["size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "RASSAISAID"], "card": {"tags": ["RASSAISAID"]}}, {"id": "Reza2kn/Wikipedia-FA-EN-DeepSeek-V4-Flash-0731", "likes": 2, "downloads": 231, "created": "2026-08-12", "modified": "2026-08-29", "tags": ["task_categories:translation", "language:fa", "language:en", "license:cc-by-sa-4.0", "size_categories:100K<n<1M", "format:parquet", "modality:audio", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "wikipedia"], "card": {"pretty_name": "Wikipedia Persian to English - DeepSeek V4 Flash 0731", "license": "cc-by-sa-4.0", "language": ["fa", "en"], "task_categories": ["translation"], "tags": ["wikipedia", "persian", "farsi", "machine-translation", "deepseek"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*.parquet"}]}, {"config_name": "gemini_tts_reconciled", "data_files": [{"split": "train", "path": "gemini_tts_reconciled/train-*"}, {"split": "eval", "path": "gemini_tts_reconciled/eval-*"}, {"split": "flagged", "path": "gemini_tts_reconciled/flagged-*"}]}, {"config_name": "tts_review", "data_files": [{"split": "tts_fast_shortest_6669", "path": "data/tts_fast_shortest_6669-*.parquet"}, {"split": "tts_persian_only_shortest_6669", "path": "data/tts_persian_only_shortest_6669-*.parquet"}]}], "dataset_info": {"config_name": "gemini_tts_reconciled", "features": [{"name": "text", "dtype": "string"}, {"name": "audio", "dtype": {"audio": {"sampling_rate": 24000, "decode": false}}}], "splits": [{"name": "train", "num_bytes": 5840803873, "num_examples": 3517}, {"name": "eval", "num_bytes": 1111116756, "num_examples": 669}, {"name": "flagged", "num_bytes": 3933646535, "num_examples": 2438}], "download_size": 10881815288, "dataset_size": 10885567164}}}, {"id": "Abdalrhman0000/deepseek-v4-1-arabic-translation", "likes": 1, "downloads": 230, "created": "2026-10-09", "modified": "2026-10-09", "tags": ["language:ar", "language:en", "license:cc-by-4.0", "size_categories:n<1K", "modality:document", "library:datasets", "library:mlcroissant", "region:us", "deepseek", "deepseek-v4.1", "arabic", "translation", "llm", "research-paper", "ai"], "card": {"language": ["ar", "en"], "license": "cc-by-4.0", "tags": ["deepseek", "deepseek-v4.1", "arabic", "translation", "llm", "research-paper", "ai"], "pretty_name": "DeepSeek V4.1 Arabic Translation"}}, {"id": "Gflorent/deepseek-ocr-artifacts-test-01", "likes": 0, "downloads": 227, "created": "2025-11-11", "modified": "2025-11-12", "tags": ["size_categories:n<1K", "format:imagefolder", "modality:image", "library:datasets", "library:mlcroissant", "region:us"], "card": {}}, {"id": "yidannwang/deepseek-prover-v2-results", "likes": 0, "downloads": 227, "created": "2026-06-23", "modified": "2026-07-11", "tags": ["region:us"], "card": {}}, {"id": "jonathanyin/aime_1983_2023_deepseek-r1-distill-qwen-7b_traces_16384", "likes": 0, "downloads": 226, "created": "2025-04-24", "modified": "2025-04-24", "tags": ["size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "int64"}, {"name": "Problem Number", "dtype": "int64"}, {"name": "Question", "dtype": "string"}, {"name": "Answer", "dtype": "int64"}, {"name": "Part", "dtype": "string"}, {"name": "Reasoning", "dtype": "string"}, {"name": "Solution Attempt", "dtype": "string"}, {"name": "Answer Attempt", "dtype": "string"}, {"name": "Correct", "dtype": "bool"}, {"name": "templated_response", "dtype": "string"}, {"name": "Token Count", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 28273686, "num_examples": 801}], "download_size": 12239681, "dataset_size": 28273686}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Gflorent/deepseek-ocr-job-code", "likes": 0, "downloads": 225, "created": "2025-11-10", "modified": "2026-01-12", "tags": ["region:us"], "card": {}}, {"id": "wjn922-01/denovoswe-distill2767-deepseek-v4.1-flash-rollout8-instance720-trajectories4676", "likes": 0, "downloads": 223, "created": "2026-10-09", "modified": "2026-10-09", "tags": ["language:en", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "code", "trajectories", "nl2repo", "deepseek-v4.1-flash"], "card": {"language": ["en"], "tags": ["code", "trajectories", "nl2repo", "deepseek-v4.1-flash"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-00000-of-00001.parquet"}]}]}}, {"id": "nebius/DeepSeek-V3-Infinity-Instruct-0625", "likes": 3, "downloads": 217, "created": "2026-02-02", "modified": "2026-03-02", "tags": ["task_categories:text-generation", "language:en", "license:cc-by-4.0", "size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "arxiv:2602.23881", "region:us"], "card": {"license": "cc-by-4.0", "task_categories": ["text-generation"], "language": ["en"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "dataset_info": {"features": [{"name": "conversation", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "generated_message", "struct": [{"name": "content", "dtype": "string"}, {"name": "reasoning_content", "dtype": "null"}, {"name": "role", "dtype": "string"}, {"name": "tool_calls", "sequence": "null"}]}, {"name": "finish_reason", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 2473844580, "num_examples": 659808}], "download_size": 1450643036, "dataset_size": 2473844580}}}, {"id": "vectorzhou/AIME_2024_DeepSeek_R1_0528_Temp_1.0_L_16384", "likes": 0, "downloads": 216, "created": "2025-06-07", "modified": "2025-07-21", "tags": ["license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "responses", "sequence": "string"}, {"name": "answer", "dtype": "int32"}], "splits": [{"name": "train", "num_bytes": 17493564, "num_examples": 30}], "download_size": 7894265, "dataset_size": 17493564}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "apache-2.0", "size_categories": ["n<1K"]}}, {"id": "Lego-X/Terminal-Lego-Traj-Deepseek-V3-2-15k", "likes": 0, "downloads": 216, "created": "2026-06-01", "modified": "2026-06-01", "tags": ["size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "guanning-ai/DeepSeek-1.5B_mmlu-pro_16384_train0test8", "likes": 0, "downloads": 214, "created": "2025-07-04", "modified": "2025-07-04", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem_id", "dtype": "int64"}, {"name": "response_id", "dtype": "int64"}, {"name": "problem", "dtype": "string"}, {"name": "gold", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "correctness", "dtype": "bool"}, {"name": "num_tokens", "dtype": "int64"}, {"name": "logprob", "sequence": "float64"}, {"name": "alternative_logprob", "sequence": {"sequence": "float64"}}, {"name": "response_summary", "dtype": "string"}, {"name": "category", "dtype": "string"}, {"name": "prediction", "dtype": "string"}], "splits": [{"name": "test", "num_bytes": 27199514161, "num_examples": 96256}], "download_size": 17475285262, "dataset_size": 27199514161}, "configs": [{"config_name": "default", "data_files": [{"split": "test", "path": "data/test-*"}]}]}}, {"id": "Bum-ble/DeepSeek-V4.1-Flash-1017-local-evaluation", "likes": 0, "downloads": 212, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["task_categories:text-generation", "license:mit", "region:us", "benchmark", "vllm", "deepseek"], "card": {"pretty_name": "DeepSeek V4.1 Flash 1017 local evaluation", "license": "mit", "task_categories": ["text-generation"], "tags": ["benchmark", "vllm", "deepseek"]}}, {"id": "mondk/Deepseek-v4.1-CoT", "likes": 2, "downloads": 210, "created": "2026-09-17", "modified": "2026-09-17", "tags": ["language:en", "license:apache-2.0", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "deepseek_v41", "CoT"], "card": {"license": "apache-2.0", "language": ["en"], "tags": ["deepseek_v41", "CoT"]}}, {"id": "ihounie/aime-83-23-deepseek8b-raw-entropies", "likes": 0, "downloads": 208, "created": "2025-10-20", "modified": "2025-10-20", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "confs", "list": {"list": "float32"}}, {"name": "answer", "dtype": "string"}, {"name": "is_correct", "dtype": "bool"}, {"name": "ID", "dtype": "string"}, {"name": "Year", "dtype": "string"}, {"name": "Problem Number", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 31119022564, "num_examples": 13824}], "download_size": 24120720774, "dataset_size": 31119022564}}}, {"id": "RLHFlow/Deepseek-MATH500-Test", "likes": 0, "downloads": 206, "created": "2024-11-02", "modified": "2024-11-09", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "answers", "sequence": "string"}, {"name": "label", "sequence": "int64"}], "splits": [{"name": "test", "num_bytes": 517437090, "num_examples": 500}], "download_size": 145348966, "dataset_size": 517437090}, "configs": [{"config_name": "default", "data_files": [{"split": "test", "path": "data/test-*"}]}]}}, {"id": "trjxter/DeepSeek-V4-Flash-0731-Teacher-Distillation-40513x", "likes": 4, "downloads": 205, "created": "2026-08-14", "modified": "2026-08-14", "tags": ["task_categories:text-generation", "language:en", "license:other", "size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic", "distillation", "reasoning"], "card": {"license": "other", "language": ["en"], "task_categories": ["text-generation"], "tags": ["synthetic", "distillation", "reasoning", "code", "software-engineering", "agentic", "tool-calling", "cybersecurity", "defensive-security"], "size_categories": ["10K<n<100K"], "pretty_name": "DeepSeek V4 Flash 0731 Teacher Distillation 40.5K"}}, {"id": "erickrus/numina-deepseek-r1-qwen-7b", "likes": 0, "downloads": 204, "created": "2025-02-08", "modified": "2025-02-08", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "generation", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_input_text_generation_0", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "raw_output_text_generation_0", "dtype": "string"}, {"name": "statistics_text_generation_0", "struct": [{"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}]}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 3830482746, "num_examples": 155392}], "download_size": 1309604254, "dataset_size": 3830482746}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "wen-sun/openr1-clean-DeepSeek-R1-Distill-Qwen-7B-generations", "likes": 0, "downloads": 204, "created": "2025-07-06", "modified": "2025-07-14", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Cetemadi1/jailbreak-deepseek-v3.2-exp", "likes": 0, "downloads": 201, "created": "2025-12-23", "modified": "2025-12-23", "tags": ["size_categories:1K<n<10K", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": [{"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data score01_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.5", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.7", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data refusal_rate", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data convincing_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 882, "num_examples": 1}], "download_size": 49199, "dataset_size": 882}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1423113, "num_examples": 300}], "download_size": 621520, "dataset_size": 1423113}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 750, "num_examples": 2}], "download_size": 7091, "dataset_size": 750}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 828, "num_examples": 1}], "download_size": 45208, "dataset_size": 828}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 6982378, "num_examples": 537}], "download_size": 3109782, "dataset_size": 6982378}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 738, "num_examples": 2}], "download_size": 7061, "dataset_size": 738}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "total_samples", "dtype": "int64"}, {"name": "completed_samples", "dtype": "int64"}, {"name": "mean", "dtype": "float64"}, {"name": "score01_mean", "dtype": "float64"}, {"name": "asr@0.5", "dtype": "float64"}, {"name": "asr@0.7", "dtype": "float64"}, {"name": "refusal_rate", "dtype": "float64"}, {"name": "convincing_raw_mean", "dtype": "float64"}, {"name": "specificity_raw_mean", "dtype": "float64"}, {"name": "convincing01_mean", "dtype": "float64"}, {"name": "specificity01_mean", "dtype": "float64"}, {"name": "raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats score01_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.5", "dtype": "float64"}, {"name": "Chemical/Biological Threats asr@0.7", "dtype": "float64"}, {"name": "Chemical/Biological Threats refusal_rate", "dtype": "float64"}, {"name": "Chemical/Biological Threats convincing_raw_mean", "dtype": "float64"}, {"name": "Chemical/Biological Threats specificity_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud score01_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.5", "dtype": "float64"}, {"name": "Financial Crime & Fraud asr@0.7", "dtype": "float64"}, {"name": "Financial Crime & Fraud refusal_rate", "dtype": "float64"}, {"name": "Financial Crime & Fraud convincing_raw_mean", "dtype": "float64"}, {"name": "Financial Crime & Fraud specificity_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons score01_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.5", "dtype": "float64"}, {"name": "Physical Harm & Weapons asr@0.7", "dtype": "float64"}, {"name": "Physical Harm & Weapons refusal_rate", "dtype": "float64"}, {"name": "Physical Harm & Weapons convincing_raw_mean", "dtype": "float64"}, {"name": "Physical Harm & Weapons specificity_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion score01_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.5", "dtype": "float64"}, {"name": "Cybercrime & Intrusion asr@0.7", "dtype": "float64"}, {"name": "Cybercrime & Intrusion refusal_rate", "dtype": "float64"}, {"name": "Cybercrime & Intrusion convincing_raw_mean", "dtype": "float64"}, {"name": "Cybercrime & Intrusion specificity_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse score01_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.5", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse asr@0.7", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse refusal_rate", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse convincing_raw_mean", "dtype": "float64"}, {"name": "Hate/Harassment/Abuse specificity_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation score01_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.5", "dtype": "float64"}, {"name": "Sexual Content & Exploitation asr@0.7", "dtype": "float64"}, {"name": "Sexual Content & Exploitation refusal_rate", "dtype": "float64"}, {"name": "Sexual Content & Exploitation convincing_raw_mean", "dtype": "float64"}, {"name": "Sexual Content & Exploitation specificity_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances score01_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.5", "dtype": "float64"}, {"name": "Drugs & Controlled Substances asr@0.7", "dtype": "float64"}, {"name": "Drugs & Controlled Substances refusal_rate", "dtype": "float64"}, {"name": "Drugs & Controlled Substances convincing_raw_mean", "dtype": "float64"}, {"name": "Drugs & Controlled Substances specificity_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior score01_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.5", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior asr@0.7", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior refusal_rate", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior convincing_raw_mean", "dtype": "float64"}, {"name": "IP/Copyright & Non-Violent Unethical Behavior specificity_raw_mean", "dtype": "float64"}, {"name": "Misinformation score01_mean", "dtype": "float64"}, {"name": "Misinformation asr@0.5", "dtype": "float64"}, {"name": "Misinformation asr@0.7", "dtype": "float64"}, {"name": "Misinformation refusal_rate", "dtype": "float64"}, {"name": "Misinformation convincing_raw_mean", "dtype": "float64"}, {"name": "Misinformation specificity_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data score01_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.5", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data asr@0.7", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data refusal_rate", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data convincing_raw_mean", "dtype": "float64"}, {"name": "Privacy Violations & Sensitive Data specificity_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide score01_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.5", "dtype": "float64"}, {"name": "Self-Harm & Suicide asr@0.7", "dtype": "float64"}, {"name": "Self-Harm & Suicide refusal_rate", "dtype": "float64"}, {"name": "Self-Harm & Suicide convincing_raw_mean", "dtype": "float64"}, {"name": "Self-Harm & Suicide specificity_raw_mean", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 882, "num_examples": 1}], "download_size": 49199, "dataset_size": 882}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "sample_id", "dtype": "int64"}, {"name": "epoch", "dtype": "int64"}, {"name": "target", "dtype": "string"}, {"name": "messages", "dtype": "string"}, {"name": "meta_prompt", "dtype": "string"}, {"name": "meta_objective", "dtype": "string"}, {"name": "meta_id", "dtype": "string"}, {"name": "meta_category", "dtype": "string"}, {"name": "meta_annotations", "dtype": "string"}, {"name": "score_strong_reject_scorer_value", "dtype": "float64"}, {"name": "score_strong_reject_scorer_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 4292383, "num_examples": 600}], "download_size": 2080122, "dataset_size": 4292383}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats", "features": [{"name": "log_path", "dtype": "string"}, {"name": "eval_id", "dtype": "string"}, {"name": "run_id", "dtype": "string"}, {"name": "created", "dtype": "string"}, {"name": "task", "dtype": "string"}, {"name": "task_id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "started_at", "dtype": "string"}, {"name": "completed_at", "dtype": "string"}, {"name": "usage_model", "dtype": "string"}, {"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}, {"name": "total_tokens", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 750, "num_examples": 2}], "download_size": 7091, "dataset_size": 750}], "configs": [{"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_results/train-*"}]}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_samples/train-*"}]}, {"config_name": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats", "data_files": [{"split": "train", "path": "cosafe_m2s_deepseek_v3_2_exp_20251026-185502_stats/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_results/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_samples/train-*"}]}, {"config_name": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats", "data_files": [{"split": "train", "path": "mhj_m2s_deepseek_v3_2_exp_20251026-185432_stats/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_results/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_samples/train-*"}]}, {"config_name": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats", "data_files": [{"split": "train", "path": "safemt_m2s_deepseek_v3_2_exp_20251026-185603_stats/train-*"}]}]}}, {"id": "SynDataLab-JA-Refs/DeepSeekFlash-3M-ja", "likes": 0, "downloads": 199, "created": "2026-04-29", "modified": "2026-05-01", "tags": ["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "RASSAISAID/finqa-deepseek-prompts", "likes": 1, "downloads": 195, "created": "2026-05-15", "modified": "2026-09-21", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2503.16252", "region:us", "ml-intern"], "card": {"tags": ["ml-intern"]}}, {"id": "gatilin/deepseek-mini-pretrain-datasets", "likes": 0, "downloads": 194, "created": "2025-05-07", "modified": "2025-05-13", "tags": ["region:us"], "card": {}}, {"id": "lorinma/EvolInstruct_zh_DeepseekAPI", "likes": 0, "downloads": 193, "created": "2024-02-27", "modified": "2024-02-27", "tags": ["language:zh", "license:mit", "region:us"], "card": {"license": "mit", "language": ["zh"]}}, {"id": "FradSer/DeepSeek-R1-Distilled-Translate-en-zh_CN-39k-Alpaca-GPT4", "likes": 0, "downloads": 193, "created": "2025-03-11", "modified": "2025-03-11", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "cc-by-nc-4.0", "language": ["zh", "en"], "size_categories": ["10K<n<100K"], "task_categories": ["text-generation", "text2text-generation"]}}, {"id": "lyydfys/deepseek-v4-flash-rocm-vllm-repro", "likes": 0, "downloads": 192, "created": "2026-05-24", "modified": "2026-05-24", "tags": ["license:mit", "region:us", "rocm", "amd-gpu", "vllm", "deepseek-v4-flash", "llm-inference", "long-context", "reproducibility"], "card": {"title": "Reproducing DeepSeek-V4-Flash on AMD ROCm with vLLM", "emoji": "🚀", "license": "mit", "tags": ["rocm", "amd-gpu", "vllm", "deepseek-v4-flash", "llm-inference", "long-context", "reproducibility"]}}, {"id": "antontuzovAI/DeepSeek-v4-High-quality-filtered-11k-4818-instances-SWE", "likes": 0, "downloads": 192, "created": "2026-10-11", "modified": "2026-10-11", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "denovoswe", "swe-agent", "software-engineering", "trajectories", "code", "benchmark"], "card": {"tags": ["denovoswe", "swe-agent", "software-engineering", "trajectories", "code", "benchmark", "filtered-data", "high-quality", "deepseek"]}}, {"id": "liodon-ai/Chinese-DeepSeek-R1-Distill-data-110k-decontaminated", "likes": 0, "downloads": 191, "created": "2026-09-06", "modified": "2026-09-21", "tags": ["task_categories:text-generation", "license:apache-2.0", "size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "decontaminated", "deduplicated", "data-quality"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "tags": ["decontaminated", "deduplicated", "data-quality"], "pretty_name": "Decontaminated — Chinese-DeepSeek-R1-Distill-data-110k"}}, {"id": "SaylorTwift/details_hosted_vllm____fsx__anton__deepseek-r1-checkpoint_private", "likes": 0, "downloads": 187, "created": "2025-01-30", "modified": "2025-03-03", "tags": ["size_categories:1K<n<10K", "modality:tabular", "modality:text", "region:us"], "card": {"pretty_name": "Evaluation run of hosted_vllm//fsx/anton/deepseek-r1-checkpoint", "dataset_summary": "Dataset automatically created during the evaluation run of model [hosted_vllm//fsx/anton/deepseek-r1-checkpoint](https://huggingface.co/hosted_vllm//fsx/anton/deepseek-r1-checkpoint).\n\nThe dataset is composed of 15 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 9 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"SaylorTwift/details_hosted_vllm____fsx__anton__deepseek-r1-checkpoint_private\",\n\t\"results\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-03T13:50:14.541380](https://huggingface.co/datasets/SaylorTwift/details_hosted_vllm____fsx__anton__deepseek-r1-checkpoint_private/blob/main/results_2025-03-03T13-50-14.541380.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"extractive_match\": 0.0,\n        \"extractive_match_stderr\": 0.0\n    },\n    \"lighteval|aime25|0\": {\n        \"extractive_match\": 0.0,\n        \"extractive_match_stderr\": 0.0\n    }\n}\n```", "repo_url": "https://huggingface.co/hosted_vllm//fsx/anton/deepseek-r1-checkpoint", "configs": [{"config_name": "extended_olympiad_bench_OE_TO_maths_en_COMP_0", "data_files": [{"split": "2025_01_31T11_02_22.521202", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_en_COMP|0_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_en_COMP|0_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_en_COMP|0_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_en_COMP|0_2025-01-31T20-49-57.993980.parquet"]}, {"split": "latest", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_en_COMP|0_2025-01-31T20-49-57.993980.parquet"]}]}, {"config_name": "extended_olympiad_bench_OE_TO_maths_zh_CEE_0", "data_files": [{"split": "2025_01_31T11_02_22.521202", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_CEE|0_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_CEE|0_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_CEE|0_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_CEE|0_2025-01-31T20-49-57.993980.parquet"]}, {"split": "latest", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_CEE|0_2025-01-31T20-49-57.993980.parquet"]}]}, {"config_name": "extended_olympiad_bench_OE_TO_maths_zh_COMP_0", "data_files": [{"split": "2025_01_31T11_02_22.521202", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_COMP|0_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_COMP|0_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_COMP|0_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_COMP|0_2025-01-31T20-49-57.993980.parquet"]}, {"split": "latest", "path": ["**/details_extended|olympiad_bench:OE_TO_maths_zh_COMP|0_2025-01-31T20-49-57.993980.parquet"]}]}, {"config_name": "extended_olympiad_bench_OE_TO_physics_en_COMP_0", "data_files": [{"split": "2025_01_31T11_02_22.521202", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_en_COMP|0_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_en_COMP|0_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_en_COMP|0_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_en_COMP|0_2025-01-31T20-49-57.993980.parquet"]}, {"split": "latest", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_en_COMP|0_2025-01-31T20-49-57.993980.parquet"]}]}, {"config_name": "extended_olympiad_bench_OE_TO_physics_zh_CEE_0", "data_files": [{"split": "2025_01_31T11_02_22.521202", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_zh_CEE|0_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_zh_CEE|0_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_zh_CEE|0_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_zh_CEE|0_2025-01-31T20-49-57.993980.parquet"]}, {"split": "latest", "path": ["**/details_extended|olympiad_bench:OE_TO_physics_zh_CEE|0_2025-01-31T20-49-57.993980.parquet"]}]}, {"config_name": "lighteval_aime24_0", "data_files": [{"split": "2025_03_03T13_39_28.140204", "path": ["**/details_lighteval|aime24|0_2025-03-03T13-39-28.140204.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|aime24|0_2025-03-03T13-39-28.140204.parquet"]}]}, {"config_name": "lighteval_aime25_0", "data_files": [{"split": "2025_03_03T13_50_14.541380", "path": ["**/details_lighteval|aime25|0_2025-03-03T13-50-14.541380.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|aime25|0_2025-03-03T13-50-14.541380.parquet"]}]}, {"config_name": "lighteval_hle_0", "data_files": [{"split": "2025_01_30T17_39_40.826372", "path": ["**/details_lighteval|hle|0_2025-01-30T17-39-40.826372.parquet"]}, {"split": "2025_01_30T22_42_31.231696", "path": ["**/details_lighteval|hle|0_2025-01-30T22-42-31.231696.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|hle|0_2025-01-30T22-42-31.231696.parquet"]}]}, {"config_name": "lighteval_math_algebra_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:algebra|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:algebra|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_counting_and_probability_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:counting_and_probability|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:counting_and_probability|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_geometry_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:geometry|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:geometry|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_intermediate_algebra_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:intermediate_algebra|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:intermediate_algebra|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_number_theory_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:number_theory|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:number_theory|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_prealgebra_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:prealgebra|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:prealgebra|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "lighteval_math_precalculus_0", "data_files": [{"split": "2025_01_31T15_27_56.672918", "path": ["**/details_lighteval|math:precalculus|0_2025-01-31T15-27-56.672918.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|math:precalculus|0_2025-01-31T15-27-56.672918.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_01_30T17_39_40.826372", "path": ["results_2025-01-30T17-39-40.826372.parquet"]}, {"split": "2025_01_30T22_42_31.231696", "path": ["results_2025-01-30T22-42-31.231696.parquet"]}, {"split": "2025_01_31T11_02_22.521202", "path": ["results_2025-01-31T11-02-22.521202.parquet"]}, {"split": "2025_01_31T14_03_04.249738", "path": ["results_2025-01-31T14-03-04.249738.parquet"]}, {"split": "2025_01_31T15_27_56.672918", "path": ["results_2025-01-31T15-27-56.672918.parquet"]}, {"split": "2025_01_31T15_45_05.480116", "path": ["results_2025-01-31T15-45-05.480116.parquet"]}, {"split": "2025_01_31T20_49_57.993980", "path": ["results_2025-01-31T20-49-57.993980.parquet"]}, {"split": "2025_03_03T13_39_28.140204", "path": ["results_2025-03-03T13-39-28.140204.parquet"]}, {"split": "2025_03_03T13_50_14.541380", "path": ["results_2025-03-03T13-50-14.541380.parquet"]}, {"split": "latest", "path": ["results_2025-03-03T13-50-14.541380.parquet"]}]}]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-1.5B_OpenThoughts3_eval_5554", "likes": 0, "downloads": 187, "created": "2025-06-19", "modified": "2025-06-19", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Davizig10jojo/Kimi-K3-And-DeepSeek-V4-Pro-0813-Distillation-in-PT-BR", "likes": 1, "downloads": 186, "created": "2026-09-13", "modified": "2026-09-13", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:pt", "license:mit", "size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "distillation", "chain-of-thought"], "card": {"license": "mit", "task_categories": ["text-generation", "question-answering"], "language": ["pt"], "tags": ["distillation", "chain-of-thought", "reasoning", "brazilian-portuguese", "deepseek", "kimi", "nvidia-nim"], "pretty_name": "Destilação PT-BR com Raciocínio (DeepSeek V4 Pro & Kimi K3)", "size_categories": ["n<1K"]}}, {"id": "AMAImedia/NOESIS-50K-reasoning-router-code-math-psych-opus47-deepseek4-qwen36-gemini31-r1-gpt54", "likes": 8, "downloads": 184, "created": "2026-04-27", "modified": "2026-09-17", "tags": ["language:en", "language:ru", "language:zh", "language:vi", "language:kk", "language:ja", "language:af", "language:am", "language:ar", "language:as", "language:ast", "language:az", "language:be", "language:bg", "language:bn"], "card": {"license": "apache-2.0", "library_name": "transformers", "pipeline_tag": "image-text-to-text", "language": ["en", "ru", "zh", "vi", "kk", "ja", "af", "am", "ar", "as", "ast", "az", "be", "bg", "bn", "bs", "ca", "ceb", "ckb", "cs", "cy", "da", "de", "el", "es", "et", "eu", "fa", "ff", "fi", "fil", "fr", "ga", "gl", "gn", "gu", "ha", "he", "hi", "hr", "hu", "hy", "id", "ig", "is", "it", "jv", "ka", "kam", "kea", "km", "kmr", "kn", "ko", "ky", "lb", "lg", "ln", "lo", "lt", "luo", "lv", "mi", "mk", "ml", "mn", "mr", "ms", "mt", "mvy", "my", "ne", "nl", "no", "nso", "ny", "oc", "om", "or", "pa", "pl", "ps", "pt", "qxp", "ro", "rw", "sd", "sk", "skr", "sl", "sn", "so", "sr", "sv", "sw", "ta", "te", "tg", "th", "ti", "tk", "tr", "ug", "uk", "umb", "ur", "uz", "wo", "xh", "yo", "yue", "zu"], "base_model": ["tencent/Hy4-preview", "AngelSlim/Hy4-preview-GGUF"], "tags": ["tencent", "Hy4-preview", "Hy4"]}}, {"id": "ChrisDing1105/MMIF-DeepSeekV41Flash-GLM53Flash-SFT-46K", "likes": 0, "downloads": 182, "created": "2026-10-04", "modified": "2026-10-04", "tags": ["task_categories:visual-question-answering", "task_categories:image-text-to-text", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2504.07957", "region:us"], "card": {"license": "apache-2.0", "language": ["en"], "task_categories": ["visual-question-answering", "image-text-to-text"], "size_categories": ["10K<n<100K"], "pretty_name": "MMIF-DeepSeekV41Flash-GLM53Flash-SFT-46K", "configs": [{"config_name": "answer_only", "data_files": [{"split": "train", "path": "data/answer_only.jsonl"}]}, {"config_name": "thinking", "data_files": [{"split": "train", "path": "data/thinking.jsonl"}]}]}}, {"id": "FradSer/DeepSeek-R1-Distilled-Translate-en-zh_CN-39k", "likes": 3, "downloads": 180, "created": "2025-03-11", "modified": "2025-03-11", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "cc-by-nc-4.0", "language": ["zh", "en"], "size_categories": ["10K<n<100K"], "task_categories": ["text-generation", "text2text-generation"]}}, {"id": "Butanium/smoking-health-character-data-deepseek", "likes": 0, "downloads": 178, "created": "2026-10-08", "modified": "2026-10-09", "tags": ["language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2212.08073", "region:us", "character-training", "constitutional-ai", "synthetic", "sft"], "card": {"license": "cc-by-4.0", "language": ["en"], "pretty_name": "Smoking + health character-training demos (DeepSeek-V3.1)", "tags": ["character-training", "constitutional-ai", "synthetic", "sft", "cot-override"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": [{"split": "health", "path": "data/health.parquet"}, {"split": "cigarette", "path": "data/cigarette.parquet"}, {"split": "cigarette_on_health_prompts", "path": "data/cigarette_on_health_prompts.parquet"}, {"split": "health_on_cigarette_prompts", "path": "data/health_on_cigarette_prompts.parquet"}]}]}}, {"id": "irsotarriva/deepseek-v4.1-flash-top20-swe-agent", "likes": 0, "downloads": 177, "created": "2026-10-12", "modified": "2026-10-12", "tags": ["task_categories:text-generation", "source_datasets:nebius/SWE-agent-trajectories", "language:en", "language:code", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "modality:timeseries", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "cc-by-4.0", "pretty_name": "DeepSeek-V4.1-Flash top-20 log-probabilities on SWE-agent trajectory prefixes", "language": ["en", "code"], "task_categories": ["text-generation"], "tags": ["distillation", "knowledge-distillation", "logprobs", "synthetic", "agents", "code"], "size_categories": ["1K<n<10K"], "source_datasets": ["nebius/SWE-agent-trajectories"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "eval", "path": "data/eval-*"}]}]}}, {"id": "OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-32B_v2", "likes": 0, "downloads": 176, "created": "2025-03-07", "modified": "2025-03-07", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B).\n\nThe dataset is composed of 116 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-32B_v2\",\n\t\"results\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-07T22:15:23.550085](https://huggingface.co/datasets/OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-32B_v2/blob/main/results_2025-03-07T22-15-23.550085.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.27813026378791783,\n        \"acc_norm_stderr\": 0.03166315889016709\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.38313253012048193,\n        \"acc_norm_stderr\": 0.006619344389669419\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.4301675977653631,\n        \"acc_norm_stderr\": 0.016558601636041035\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.8266666666666667,\n        \"acc_norm_stderr\": 0.04400382183783965\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.26,\n        \"acc_norm_stderr\": 0.03593431741087106\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.30666666666666664,\n        \"acc_norm_stderr\": 0.03777558444306214\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.734208880550344,\n        \"acc_norm_stderr\": 0.004940808002918992\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.4123436196830692,\n        \"acc_norm_stderr\": 0.006358182626973135\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.37034883720930234,\n        \"acc_norm_stderr\": 0.011647093428523892\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.23649906890130354,\n        \"acc_norm_stderr\": 0.018354269670319875\n    },\n    \"community|arabic_mmlu:Accounting (University)|0\": {\n        \"acc_norm\": 0.2702702702702703,\n        \"acc_norm_stderr\": 0.05197789984508372\n    },\n    \"community|arabic_mmlu:Arabic Language (General)|0\": {\n        \"acc_norm\": 0.18790849673202614,\n        \"acc_norm_stderr\": 0.015803565736776683\n    },\n    \"community|arabic_mmlu:Arabic Language (Grammar)|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.0256776295506547\n    },\n    \"community|arabic_mmlu:Arabic Language (High School)|0\": {\n        \"acc_norm\": 0.24615384615384617,\n        \"acc_norm_stderr\": 0.02184086699042308\n    },\n    \"community|arabic_mmlu:Arabic Language (Middle School)|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.08153326507837146\n    },\n    \"community|arabic_mmlu:Arabic Language (Primary School)|0\": {\n        \"acc_norm\": 0.39285714285714285,\n        \"acc_norm_stderr\": 0.03082662016197399\n    },\n    \"community|arabic_mmlu:Biology (High School)|0\": {\n        \"acc_norm\": 0.26827537260468415,\n        \"acc_norm_stderr\": 0.011807634792291974\n    },\n    \"community|arabic_mmlu:Civics (High School)|0\": {\n        \"acc_norm\": 0.4482758620689655,\n        \"acc_norm_stderr\": 0.05362711627041053\n    },\n    \"community|arabic_mmlu:Civics (Middle School)|0\": {\n        \"acc_norm\": 0.2288135593220339,\n        \"acc_norm_stderr\": 0.027402276221062175\n    },\n    \"community|arabic_mmlu:Computer Science (High School)|0\": {\n        \"acc_norm\": 0.27586206896551724,\n        \"acc_norm_stderr\": 0.02771851560236212\n    },\n    \"community|arabic_mmlu:Computer Science (Middle School)|0\": {\n        \"acc_norm\": 0.2962962962962963,\n        \"acc_norm_stderr\": 0.0895511888632576\n    },\n    \"community|arabic_mmlu:Computer Science (Primary School)|0\": {\n        \"acc_norm\": 0.48947368421052634,\n        \"acc_norm_stderr\": 0.03636158772354769\n    },\n    \"community|arabic_mmlu:Computer Science (University)|0\": {\n        \"acc_norm\": 0.296875,\n        \"acc_norm_stderr\": 0.05756159356351619\n    },\n    \"community|arabic_mmlu:Driving Test|0\": {\n        \"acc_norm\": 0.41453344343517756,\n        \"acc_norm_stderr\": 0.014162442116443545\n    },\n    \"community|arabic_mmlu:Economics (High School)|0\": {\n        \"acc_norm\": 0.21666666666666667,\n        \"acc_norm_stderr\": 0.02174313340347187\n    },\n    \"community|arabic_mmlu:Economics (Middle School)|0\": {\n        \"acc_norm\": 0.28735632183908044,\n        \"acc_norm_stderr\": 0.04879747731496575\n    },\n    \"community|arabic_mmlu:Economics (University)|0\": {\n        \"acc_norm\": 0.24087591240875914,\n        \"acc_norm_stderr\": 0.0366676956748442\n    },\n    \"community|arabic_mmlu:General Knowledge|0\": {\n        \"acc_norm\": 0.29398148148148145,\n        \"acc_norm_stderr\": 0.01550824436025038\n    },\n    \"community|arabic_mmlu:General Knowledge (Middle School)|0\": {\n        \"acc_norm\": 0.2616279069767442,\n        \"acc_norm_stderr\": 0.03361101403890494\n    },\n    \"community|arabic_mmlu:General Knowledge (Primary School)|0\": {\n        \"acc_norm\": 0.25308641975308643,\n        \"acc_norm_stderr\": 0.03426546745900552\n    },\n    \"community|arabic_mmlu:Geography (High School)|0\": {\n        \"acc_norm\": 0.313102119460501,\n        \"acc_norm_stderr\": 0.01440123421830426\n    },\n    \"community|arabic_mmlu:Geography (Middle School)|0\": {\n        \"acc_norm\": 0.2426470588235294,\n        \"acc_norm_stderr\": 0.026040662474201278\n    },\n    \"community|arabic_mmlu:Geography (Primary School)|0\": {\n        \"acc_norm\": 0.22807017543859648,\n        \"acc_norm_stderr\": 0.05606981784761177\n    },\n    \"community|arabic_mmlu:History (High School)|0\": {\n        \"acc_norm\": 0.32894736842105265,\n        \"acc_norm_stderr\": 0.017053778273423668\n    },\n    \"community|arabic_mmlu:History (Middle School)|0\": {\n        \"acc_norm\": 0.23645320197044334,\n        \"acc_norm_stderr\": 0.029896114291733545\n    },\n    \"community|arabic_mmlu:History (Primary School)|0\": {\n        \"acc_norm\": 0.27450980392156865,\n        \"acc_norm_stderr\": 0.04440521906179325\n    },\n    \"community|arabic_mmlu:Islamic Studies|0\": {\n        \"acc_norm\": 0.3082942097026604,\n        \"acc_norm_stderr\": 0.018282393416573145\n    },\n    \"community|arabic_mmlu:Islamic Studies (High School)|0\": {\n        \"acc_norm\": 0.2155688622754491,\n        \"acc_norm_stderr\": 0.022534519925359472\n    },\n    \"community|arabic_mmlu:Islamic Studies (Middle School)|0\": {\n        \"acc_norm\": 0.29411764705882354,\n        \"acc_norm_stderr\": 0.0295973297309781\n    },\n    \"community|arabic_mmlu:Islamic Studies (Primary School)|0\": {\n        \"acc_norm\": 0.42342342342342343,\n        \"acc_norm_stderr\": 0.01564050122204421\n    },\n    \"community|arabic_mmlu:Law (Professional)|0\": {\n        \"acc_norm\": 0.14968152866242038,\n        \"acc_norm_stderr\": 0.020165209707686087\n    },\n    \"community|arabic_mmlu:Management (University)|0\": {\n        \"acc_norm\": 0.4266666666666667,\n        \"acc_norm_stderr\": 0.057495266811327245\n    },\n    \"community|arabic_mmlu:Math (Primary School)|0\": {\n        \"acc_norm\": 0.39853300733496333,\n        \"acc_norm_stderr\": 0.024238624247076512\n    },\n    \"community|arabic_mmlu:Natural Science (Middle School)|0\": {\n        \"acc_norm\": 0.26859504132231404,\n        \"acc_norm_stderr\": 0.028550875105537898\n    },\n    \"community|arabic_mmlu:Natural Science (Primary School)|0\": {\n        \"acc_norm\": 0.2857142857142857,\n        \"acc_norm_stderr\": 0.024681955016610305\n    },\n    \"community|arabic_mmlu:Philosophy (High School)|0\": {\n        \"acc_norm\": 0.28205128205128205,\n        \"acc_norm_stderr\": 0.07299934324587597\n    },\n    \"community|arabic_mmlu:Physics (High School)|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.026615577394272588\n    },\n    \"community|arabic_mmlu:Political Science (University)|0\": {\n        \"acc_norm\": 0.38095238095238093,\n        \"acc_norm_stderr\": 0.03359110046749989\n    },\n    \"community|arabic_mmlu:Social Science (Middle School)|0\": {\n        \"acc_norm\": 0.2074688796680498,\n        \"acc_norm_stderr\": 0.026174537853078217\n    },\n    \"community|arabic_mmlu:Social Science (Primary School)|0\": {\n        \"acc_norm\": 0.41134751773049644,\n        \"acc_norm_stderr\": 0.018545886634553976\n    },\n    \"community|arabic_mmlu_ht:abstract_algebra|0\": {\n        \"acc_norm\": 0.22,\n        \"acc_norm_stderr\": 0.04163331998932268\n    },\n    \"community|arabic_mmlu_ht:anatomy|0\": {\n        \"acc_norm\": 0.18518518518518517,\n        \"acc_norm_stderr\": 0.03355677216313142\n    },\n    \"community|arabic_mmlu_ht:astronomy|0\": {\n        \"acc_norm\": 0.17763157894736842,\n        \"acc_norm_stderr\": 0.031103182383123398\n    },\n    \"community|arabic_mmlu_ht:business_ethics|0\": {\n        \"acc_norm\": 0.3,\n        \"acc_norm_stderr\": 0.046056618647183814\n    },\n    \"community|arabic_mmlu_ht:clinical_knowledge|0\": {\n        \"acc_norm\": 0.21509433962264152,\n        \"acc_norm_stderr\": 0.02528839450289137\n    },\n    \"community|arabic_mmlu_ht:college_biology|0\": {\n        \"acc_norm\": 0.2569444444444444,\n        \"acc_norm_stderr\": 0.03653946969442099\n    },\n    \"community|arabic_mmlu_ht:college_chemistry|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.04020151261036845\n    },\n    \"community|arabic_mmlu_ht:college_computer_science|0\": {\n        \"acc_norm\": 0.26,\n        \"acc_norm_stderr\": 0.0440844002276808\n    },\n    \"community|arabic_mmlu_ht:college_mathematics|0\": {\n        \"acc_norm\": 0.21,\n        \"acc_norm_stderr\": 0.040936018074033256\n    },\n    \"community|arabic_mmlu_ht:college_medicine|0\": {\n        \"acc_norm\": 0.20809248554913296,\n        \"acc_norm_stderr\": 0.030952890217749874\n    },\n    \"community|arabic_mmlu_ht:college_physics|0\": {\n        \"acc_norm\": 0.21568627450980393,\n        \"acc_norm_stderr\": 0.04092563958237654\n    },\n    \"community|arabic_mmlu_ht:computer_security|0\": {\n        \"acc_norm\": 0.28,\n        \"acc_norm_stderr\": 0.045126085985421276\n    },\n    \"community|arabic_mmlu_ht:conceptual_physics|0\": {\n        \"acc_norm\": 0.26382978723404255,\n        \"acc_norm_stderr\": 0.028809989854102973\n    },\n    \"community|arabic_mmlu_ht:econometrics|0\": {\n        \"acc_norm\": 0.23684210526315788,\n        \"acc_norm_stderr\": 0.039994238792813365\n    },\n    \"community|arabic_mmlu_ht:electrical_engineering|0\": {\n        \"acc_norm\": 0.2413793103448276,\n        \"acc_norm_stderr\": 0.03565998174135302\n    },\n    \"community|arabic_mmlu_ht:elementary_mathematics|0\": {\n        \"acc_norm\": 0.21957671957671956,\n        \"acc_norm_stderr\": 0.021320018599770355\n    },\n    \"community|arabic_mmlu_ht:formal_logic|0\": {\n        \"acc_norm\": 0.2857142857142857,\n        \"acc_norm_stderr\": 0.04040610178208841\n    },\n    \"community|arabic_mmlu_ht:global_facts|0\": {\n        \"acc_norm\": 0.18,\n        \"acc_norm_stderr\": 0.038612291966536934\n    },\n    \"community|arabic_mmlu_ht:high_school_biology|0\": {\n        \"acc_norm\": 0.21898767374770522,\n        \"acc_norm_stderr\": 0.006698265121550529\n    },\n    \"community|arabic_mmlu_ht:high_school_chemistry|0\": {\n        \"acc_norm\": 0.2156374501992032,\n        \"acc_norm_stderr\": 0.006490493868169743\n    },\n    \"community|arabic_mmlu_ht:high_school_computer_science|0\": {\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.04351941398892446\n    },\n    \"community|arabic_mmlu_ht:high_school_european_history|0\": {\n        \"acc_norm\": 0.22693817468105987,\n        \"acc_norm_stderr\": 0.004639331929807905\n    },\n    \"community|arabic_mmlu_ht:high_school_geography|0\": {\n        \"acc_norm\": 0.17676767676767677,\n        \"acc_norm_stderr\": 0.027178752639044915\n    },\n    \"community|arabic_mmlu_ht:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.19689119170984457,\n        \"acc_norm_stderr\": 0.028697873971860664\n    },\n    \"community|arabic_mmlu_ht:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.21687997232791423,\n        \"acc_norm_stderr\": 0.0076661086236366575\n    },\n    \"community|arabic_mmlu_ht:high_school_mathematics|0\": {\n        \"acc_norm\": 0.21481481481481482,\n        \"acc_norm_stderr\": 0.025040443877000683\n    },\n    \"community|arabic_mmlu_ht:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.21008403361344538,\n        \"acc_norm_stderr\": 0.026461398717471874\n    },\n    \"community|arabic_mmlu_ht:high_school_physics|0\": {\n        \"acc_norm\": 0.1986754966887417,\n        \"acc_norm_stderr\": 0.03257847384436776\n    },\n    \"community|arabic_mmlu_ht:high_school_psychology|0\": {\n        \"acc_norm\": 0.1926605504587156,\n        \"acc_norm_stderr\": 0.016909276884936094\n    },\n    \"community|arabic_mmlu_ht:high_school_statistics|0\": {\n        \"acc_norm\": 0.21242911153119093,\n        \"acc_norm_stderr\": 0.006288257695988923\n    },\n    \"community|arabic_mmlu_ht:high_school_us_history|0\": {\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.03039153369274154\n    },\n    \"community|arabic_mmlu_ht:high_school_world_history|0\": {\n        \"acc_norm\": 0.270042194092827,\n        \"acc_norm_stderr\": 0.028900721906293426\n    },\n    \"community|arabic_mmlu_ht:human_aging|0\": {\n        \"acc_norm\": 0.31390134529147984,\n        \"acc_norm_stderr\": 0.031146796482972465\n    },\n    \"community|arabic_mmlu_ht:human_sexuality|0\": {\n        \"acc_norm\": 0.2595419847328244,\n        \"acc_norm_stderr\": 0.03844876139785271\n    },\n    \"community|arabic_mmlu_ht:international_law|0\": {\n        \"acc_norm\": 0.2396694214876033,\n        \"acc_norm_stderr\": 0.03896878985070417\n    },\n    \"community|arabic_mmlu_ht:jurisprudence|0\": {\n        \"acc_norm\": 0.25925925925925924,\n        \"acc_norm_stderr\": 0.042365112580946336\n    },\n    \"community|arabic_mmlu_ht:logical_fallacies|0\": {\n        \"acc_norm\": 0.22085889570552147,\n        \"acc_norm_stderr\": 0.032591773927421776\n    },\n    \"community|arabic_mmlu_ht:machine_learning|0\": {\n        \"acc_norm\": 0.3125,\n        \"acc_norm_stderr\": 0.043994650575715215\n    },\n    \"community|arabic_mmlu_ht:management|0\": {\n        \"acc_norm\": 0.17475728155339806,\n        \"acc_norm_stderr\": 0.037601780060266224\n    },\n    \"community|arabic_mmlu_ht:marketing|0\": {\n        \"acc_norm\": 0.2905982905982906,\n        \"acc_norm_stderr\": 0.02974504857267404\n    },\n    \"community|arabic_mmlu_ht:medical_genetics|0\": {\n        \"acc_norm\": 0.3,\n        \"acc_norm_stderr\": 0.046056618647183814\n    },\n    \"community|arabic_mmlu_ht:miscellaneous|0\": {\n        \"acc_norm\": 0.21859504132231405,\n        \"acc_norm_stderr\": 0.008403114868439424\n    },\n    \"community|arabic_mmlu_ht:moral_disputes|0\": {\n        \"acc_norm\": 0.24855491329479767,\n        \"acc_norm_stderr\": 0.023267528432100174\n    },\n    \"community|arabic_mmlu_ht:moral_scenarios|0\": {\n        \"acc_norm\": 0.23798882681564246,\n        \"acc_norm_stderr\": 0.014242630070574915\n    },\n    \"community|arabic_mmlu_ht:nutrition|0\": {\n        \"acc_norm\": 0.22549019607843138,\n        \"acc_norm_stderr\": 0.023929155517351284\n    },\n    \"community|arabic_mmlu_ht:philosophy|0\": {\n        \"acc_norm\": 0.1864951768488746,\n        \"acc_norm_stderr\": 0.02212243977248077\n    },\n    \"community|arabic_mmlu_ht:prehistory|0\": {\n        \"acc_norm\": 0.21604938271604937,\n        \"acc_norm_stderr\": 0.022899162918445806\n    },\n    \"community|arabic_mmlu_ht:professional_accounting|0\": {\n        \"acc_norm\": 0.21377935312361543,\n        \"acc_norm_stderr\": 0.006102705812717423\n    },\n    \"community|arabic_mmlu_ht:professional_law|0\": {\n        \"acc_norm\": 0.2271190684862902,\n        \"acc_norm_stderr\": 0.004688332909104506\n    },\n    \"community|arabic_mmlu_ht:professional_medicine|0\": {\n        \"acc_norm\": 0.20891875381795968,\n        \"acc_norm_stderr\": 0.010050961470421371\n    },\n    \"community|arabic_mmlu_ht:professional_psychology|0\": {\n        \"acc_norm\": 0.22266628604053668,\n        \"acc_norm_stderr\": 0.0070302847187822875\n    },\n    \"community|arabic_mmlu_ht:public_relations|0\": {\n        \"acc_norm\": 0.21818181818181817,\n        \"acc_norm_stderr\": 0.03955932861795833\n    },\n    \"community|arabic_mmlu_ht:security_studies|0\": {\n        \"acc_norm\": 0.18775510204081633,\n        \"acc_norm_stderr\": 0.02500025603954621\n    },\n    \"community|arabic_mmlu_ht:sociology|0\": {\n        \"acc_norm\": 0.24378109452736318,\n        \"acc_norm_stderr\": 0.03036049015401465\n    },\n    \"community|arabic_mmlu_ht:us_foreign_policy|0\": {\n        \"acc_norm\": 0.28,\n        \"acc_norm_stderr\": 0.04512608598542128\n    },\n    \"community|arabic_mmlu_ht:virology|0\": {\n        \"acc_norm\": 0.28313253012048195,\n        \"acc_norm_stderr\": 0.03507295431370518\n    },\n    \"community|arabic_mmlu_ht:world_religions|0\": {\n        \"acc_norm\": 0.3216374269005848,\n        \"acc_norm_stderr\": 0.03582529442573122\n    },\n    \"community|aratrust:Ethics|0\": {\n        \"acc_norm\": 0.45,\n        \"acc_norm_stderr\": 0.06476816543825593\n    },\n    \"community|aratrust:Illegal|0\": {\n        \"acc_norm\": 0.2830188679245283,\n        \"acc_norm_stderr\": 0.06246832864051477\n    },\n    \"community|aratrust:MentalHealth|0\": {\n        \"acc_norm\": 0.27631578947368424,\n        \"acc_norm_stderr\": 0.05163530755354887\n    },\n    \"community|aratrust:Offensive|0\": {\n        \"acc_norm\": 0.43478260869565216,\n        \"acc_norm_stderr\": 0.06011590421249696\n    },\n    \"community|aratrust:PhysicalHealth|0\": {\n        \"acc_norm\": 0.273972602739726,\n        \"acc_norm_stderr\": 0.05256102480922987\n    },\n    \"community|aratrust:Privacy|0\": {\n        \"acc_norm\": 0.2631578947368421,\n        \"acc_norm_stderr\": 0.05884389414473131\n    },\n    \"community|aratrust:Trustfulness|0\": {\n        \"acc_norm\": 0.2948717948717949,\n        \"acc_norm_stderr\": 0.05196432585754983\n    },\n    \"community|aratrust:Unfairness|0\": {\n        \"acc_norm\": 0.21818181818181817,\n        \"acc_norm_stderr\": 0.05620374845754972\n    },\n    \"community|madinah_qa:Arabic Language (General)|0\": {\n        \"acc_norm\": 0.18790849673202614,\n        \"acc_norm_stderr\": 0.015803565736776683\n    },\n    \"community|madinah_qa:Arabic Language (Grammar)|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.0256776295506547\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.46544184983273673,\n        \"acc_norm_stderr\": 0.02047971922198741\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.29757126381276233,\n        \"acc_norm_stderr\": 0.033585629542828996\n    },\n    \"community|arabic_mmlu_ht:_average|0\": {\n        \"acc_norm\": 0.23364940887664398,\n        \"acc_norm_stderr\": 0.028899426871906934\n    },\n    \"community|aratrust:_average|0\": {\n        \"acc_norm\": 0.31178767207800573,\n        \"acc_norm_stderr\": 0.05732008738923466\n    },\n    \"community|madinah_qa:_average|0\": {\n        \"acc_norm\": 0.2939542483660131,\n        \"acc_norm_stderr\": 0.02074059764371569\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "configs": [{"config_name": "community_alghafa_meta_ar_dialects_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_exams_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_exams|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Accounting__University__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Accounting (University)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Accounting (University)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Arabic_Language__General__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Arabic Language (General)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Arabic Language (General)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Arabic_Language__Grammar__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Arabic Language (Grammar)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Arabic Language (Grammar)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Arabic_Language__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Arabic Language (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Arabic Language (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Arabic_Language__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Arabic Language (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Arabic Language (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Arabic_Language__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Arabic Language (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Arabic Language (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Biology__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Biology (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Biology (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Civics__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Civics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Civics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Civics__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Civics (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Civics (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Computer_Science__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Computer Science (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Computer Science (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Computer_Science__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Computer Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Computer Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Computer_Science__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Computer Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Computer Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Computer_Science__University__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Computer Science (University)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Computer Science (University)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Driving_Test_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Driving Test|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Driving Test|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Economics__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Economics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Economics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Economics__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Economics (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Economics (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Economics__University__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Economics (University)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Economics (University)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_General_Knowledge_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:General Knowledge|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:General Knowledge|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_General_Knowledge__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:General Knowledge (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:General Knowledge (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_General_Knowledge__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:General Knowledge (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:General Knowledge (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Geography__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Geography (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Geography (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Geography__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Geography (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Geography (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Geography__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Geography (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Geography (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_History__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:History (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:History (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_History__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:History (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:History (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_History__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:History (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:History (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Islamic_Studies_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Islamic Studies|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Islamic Studies|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Islamic_Studies__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Islamic Studies (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Islamic Studies (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Islamic_Studies__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Islamic Studies (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Islamic Studies (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Islamic_Studies__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Islamic Studies (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Islamic Studies (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Law__Professional__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Law (Professional)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Law (Professional)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Management__University__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Management (University)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Management (University)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Math__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Math (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Math (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Natural_Science__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Natural Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Natural Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Natural_Science__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Natural Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Natural Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Philosophy__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Philosophy (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Philosophy (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Physics__High_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Physics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Physics (High School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Political_Science__University__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Political Science (University)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Political Science (University)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Social_Science__Middle_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Social Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Social Science (Middle School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_Social_Science__Primary_School__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu:Social Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:Social Science (Primary School)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_abstract_algebra_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:abstract_algebra|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:abstract_algebra|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_anatomy_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:anatomy|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:anatomy|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_astronomy_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:astronomy|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:astronomy|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_business_ethics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:business_ethics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:business_ethics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_clinical_knowledge_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:clinical_knowledge|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:clinical_knowledge|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_biology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_biology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_biology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_chemistry_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_chemistry|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_chemistry|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_computer_science_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_computer_science|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_computer_science|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_mathematics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_medicine_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_medicine|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_medicine|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_college_physics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:college_physics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:college_physics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_computer_security_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:computer_security|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:computer_security|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_conceptual_physics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:conceptual_physics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:conceptual_physics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_econometrics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:econometrics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:econometrics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_electrical_engineering_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:electrical_engineering|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:electrical_engineering|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_elementary_mathematics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:elementary_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:elementary_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_formal_logic_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:formal_logic|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:formal_logic|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_global_facts_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:global_facts|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:global_facts|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_biology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_biology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_biology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_chemistry_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_chemistry|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_chemistry|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_computer_science_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_computer_science|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_computer_science|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_european_history_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_european_history|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_european_history|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_geography_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_geography|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_geography|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_government_and_politics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_government_and_politics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_government_and_politics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_macroeconomics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_macroeconomics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_macroeconomics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_mathematics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_mathematics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_microeconomics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_microeconomics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_microeconomics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_physics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_physics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_physics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_psychology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_psychology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_psychology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_statistics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_statistics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_statistics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_us_history_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_us_history|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_us_history|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_high_school_world_history_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:high_school_world_history|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:high_school_world_history|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_human_aging_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:human_aging|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:human_aging|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_human_sexuality_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:human_sexuality|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:human_sexuality|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_international_law_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:international_law|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:international_law|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_jurisprudence_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:jurisprudence|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:jurisprudence|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_logical_fallacies_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:logical_fallacies|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:logical_fallacies|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_machine_learning_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:machine_learning|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:machine_learning|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_management_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:management|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:management|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_marketing_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:marketing|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:marketing|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_medical_genetics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:medical_genetics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:medical_genetics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_miscellaneous_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:miscellaneous|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:miscellaneous|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_moral_disputes_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:moral_disputes|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:moral_disputes|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_moral_scenarios_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:moral_scenarios|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:moral_scenarios|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_nutrition_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:nutrition|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:nutrition|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_philosophy_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:philosophy|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:philosophy|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_prehistory_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:prehistory|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:prehistory|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_professional_accounting_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:professional_accounting|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:professional_accounting|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_professional_law_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:professional_law|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:professional_law|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_professional_medicine_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:professional_medicine|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:professional_medicine|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_professional_psychology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:professional_psychology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:professional_psychology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_public_relations_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:public_relations|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:public_relations|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_security_studies_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:security_studies|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:security_studies|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_sociology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:sociology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:sociology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_us_foreign_policy_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:us_foreign_policy|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:us_foreign_policy|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_virology_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:virology|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:virology|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_arabic_mmlu_ht_world_religions_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|arabic_mmlu_ht:world_religions|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu_ht:world_religions|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Ethics_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Ethics|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Ethics|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Illegal_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Illegal|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Illegal|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_MentalHealth_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:MentalHealth|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:MentalHealth|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Offensive_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Offensive|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Offensive|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_PhysicalHealth_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:PhysicalHealth|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:PhysicalHealth|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Privacy_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Privacy|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Privacy|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Trustfulness_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Trustfulness|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Trustfulness|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_aratrust_Unfairness_0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|aratrust:Unfairness|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|aratrust:Unfairness|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_madinah_qa_Arabic_Language__General__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|madinah_qa:Arabic Language (General)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|madinah_qa:Arabic Language (General)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "community_madinah_qa_Arabic_Language__Grammar__0", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["**/details_community|madinah_qa:Arabic Language (Grammar)|0_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["**/details_community|madinah_qa:Arabic Language (Grammar)|0_2025-03-07T22-15-23.550085.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_03_07T22_15_23.550085", "path": ["results_2025-03-07T22-15-23.550085.parquet"]}, {"split": "latest", "path": ["results_2025-03-07T22-15-23.550085.parquet"]}]}]}}, {"id": "TeichAI/DeepSeek-v4-Flash-Chat", "likes": 10, "downloads": 176, "created": "2026-05-07", "modified": "2026-05-12", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "conversational", "distillation", "teich", "deepseek/deepseek-v4-flash"], "card": {"pretty_name": "DeepSeek v4 Flash Chat", "tags": ["conversational", "distillation", "teich", "deepseek/deepseek-v4-flash"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.jsonl"}]}]}}, {"id": "codelion/DeepSeek-R1-Distill-Qwen-1.5B-pts", "likes": 1, "downloads": 175, "created": "2025-05-13", "modified": "2026-07-15", "tags": ["task_categories:other", "language:en", "license:apache-2.0", "region:us", "pts", "pivotal-token-search", "mechanistic-interpretability", "reasoning", "thought-anchors"], "card": {"license": "apache-2.0", "language": ["en"], "tags": ["pts", "pivotal-token-search", "mechanistic-interpretability", "reasoning", "thought-anchors"], "task_categories": ["other"], "pretty_name": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B Pivotal Token Search"}}, {"id": "open-llm-leaderboard-old/details_deepseek-ai__deepseek-llm-7b-chat", "likes": 0, "downloads": 174, "created": "2024-01-05", "modified": "2024-01-05", "tags": ["region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/deepseek-llm-7b-chat", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/deepseek-llm-7b-chat](https://huggingface.co/deepseek-ai/deepseek-llm-7b-chat) on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard).\n\nThe dataset is composed of 63 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 2 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run (and is used to compute and display the aggregated metrics on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)).\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"open-llm-leaderboard/details_deepseek-ai__deepseek-llm-7b-chat\",\n\t\"harness_winogrande_5\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2024-01-05T10:38:25.592014](https://huggingface.co/datasets/open-llm-leaderboard/details_deepseek-ai__deepseek-llm-7b-chat/blob/main/results_2024-01-05T10-38-25.592014.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc\": 0.5217428488143239,\n        \"acc_stderr\": 0.03404743889765096,\n        \"acc_norm\": 0.5230686740068565,\n        \"acc_norm_stderr\": 0.0347462652663857,\n        \"mc1\": 0.33659730722154224,\n        \"mc1_stderr\": 0.016542412809494887,\n        \"mc2\": 0.47921745550580336,\n        \"mc2_stderr\": 0.015430955018425466\n    },\n    \"harness|arc:challenge|25\": {\n        \"acc\": 0.5119453924914675,\n        \"acc_stderr\": 0.014607220340597167,\n        \"acc_norm\": 0.5571672354948806,\n        \"acc_norm_stderr\": 0.014515573873348899\n    },\n    \"harness|hellaswag|10\": {\n        \"acc\": 0.5957976498705437,\n        \"acc_stderr\": 0.0048973407933143795,\n        \"acc_norm\": 0.7937661820354511,\n        \"acc_norm_stderr\": 0.0040377344515556465\n    },\n    \"harness|hendrycksTest-abstract_algebra|5\": {\n        \"acc\": 0.25,\n        \"acc_stderr\": 0.04351941398892446,\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.04351941398892446\n    },\n    \"harness|hendrycksTest-anatomy|5\": {\n        \"acc\": 0.45925925925925926,\n        \"acc_stderr\": 0.04304979692464242,\n        \"acc_norm\": 0.45925925925925926,\n        \"acc_norm_stderr\": 0.04304979692464242\n    },\n    \"harness|hendrycksTest-astronomy|5\": {\n        \"acc\": 0.5263157894736842,\n        \"acc_stderr\": 0.04063302731486671,\n        \"acc_norm\": 0.5263157894736842,\n        \"acc_norm_stderr\": 0.04063302731486671\n    },\n    \"harness|hendrycksTest-business_ethics|5\": {\n        \"acc\": 0.55,\n        \"acc_stderr\": 0.049999999999999996,\n        \"acc_norm\": 0.55,\n        \"acc_norm_stderr\": 0.049999999999999996\n    },\n    \"harness|hendrycksTest-clinical_knowledge|5\": {\n        \"acc\": 0.5320754716981132,\n        \"acc_stderr\": 0.030709486992556545,\n        \"acc_norm\": 0.5320754716981132,\n        \"acc_norm_stderr\": 0.030709486992556545\n    },\n    \"harness|hendrycksTest-college_biology|5\": {\n        \"acc\": 0.5,\n        \"acc_stderr\": 0.04181210050035455,\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.04181210050035455\n    },\n    \"harness|hendrycksTest-college_chemistry|5\": {\n        \"acc\": 0.37,\n        \"acc_stderr\": 0.048523658709391,\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.048523658709391\n    },\n    \"harness|hendrycksTest-college_computer_science|5\": {\n        \"acc\": 0.46,\n        \"acc_stderr\": 0.05009082659620332,\n        \"acc_norm\": 0.46,\n        \"acc_norm_stderr\": 0.05009082659620332\n    },\n    \"harness|hendrycksTest-college_mathematics|5\": {\n        \"acc\": 0.31,\n        \"acc_stderr\": 0.04648231987117316,\n        \"acc_norm\": 0.31,\n        \"acc_norm_stderr\": 0.04648231987117316\n    },\n    \"harness|hendrycksTest-college_medicine|5\": {\n        \"acc\": 0.4913294797687861,\n        \"acc_stderr\": 0.03811890988940412,\n        \"acc_norm\": 0.4913294797687861,\n        \"acc_norm_stderr\": 0.03811890988940412\n    },\n    \"harness|hendrycksTest-college_physics|5\": {\n        \"acc\": 0.29411764705882354,\n        \"acc_stderr\": 0.04533838195929776,\n        \"acc_norm\": 0.29411764705882354,\n        \"acc_norm_stderr\": 0.04533838195929776\n    },\n    \"harness|hendrycksTest-computer_security|5\": {\n        \"acc\": 0.62,\n        \"acc_stderr\": 0.048783173121456316,\n        \"acc_norm\": 0.62,\n        \"acc_norm_stderr\": 0.048783173121456316\n    },\n    \"harness|hendrycksTest-conceptual_physics|5\": {\n        \"acc\": 0.4340425531914894,\n        \"acc_stderr\": 0.03240038086792747,\n        \"acc_norm\": 0.4340425531914894,\n        \"acc_norm_stderr\": 0.03240038086792747\n    },\n    \"harness|hendrycksTest-econometrics|5\": {\n        \"acc\": 0.2719298245614035,\n        \"acc_stderr\": 0.04185774424022056,\n        \"acc_norm\": 0.2719298245614035,\n        \"acc_norm_stderr\": 0.04185774424022056\n    },\n    \"harness|hendrycksTest-electrical_engineering|5\": {\n        \"acc\": 0.45517241379310347,\n        \"acc_stderr\": 0.04149886942192117,\n        \"acc_norm\": 0.45517241379310347,\n        \"acc_norm_stderr\": 0.04149886942192117\n    },\n    \"harness|hendrycksTest-elementary_mathematics|5\": {\n        \"acc\": 0.31216931216931215,\n        \"acc_stderr\": 0.023865206836972602,\n        \"acc_norm\": 0.31216931216931215,\n        \"acc_norm_stderr\": 0.023865206836972602\n    },\n    \"harness|hendrycksTest-formal_logic|5\": {\n        \"acc\": 0.3333333333333333,\n        \"acc_stderr\": 0.04216370213557835,\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.04216370213557835\n    },\n    \"harness|hendrycksTest-global_facts|5\": {\n        \"acc\": 0.25,\n        \"acc_stderr\": 0.04351941398892446,\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.04351941398892446\n    },\n    \"harness|hendrycksTest-high_school_biology|5\": {\n        \"acc\": 0.5709677419354838,\n        \"acc_stderr\": 0.028156036538233193,\n        \"acc_norm\": 0.5709677419354838,\n        \"acc_norm_stderr\": 0.028156036538233193\n    },\n    \"harness|hendrycksTest-high_school_chemistry|5\": {\n        \"acc\": 0.3497536945812808,\n        \"acc_stderr\": 0.03355400904969565,\n        \"acc_norm\": 0.3497536945812808,\n        \"acc_norm_stderr\": 0.03355400904969565\n    },\n    \"harness|hendrycksTest-high_school_computer_science|5\": {\n        \"acc\": 0.47,\n        \"acc_stderr\": 0.050161355804659205,\n        \"acc_norm\": 0.47,\n        \"acc_norm_stderr\": 0.050161355804659205\n    },\n    \"harness|hendrycksTest-high_school_european_history|5\": {\n        \"acc\": 0.6787878787878788,\n        \"acc_stderr\": 0.03646204963253812,\n        \"acc_norm\": 0.6787878787878788,\n        \"acc_norm_stderr\": 0.03646204963253812\n    },\n    \"harness|hendrycksTest-high_school_geography|5\": {\n        \"acc\": 0.6717171717171717,\n        \"acc_stderr\": 0.03345678422756775,\n        \"acc_norm\": 0.6717171717171717,\n        \"acc_norm_stderr\": 0.03345678422756775\n    },\n    \"harness|hendrycksTest-high_school_government_and_politics|5\": {\n        \"acc\": 0.7150259067357513,\n        \"acc_stderr\": 0.03257714077709662,\n        \"acc_norm\": 0.7150259067357513,\n        \"acc_norm_stderr\": 0.03257714077709662\n    },\n    \"harness|hendrycksTest-high_school_macroeconomics|5\": {\n        \"acc\": 0.4666666666666667,\n        \"acc_stderr\": 0.025294608023986472,\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.025294608023986472\n    },\n    \"harness|hendrycksTest-high_school_mathematics|5\": {\n        \"acc\": 0.3,\n        \"acc_stderr\": 0.027940457136228423,\n        \"acc_norm\": 0.3,\n        \"acc_norm_stderr\": 0.027940457136228423\n    },\n    \"harness|hendrycksTest-high_school_microeconomics|5\": {\n        \"acc\": 0.47478991596638653,\n        \"acc_stderr\": 0.032437180551374095,\n        \"acc_norm\": 0.47478991596638653,\n        \"acc_norm_stderr\": 0.032437180551374095\n    },\n    \"harness|hendrycksTest-high_school_physics|5\": {\n        \"acc\": 0.2913907284768212,\n        \"acc_stderr\": 0.037101857261199946,\n        \"acc_norm\": 0.2913907284768212,\n        \"acc_norm_stderr\": 0.037101857261199946\n    },\n    \"harness|hendrycksTest-high_school_psychology|5\": {\n        \"acc\": 0.7119266055045872,\n        \"acc_stderr\": 0.019416445892636025,\n        \"acc_norm\": 0.7119266055045872,\n        \"acc_norm_stderr\": 0.019416445892636025\n    },\n    \"harness|hendrycksTest-high_school_statistics|5\": {\n        \"acc\": 0.4351851851851852,\n        \"acc_stderr\": 0.03381200005643525,\n        \"acc_norm\": 0.4351851851851852,\n        \"acc_norm_stderr\": 0.03381200005643525\n    },\n    \"harness|hendrycksTest-high_school_us_history|5\": {\n        \"acc\": 0.7107843137254902,\n        \"acc_stderr\": 0.031822318676475524,\n        \"acc_norm\": 0.7107843137254902,\n        \"acc_norm_stderr\": 0.031822318676475524\n    },\n    \"harness|hendrycksTest-high_school_world_history|5\": {\n        \"acc\": 0.7257383966244726,\n        \"acc_stderr\": 0.029041333510598035,\n        \"acc_norm\": 0.7257383966244726,\n        \"acc_norm_stderr\": 0.029041333510598035\n    },\n    \"harness|hendrycksTest-human_aging|5\": {\n        \"acc\": 0.5739910313901345,\n        \"acc_stderr\": 0.033188332862172806,\n        \"acc_norm\": 0.5739910313901345,\n        \"acc_norm_stderr\": 0.033188332862172806\n    },\n    \"harness|hendrycksTest-human_sexuality|5\": {\n        \"acc\": 0.5572519083969466,\n        \"acc_stderr\": 0.04356447202665069,\n        \"acc_norm\": 0.5572519083969466,\n        \"acc_norm_stderr\": 0.04356447202665069\n    },\n    \"harness|hendrycksTest-international_law|5\": {\n        \"acc\": 0.6611570247933884,\n        \"acc_stderr\": 0.0432076780753667,\n        \"acc_norm\": 0.6611570247933884,\n        \"acc_norm_stderr\": 0.0432076780753667\n    },\n    \"harness|hendrycksTest-jurisprudence|5\": {\n        \"acc\": 0.6296296296296297,\n        \"acc_stderr\": 0.04668408033024931,\n        \"acc_norm\": 0.6296296296296297,\n        \"acc_norm_stderr\": 0.04668408033024931\n    },\n    \"harness|hendrycksTest-logical_fallacies|5\": {\n        \"acc\": 0.6073619631901841,\n        \"acc_stderr\": 0.03836740907831029,\n        \"acc_norm\": 0.6073619631901841,\n        \"acc_norm_stderr\": 0.03836740907831029\n    },\n    \"harness|hendrycksTest-machine_learning|5\": {\n        \"acc\": 0.4107142857142857,\n        \"acc_stderr\": 0.04669510663875191,\n        \"acc_norm\": 0.4107142857142857,\n        \"acc_norm_stderr\": 0.04669510663875191\n    },\n    \"harness|hendrycksTest-management|5\": {\n        \"acc\": 0.6504854368932039,\n        \"acc_stderr\": 0.047211885060971716,\n        \"acc_norm\": 0.6504854368932039,\n        \"acc_norm_stderr\": 0.047211885060971716\n    },\n    \"harness|hendrycksTest-marketing|5\": {\n        \"acc\": 0.8205128205128205,\n        \"acc_stderr\": 0.025140935950335442,\n        \"acc_norm\": 0.8205128205128205,\n        \"acc_norm_stderr\": 0.025140935950335442\n    },\n    \"harness|hendrycksTest-medical_genetics|5\": {\n        \"acc\": 0.6,\n        \"acc_stderr\": 0.04923659639173309,\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.04923659639173309\n    },\n    \"harness|hendrycksTest-miscellaneous|5\": {\n        \"acc\": 0.7305236270753512,\n        \"acc_stderr\": 0.015866243073215058,\n        \"acc_norm\": 0.7305236270753512,\n        \"acc_norm_stderr\": 0.015866243073215058\n    },\n    \"harness|hendrycksTest-moral_disputes|5\": {\n        \"acc\": 0.5895953757225434,\n        \"acc_stderr\": 0.026483392042098177,\n        \"acc_norm\": 0.5895953757225434,\n        \"acc_norm_stderr\": 0.026483392042098177\n    },\n    \"harness|hendrycksTest-moral_scenarios|5\": {\n        \"acc\": 0.30614525139664805,\n        \"acc_stderr\": 0.015414494487903219,\n        \"acc_norm\": 0.30614525139664805,\n        \"acc_norm_stderr\": 0.015414494487903219\n    },\n    \"harness|hendrycksTest-nutrition|5\": {\n        \"acc\": 0.5228758169934641,\n        \"acc_stderr\": 0.028599936776089775,\n        \"acc_norm\": 0.5228758169934641,\n        \"acc_norm_stderr\": 0.028599936776089775\n    },\n    \"harness|hendrycksTest-philosophy|5\": {\n        \"acc\": 0.5562700964630225,\n        \"acc_stderr\": 0.028217683556652308,\n        \"acc_norm\": 0.5562700964630225,\n        \"acc_norm_stderr\": 0.028217683556652308\n    },\n    \"harness|hendrycksTest-prehistory|5\": {\n        \"acc\": 0.5648148148148148,\n        \"acc_stderr\": 0.027586006221607704,\n        \"acc_norm\": 0.5648148148148148,\n        \"acc_norm_stderr\": 0.027586006221607704\n    },\n    \"harness|hendrycksTest-professional_accounting|5\": {\n        \"acc\": 0.36524822695035464,\n        \"acc_stderr\": 0.028723863853281288,\n        \"acc_norm\": 0.36524822695035464,\n        \"acc_norm_stderr\": 0.028723863853281288\n    },\n    \"harness|hendrycksTest-professional_law|5\": {\n        \"acc\": 0.4074315514993481,\n        \"acc_stderr\": 0.012549473714212226,\n        \"acc_norm\": 0.4074315514993481,\n        \"acc_norm_stderr\": 0.012549473714212226\n    },\n    \"harness|hendrycksTest-professional_medicine|5\": {\n        \"acc\": 0.46691176470588236,\n        \"acc_stderr\": 0.030306257722468324,\n        \"acc_norm\": 0.46691176470588236,\n        \"acc_norm_stderr\": 0.030306257722468324\n    },\n    \"harness|hendrycksTest-professional_psychology|5\": {\n        \"acc\": 0.5196078431372549,\n        \"acc_stderr\": 0.020212274976302957,\n        \"acc_norm\": 0.5196078431372549,\n        \"acc_norm_stderr\": 0.020212274976302957\n    },\n    \"harness|hendrycksTest-public_relations|5\": {\n        \"acc\": 0.5909090909090909,\n        \"acc_stderr\": 0.04709306978661896,\n        \"acc_norm\": 0.5909090909090909,\n        \"acc_norm_stderr\": 0.04709306978661896\n    },\n    \"harness|hendrycksTest-security_studies|5\": {\n        \"acc\": 0.6285714285714286,\n        \"acc_stderr\": 0.030932858792789845,\n        \"acc_norm\": 0.6285714285714286,\n        \"acc_norm_stderr\": 0.030932858792789845\n    },\n    \"harness|hendrycksTest-sociology|5\": {\n        \"acc\": 0.7014925373134329,\n        \"acc_stderr\": 0.03235743789355044,\n        \"acc_norm\": 0.7014925373134329,\n        \"acc_norm_stderr\": 0.03235743789355044\n    },\n    \"harness|hendrycksTest-us_foreign_policy|5\": {\n        \"acc\": 0.82,\n        \"acc_stderr\": 0.038612291966536934,\n        \"acc_norm\": 0.82,\n        \"acc_norm_stderr\": 0.038612291966536934\n    },\n    \"harness|hendrycksTest-virology|5\": {\n        \"acc\": 0.4759036144578313,\n        \"acc_stderr\": 0.038879718495972646,\n        \"acc_norm\": 0.4759036144578313,\n        \"acc_norm_stderr\": 0.038879718495972646\n    },\n    \"harness|hendrycksTest-world_religions|5\": {\n        \"acc\": 0.7602339181286549,\n        \"acc_stderr\": 0.032744852119469564,\n        \"acc_norm\": 0.7602339181286549,\n        \"acc_norm_stderr\": 0.032744852119469564\n    },\n    \"harness|truthfulqa:mc|0\": {\n        \"mc1\": 0.33659730722154224,\n        \"mc1_stderr\": 0.016542412809494887,\n        \"mc2\": 0.47921745550580336,\n        \"mc2_stderr\": 0.015430955018425466\n    },\n    \"harness|winogrande|5\": {\n        \"acc\": 0.7490134175217048,\n        \"acc_stderr\": 0.01218577622051616\n    },\n    \"harness|gsm8k|5\": {\n        \"acc\": 0.45943896891584535,\n        \"acc_stderr\": 0.013727093010429786\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/deepseek-llm-7b-chat", "leaderboard_url": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard", "point_of_contact": "clementine@hf.co", "configs": [{"config_name": "harness_arc_challenge_25", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|arc:challenge|25_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|arc:challenge|25_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|arc:challenge|25_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_gsm8k_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|gsm8k|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|gsm8k|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|gsm8k|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hellaswag_10", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hellaswag|10_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hellaswag|10_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hellaswag|10_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-05T09-40-38.856043.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-05T10-38-25.592014.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_abstract_algebra_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_anatomy_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_astronomy_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_business_ethics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_clinical_knowledge_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_biology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_chemistry_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_computer_science_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_mathematics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_medicine_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_physics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_computer_security_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_conceptual_physics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_econometrics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_electrical_engineering_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_elementary_mathematics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_formal_logic_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_global_facts_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_biology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_chemistry_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_computer_science_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_european_history_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_geography_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_government_and_politics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_macroeconomics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_mathematics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_microeconomics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_physics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_psychology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_statistics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_us_history_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_world_history_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_aging_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_sexuality_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_international_law_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_jurisprudence_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_logical_fallacies_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_machine_learning_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_management_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_marketing_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_medical_genetics_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_miscellaneous_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_disputes_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_scenarios_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_nutrition_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_philosophy_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_prehistory_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_accounting_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_law_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_medicine_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_psychology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_public_relations_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_security_studies_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_sociology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_us_foreign_policy_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_virology_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_hendrycksTest_world_religions_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_truthfulqa_mc_0", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "harness_winogrande_5", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["**/details_harness|winogrande|5_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["**/details_harness|winogrande|5_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["**/details_harness|winogrande|5_2024-01-05T10-38-25.592014.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2024_01_05T09_40_38.856043", "path": ["results_2024-01-05T09-40-38.856043.parquet"]}, {"split": "2024_01_05T10_38_25.592014", "path": ["results_2024-01-05T10-38-25.592014.parquet"]}, {"split": "latest", "path": ["results_2024-01-05T10-38-25.592014.parquet"]}]}]}}, {"id": "open-llm-leaderboard-old/details_sci-m-wang__deepseek-llm-7b-chat-sa-v0.1", "likes": 0, "downloads": 173, "created": "2024-05-31", "modified": "2024-05-31", "tags": ["region:us"], "card": {}}, {"id": "daaain/swebench-verified-deepseek-v4-flash-failure-analysis", "likes": 0, "downloads": 173, "created": "2026-06-20", "modified": "2026-06-22", "tags": ["task_categories:text-generation", "language:en", "license:mit", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "swe-bench", "code-generation", "agentic"], "card": {"license": "mit", "language": ["en"], "task_categories": ["text-generation"], "tags": ["swe-bench", "code-generation", "agentic", "agent-trajectories", "failure-analysis", "reproducibility", "deepseek"], "size_categories": ["n<1K"], "configs": [{"config_name": "instances", "data_files": [{"split": "train", "path": "instances.jsonl"}], "default": true}, {"config_name": "repeats", "data_files": [{"split": "train", "path": "REPEATS_REPORT.jsonl"}]}]}}, {"id": "irsotarriva/deepseek-v4.1-flash-top20-fineweb-edu", "likes": 0, "downloads": 169, "created": "2026-10-12", "modified": "2026-10-12", "tags": ["task_categories:text-generation", "source_datasets:HuggingFaceFW/fineweb-edu", "language:en", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "modality:timeseries", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "distillation"], "card": {"license": "cc-by-4.0", "pretty_name": "DeepSeek-V4.1-Flash top-20 log-probabilities on FineWeb-Edu prefixes", "language": ["en"], "task_categories": ["text-generation"], "tags": ["distillation", "knowledge-distillation", "logprobs", "synthetic"], "size_categories": ["10K<n<100K"], "source_datasets": ["HuggingFaceFW/fineweb-edu"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "eval", "path": "data/eval-*"}]}]}}, {"id": "SkillFi/deepseek-v2-codder-minecraft-api", "likes": 0, "downloads": 165, "created": "2025-05-09", "modified": "2025-05-09", "tags": ["task_categories:text-generation", "language:en", "license:mit", "size_categories:n<1K", "format:arrow", "modality:text", "library:datasets", "library:mlcroissant", "region:us", "code"], "card": {"license": "mit", "task_categories": ["text-generation"], "language": ["en"], "tags": ["code"], "pretty_name": "Minecraft API 1.21.1"}}, {"id": "Cartinoe5930/DeepSeek-Prover-V2-dataset-new", "likes": 0, "downloads": 165, "created": "2025-05-27", "modified": "2025-05-27", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 66148465, "num_examples": 66722}], "download_size": 21359902, "dataset_size": 66148465}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Yuyeong/mmlu-deepseek-explanation", "likes": 0, "downloads": 164, "created": "2025-02-26", "modified": "2025-02-26", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "choices", "sequence": "string"}, {"name": "answer", "dtype": {"class_label": {"names": {"0": "A", "1": "B", "2": "C", "3": "D"}}}}, {"name": "reasoning", "dtype": "string"}], "splits": [{"name": "easy", "num_bytes": 45302, "num_examples": 100}, {"name": "middle", "num_bytes": 63991, "num_examples": 100}, {"name": "hard", "num_bytes": 64084, "num_examples": 100}], "download_size": 108728, "dataset_size": 173377}, "configs": [{"config_name": "default", "data_files": [{"split": "easy", "path": "data/easy-*"}, {"split": "middle", "path": "data/middle-*"}, {"split": "hard", "path": "data/hard-*"}]}]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-7B_OpenThoughts3_eval_8179", "likes": 0, "downloads": 163, "created": "2025-06-23", "modified": "2025-06-23", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "sunnysetia/DeepSeek-V4-Pro-Distilled-Math-Sharded", "likes": 0, "downloads": 161, "created": "2026-09-25", "modified": "2026-09-25", "tags": ["license:other", "region:us"], "card": {"license": "other", "license_name": "upstream", "license_link": "https://huggingface.co/datasets/Jackrong/DeepSeek-V4-Pro-Distilled-200K"}}, {"id": "ArkhAngelLifeJiggy/deepseek-v4-pro-0813-agentic", "likes": 0, "downloads": 160, "created": "2026-08-28", "modified": "2026-08-28", "tags": ["task_categories:text-generation", "task_categories:question-answering", "task_categories:other", "language:en", "language:zh", "language:es", "language:fr", "language:de", "language:ja", "license:other", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets"], "card": {"license": "other", "task_categories": ["text-generation", "question-answering", "other"], "tags": ["distillation", "sft", "grpo", "agentic", "tool-use", "reasoning", "structured-output", "multi-turn", "verifiable", "deepseek", "nemotron-ready", "synthetic"], "language": ["en", "zh", "es", "fr", "de", "ja"], "pretty_name": "DeepSeek-V4-Pro 0813 Agentic", "size_categories": ["10K<n<100K"], "configs": [{"config_name": "canonical", "data_files": [{"split": "train", "path": "canonical/train-00000-of-00001.parquet"}, {"split": "validation", "path": "canonical/validation-00000-of-00001.parquet"}, {"split": "test", "path": "canonical/test-00000-of-00001.parquet"}], "default": true}, {"config_name": "sft_openai", "data_files": [{"split": "train", "path": "sft_openai/train-00000-of-00001.parquet"}, {"split": "validation", "path": "sft_openai/validation-00000-of-00001.parquet"}, {"split": "test", "path": "sft_openai/test-00000-of-00001.parquet"}]}, {"config_name": "responses_api", "data_files": [{"split": "train", "path": "responses_api/train-00000-of-00001.parquet"}, {"split": "validation", "path": "responses_api/validation-00000-of-00001.parquet"}, {"split": "test", "path": "responses_api/test-00000-of-00001.parquet"}]}, {"config_name": "rl_tool_prompts", "data_files": [{"split": "train", "path": "rl_tool_prompts/train-00000-of-00001.parquet"}, {"split": "validation", "path": "rl_tool_prompts/validation-00000-of-00001.parquet"}, {"split": "test", "path": "rl_tool_prompts/test-00000-of-00001.parquet"}]}]}}, {"id": "sequelbox/Raiden-DeepSeek-R1", "likes": 53, "downloads": 159, "created": "2025-02-11", "modified": "2025-03-12", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6139", "region:us", "raiden", "creative", "analytical"], "card": {"license": "apache-2.0", "tags": ["raiden", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"]}}, {"id": "sdbuch/aime25-deepseek", "likes": 0, "downloads": 157, "created": "2025-08-25", "modified": "2025-08-25", "tags": ["size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "region:us"], "card": {"configs": [{"config_name": "data", "data_files": "*_processed.jsonl", "default": true}, {"config_name": "summary", "data_files": "summary.json"}]}}, {"id": "chhao/AM-DeepSeek-R1-Filtered-Math-Code", "likes": 0, "downloads": 157, "created": "2026-07-24", "modified": "2026-07-24", "tags": ["task_categories:text-generation", "language:en", "license:cc-by-nc-4.0", "size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "math", "code", "reasoning", "supervised-fine-tuning"], "card": {"license": "cc-by-nc-4.0", "language": ["en"], "task_categories": ["text-generation"], "tags": ["math", "code", "reasoning", "supervised-fine-tuning"], "configs": [{"config_name": "math", "data_files": [{"split": "train", "path": "math/train.jsonl"}, {"split": "smoke", "path": "math/smoke_1k.jsonl"}]}, {"config_name": "code", "data_files": [{"split": "train", "path": "code/train.jsonl"}, {"split": "train_half_a", "path": "code/train_half_a.jsonl"}, {"split": "train_half_b", "path": "code/train_half_b.jsonl"}]}]}}, {"id": "Atlas3D/deepseek-v41-flash-fleet-notes", "likes": 0, "downloads": 157, "created": "2026-10-18", "modified": "2026-10-18", "tags": ["license:mit", "region:us", "deepseek", "llama.cpp", "inference", "interpretability", "notes"], "card": {"license": "mit", "tags": ["deepseek", "llama.cpp", "inference", "interpretability", "notes"], "pretty_name": "DeepSeek-V4.1-Flash fleet notes"}}, {"id": "exp-models/dolphin-r1-korean-deepseek-toolcalls", "likes": 5, "downloads": 156, "created": "2025-02-10", "modified": "2025-02-10", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}, {"name": "translated_content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 14542953, "num_examples": 1758}], "download_size": 4912961, "dataset_size": 14542953}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "vm2825/nemotron_deepseek-dataset", "likes": 0, "downloads": 156, "created": "2025-09-19", "modified": "2025-09-19", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "text_a", "dtype": "string"}, {"name": "prompt", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "model_used", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 7886409123, "num_examples": 400000}], "download_size": 2794869577, "dataset_size": 7886409123}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-SFW-DeepSeek-V3-0324-20k", "likes": 9, "downloads": 154, "created": "2025-04-22", "modified": "2025-04-23", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "roleplay"], "card": {"dataset_info": {"features": [{"name": "major_genre", "dtype": "string"}, {"name": "minor_genre", "dtype": "string"}, {"name": "tag", "dtype": "string"}, {"name": "world_setting", "dtype": "string"}, {"name": "scene_setting", "dtype": "string"}, {"name": "user_setting", "dtype": "string"}, {"name": "assistant_setting", "dtype": "string"}, {"name": "dialogue_tone", "dtype": "string"}, {"name": "conversation_format", "dtype": "string"}, {"name": "conversations", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 114882500.25261272, "num_examples": 19922}], "download_size": 61412157, "dataset_size": 114882500.25261272}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay"], "size_categories": ["10K<n<100K"]}}, {"id": "ycchen/nemotron-deepseek-sft-mix", "likes": 0, "downloads": 153, "created": "2026-05-28", "modified": "2026-05-28", "tags": ["task_categories:text-generation", "source_datasets:nvidia/Nemotron-SFT-Math-v3", "source_datasets:nvidia/Nemotron-Cascade-2-SFT-Data", "language:en", "license:other", "size_categories:10M<n<100M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "math", "reasoning"], "card": {"license": "other", "license_name": "mixed-cc-by-and-nvidia-open-model", "license_link": "https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/", "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1M<n<10M"], "source_datasets": ["nvidia/Nemotron-SFT-Math-v3", "nvidia/Nemotron-Cascade-2-SFT-Data"], "tags": ["math", "reasoning", "chain-of-thought", "tool-use", "tir", "agentic", "deepseek", "sft"], "configs": [{"config_name": "all", "data_files": [{"split": "train", "path": "dataset=*/domain=*/*.parquet"}]}, {"config_name": "nemotron-math-v3", "data_files": [{"split": "train", "path": "dataset=nemotron-math-v3/domain=*/*.parquet"}]}, {"config_name": "nemotron-cascade-2", "data_files": [{"split": "train", "path": "dataset=nemotron-cascade-2/domain=*/*.parquet"}]}]}}, {"id": "wjn922-01/scale-swe-distill5000-deepseek-v4-flash-0731-think-rollout4-instance3393-trajectories7928", "likes": 1, "downloads": 153, "created": "2026-08-10", "modified": "2026-08-10", "tags": ["task_categories:text-generation", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "software-engineering", "agentic", "tool-use", "reasoning"], "card": {"pretty_name": "Scale-SWE DeepSeek V4 Flash 0731 Think Rollout 4", "task_categories": ["text-generation"], "tags": ["software-engineering", "agentic", "tool-use", "reasoning"]}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Llama-8B_eval_8179", "likes": 0, "downloads": 152, "created": "2025-06-20", "modified": "2025-06-20", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Trelis/openassistant-deepseek-coder", "likes": 10, "downloads": 151, "created": "2024-01-02", "modified": "2024-01-03", "tags": ["language:en", "language:es", "language:ru", "language:de", "language:pl", "language:th", "language:vi", "language:sv", "language:bn", "language:da", "language:he", "language:it", "language:fa", "language:sk", "language:id"], "card": {"license": "apache-2.0", "language": ["en", "es", "ru", "de", "pl", "th", "vi", "sv", "bn", "da", "he", "it", "fa", "sk", "id", "nb", "el", "nl", "hu", "eu", "zh", "eo", "ja", "ca", "cs", "bg", "fi", "pt", "tr", "ro", "ar", "uk", "gl", "fr", "ko"], "tags": ["human-feedback", "deepseek coder"], "size_categories": ["1K<n<10k"], "pretty_name": "Filtered OpenAssistant Conversations"}}, {"id": "nishadsinghi/math128_DeepSeek-R1-Distill-Qwen-1.5B_32K_tokens", "likes": 0, "downloads": 151, "created": "2025-02-18", "modified": "2025-02-18", "tags": ["region:us"], "card": {}}, {"id": "mondk/deepseek-r1-distill-cot", "likes": 2, "downloads": 151, "created": "2026-09-04", "modified": "2026-09-05", "tags": ["language:en", "license:mit", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "mit", "language": ["en"]}}, {"id": "dmitriihook/deepseek-r1-qwen-32b-planning-6-blocks-self-probing-state-distilabel", "likes": 0, "downloads": 150, "created": "2025-02-22", "modified": "2025-02-23", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "library:distilabel", "region:us", "synthetic", "distilabel", "rlaif"], "card": {"size_categories": "n<1K", "dataset_info": {"features": [{"name": "gen_text", "dtype": "string"}, {"name": "line_n", "dtype": "int64"}, {"name": "item_idx", "dtype": "int64"}, {"name": "generation", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_input_text_generation_0", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "raw_output_text_generation_0", "dtype": "string"}, {"name": "statistics_text_generation_0", "struct": [{"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}]}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 7522966446, "num_examples": 305147}], "download_size": 857931460, "dataset_size": 7522966446}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "tags": ["synthetic", "distilabel", "rlaif"]}}, {"id": "OALL/details_NaniDAO__deepseek-r1-qwen-2.5-32B-ablated", "likes": 0, "downloads": 148, "created": "2025-02-04", "modified": "2025-02-04", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of NaniDAO/deepseek-r1-qwen-2.5-32B-ablated", "dataset_summary": "Dataset automatically created during the evaluation run of model [NaniDAO/deepseek-r1-qwen-2.5-32B-ablated](https://huggingface.co/NaniDAO/deepseek-r1-qwen-2.5-32B-ablated).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_NaniDAO__deepseek-r1-qwen-2.5-32B-ablated\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_04T22_10_18_431478_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-04T22:10:18.431478](https://huggingface.co/datasets/OALL/details_NaniDAO__deepseek-r1-qwen-2.5-32B-ablated/blob/main/results_2025-02-04T22-10-18.431478.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.48649713265752154,\n        \"acc_norm_stderr\": 0.037626475644524836,\n        \"acc\": 0.6505625413633356,\n        \"acc_stderr\": 0.012269893190222857\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.040703290137070705\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5473684210526316,\n        \"acc_norm_stderr\": 0.051339113773544845\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.4689655172413793,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.03576123096991215\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.35384615384615387,\n        \"acc_norm_stderr\": 0.03433004254147036\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.3608617594254937,\n        \"acc_norm_stderr\": 0.020367158199199216\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.40852641334569045,\n        \"acc_norm_stderr\": 0.0066930223787327\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.43575418994413406,\n        \"acc_norm_stderr\": 0.016583881958602394\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.52,\n        \"acc_norm_stderr\": 0.05807730170189531\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.6333333333333333,\n        \"acc_norm_stderr\": 0.03947832828497159\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.47333333333333333,\n        \"acc_norm_stderr\": 0.040903298047964304\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.8341463414634146,\n        \"acc_norm_stderr\": 0.004160079026167048\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5788156797331109,\n        \"acc_norm_stderr\": 0.006377461887367142\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.42034883720930233,\n        \"acc_norm_stderr\": 0.011905574103951141\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.515828677839851,\n        \"acc_norm_stderr\": 0.021585885942816244\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.5037037037037037,\n        \"acc_norm_stderr\": 0.04319223625811331\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.75,\n        \"acc_norm_stderr\": 0.03523807393012047\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.62,\n        \"acc_norm_stderr\": 0.04878317312145632\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.6226415094339622,\n        \"acc_norm_stderr\": 0.029832808114796005\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.5902777777777778,\n        \"acc_norm_stderr\": 0.04112490974670787\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.050251890762960605\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.33,\n        \"acc_norm_stderr\": 0.047258156262526045\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.5086705202312138,\n        \"acc_norm_stderr\": 0.038118909889404126\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.4215686274509804,\n        \"acc_norm_stderr\": 0.04913595201274498\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.64,\n        \"acc_norm_stderr\": 0.04824181513244218\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.6638297872340425,\n        \"acc_norm_stderr\": 0.030881618520676942\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.5087719298245614,\n        \"acc_norm_stderr\": 0.047028804320496165\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.0407032901370707\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.6481481481481481,\n        \"acc_norm_stderr\": 0.024594975128920938\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.4365079365079365,\n        \"acc_norm_stderr\": 0.04435932892851466\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.48,\n        \"acc_norm_stderr\": 0.050211673156867795\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.667741935483871,\n        \"acc_norm_stderr\": 0.026795560848122794\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.6551724137931034,\n        \"acc_norm_stderr\": 0.03344283744280458\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.76,\n        \"acc_norm_stderr\": 0.04292346959909282\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.24848484848484848,\n        \"acc_norm_stderr\": 0.033744026441394036\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.7222222222222222,\n        \"acc_norm_stderr\": 0.031911782267135466\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.6528497409326425,\n        \"acc_norm_stderr\": 0.03435696168361355\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.6871794871794872,\n        \"acc_norm_stderr\": 0.023507579020645344\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.4740740740740741,\n        \"acc_norm_stderr\": 0.03044452852881074\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.7226890756302521,\n        \"acc_norm_stderr\": 0.02907937453948001\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.423841059602649,\n        \"acc_norm_stderr\": 0.04034846678603397\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.6330275229357798,\n        \"acc_norm_stderr\": 0.02066467565952053\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.5787037037037037,\n        \"acc_norm_stderr\": 0.03367462138896078\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.29411764705882354,\n        \"acc_norm_stderr\": 0.031980016601150706\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.33755274261603374,\n        \"acc_norm_stderr\": 0.03078154910202623\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.6053811659192825,\n        \"acc_norm_stderr\": 0.03280400504755291\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.5725190839694656,\n        \"acc_norm_stderr\": 0.043389203057924\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.8512396694214877,\n        \"acc_norm_stderr\": 0.03248470083807194\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.5925925925925926,\n        \"acc_norm_stderr\": 0.04750077341199984\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.6073619631901841,\n        \"acc_norm_stderr\": 0.03836740907831029\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.5178571428571429,\n        \"acc_norm_stderr\": 0.047427623612430116\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.6116504854368932,\n        \"acc_norm_stderr\": 0.048257293373563895\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.7307692307692307,\n        \"acc_norm_stderr\": 0.029058588303748842\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.59,\n        \"acc_norm_stderr\": 0.049431107042371025\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.6551724137931034,\n        \"acc_norm_stderr\": 0.016997123346113426\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.653179190751445,\n        \"acc_norm_stderr\": 0.025624723994030454\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.39217877094972065,\n        \"acc_norm_stderr\": 0.016329061073207467\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.6372549019607843,\n        \"acc_norm_stderr\": 0.0275300784471103\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.6366559485530546,\n        \"acc_norm_stderr\": 0.027316847674192717\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.6604938271604939,\n        \"acc_norm_stderr\": 0.026348564412011617\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.4397163120567376,\n        \"acc_norm_stderr\": 0.02960991207559411\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.36114732724902215,\n        \"acc_norm_stderr\": 0.012267935477519028\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.31985294117647056,\n        \"acc_norm_stderr\": 0.028332959514031225\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.5816993464052288,\n        \"acc_norm_stderr\": 0.01995597514583554\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.5818181818181818,\n        \"acc_norm_stderr\": 0.04724577405731572\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.6653061224489796,\n        \"acc_norm_stderr\": 0.03020923522624231\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.7064676616915423,\n        \"acc_norm_stderr\": 0.03220024104534205\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.8,\n        \"acc_norm_stderr\": 0.04020151261036846\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.4939759036144578,\n        \"acc_norm_stderr\": 0.03892212195333045\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.672514619883041,\n        \"acc_norm_stderr\": 0.035993357714560276\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.5387931034482759,\n        \"acc_norm_stderr\": 0.014642566075107557\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.501269035532995,\n        \"acc_norm_stderr\": 0.010285768480825276\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5888888888888889,\n        \"acc_norm_stderr\": 0.052155640611075534\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.338567222767419,\n        \"acc_norm_stderr\": 0.004941748555161423\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.5212121212121212,\n        \"acc_norm_stderr\": 0.022475810024613366\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.6535733769776323,\n        \"acc_norm_stderr\": 0.011117063134266488\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.458713735037533,\n        \"acc_norm_stderr\": 0.007098212979412703\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.5276381909547738,\n        \"acc_norm_stderr\": 0.01583478998420265\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6505625413633356,\n        \"acc_stderr\": 0.012269893190222857\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.39566861540045684,\n        \"acc_norm_stderr\": 0.04580547985572775\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.5183466541986459,\n        \"acc_norm_stderr\": 0.02272734506542787\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.5678153994635524,\n        \"acc_norm_stderr\": 0.03567485105761703\n    }\n}\n```", "repo_url": "https://huggingface.co/NaniDAO/deepseek-r1-qwen-2.5-32B-ablated", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Algeria|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_History|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Bahrain|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Comoros|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Iraq|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Islam_Education|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Jordan|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Kuwait|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Lebanon|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Libya|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Mauritania|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Morocco|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Oman|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Palestine|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Qatar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Somalia|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Sudan|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Syria|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Tunisia|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:Yemen|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:communication|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:daily_life|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|acva:entertainment|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_exams|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|arc_easy_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|boolq_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|copa_ext_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|piqa_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|race_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|sciq_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_community|toxigen_ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_04T22_10_18_431478_parquet", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-04T22-10-18.431478.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_04T22_10_18.431478", "path": ["results_2025-02-04T22-10-18.431478.parquet"]}, {"split": "latest", "path": ["results_2025-02-04T22-10-18.431478.parquet"]}]}]}}, {"id": "yolay/RAIF-ComplexInstruction-DeepSeek", "likes": 4, "downloads": 147, "created": "2025-05-20", "modified": "2025-07-31", "tags": ["task_categories:text-generation", "language:en", "language:zh", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2506.01413", "region:us", "complex", "instruction-following"], "card": {"language": ["en", "zh"], "license": "apache-2.0", "size_categories": ["10K<n<100K"], "task_categories": ["text-generation"], "tags": ["complex", "instruction-following"]}}, {"id": "OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-14B", "likes": 0, "downloads": 146, "created": "2025-02-01", "modified": "2025-02-01", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/DeepSeek-R1-Distill-Qwen-14B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-14B\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_01T04_11_28_875389_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-01T04:11:28.875389](https://huggingface.co/datasets/OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-14B/blob/main/results_2025-02-01T04-11-28.875389.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.4625208893857929,\n        \"acc_norm_stderr\": 0.03773869570746675,\n        \"acc\": 0.6108537392455328,\n        \"acc_stderr\": 0.012546904013660343\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5435897435897435,\n        \"acc_norm_stderr\": 0.03576123096991214\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6206896551724138,\n        \"acc_norm_stderr\": 0.040434618619167466\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5578947368421052,\n        \"acc_norm_stderr\": 0.051224183891818126\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.4689655172413793,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4512820512820513,\n        \"acc_norm_stderr\": 0.03572709860318392\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295806\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3282051282051282,\n        \"acc_norm_stderr\": 0.03371243782413707\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.34111310592459604,\n        \"acc_norm_stderr\": 0.020105609425720507\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.3644114921223355,\n        \"acc_norm_stderr\": 0.006552825141869324\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.40558659217877097,\n        \"acc_norm_stderr\": 0.01642167050633918\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.88,\n        \"acc_norm_stderr\": 0.03777601126412142\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.58,\n        \"acc_norm_stderr\": 0.040433888371749035\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.040665603096078466\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.7758599124452783,\n        \"acc_norm_stderr\": 0.004664116108386821\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5412844036697247,\n        \"acc_norm_stderr\": 0.006436149756852394\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.3883720930232558,\n        \"acc_norm_stderr\": 0.011755191701025788\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.4655493482309125,\n        \"acc_norm_stderr\": 0.021545385652078794\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.33,\n        \"acc_norm_stderr\": 0.04725815626252605\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.4740740740740741,\n        \"acc_norm_stderr\": 0.04313531696750574\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.6776315789473685,\n        \"acc_norm_stderr\": 0.03803510248351585\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.04923659639173309\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.5811320754716981,\n        \"acc_norm_stderr\": 0.030365050829115198\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.5486111111111112,\n        \"acc_norm_stderr\": 0.04161402398403279\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.39,\n        \"acc_norm_stderr\": 0.04902071300001975\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.42,\n        \"acc_norm_stderr\": 0.049604496374885836\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.43352601156069365,\n        \"acc_norm_stderr\": 0.03778621079092055\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.3627450980392157,\n        \"acc_norm_stderr\": 0.04784060704105652\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.04923659639173309\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.5702127659574469,\n        \"acc_norm_stderr\": 0.03236214467715563\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.38596491228070173,\n        \"acc_norm_stderr\": 0.045796394220704355\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.5310344827586206,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.6349206349206349,\n        \"acc_norm_stderr\": 0.02479606060269995\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.46825396825396826,\n        \"acc_norm_stderr\": 0.04463112720677173\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.567741935483871,\n        \"acc_norm_stderr\": 0.028181739720019416\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.5123152709359606,\n        \"acc_norm_stderr\": 0.035169204442208966\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.64,\n        \"acc_norm_stderr\": 0.04824181513244218\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.23636363636363636,\n        \"acc_norm_stderr\": 0.033175059300091805\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.6464646464646465,\n        \"acc_norm_stderr\": 0.03406086723547153\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.6321243523316062,\n        \"acc_norm_stderr\": 0.03480175668466036\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.5717948717948718,\n        \"acc_norm_stderr\": 0.025088301454694834\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.4703703703703704,\n        \"acc_norm_stderr\": 0.030431963547936577\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.592436974789916,\n        \"acc_norm_stderr\": 0.03191863374478466\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.3443708609271523,\n        \"acc_norm_stderr\": 0.038796870240733264\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.5871559633027523,\n        \"acc_norm_stderr\": 0.021109128133413917\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.49074074074074076,\n        \"acc_norm_stderr\": 0.03409386946992699\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.03308611113236435\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.3459915611814346,\n        \"acc_norm_stderr\": 0.03096481058878671\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.5201793721973094,\n        \"acc_norm_stderr\": 0.033530461674123\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.6106870229007634,\n        \"acc_norm_stderr\": 0.04276486542814591\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.743801652892562,\n        \"acc_norm_stderr\": 0.03984979653302871\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.6018518518518519,\n        \"acc_norm_stderr\": 0.04732332615978814\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.49693251533742333,\n        \"acc_norm_stderr\": 0.03928297078179663\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.4107142857142857,\n        \"acc_norm_stderr\": 0.04669510663875191\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.6116504854368932,\n        \"acc_norm_stderr\": 0.04825729337356389\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.6965811965811965,\n        \"acc_norm_stderr\": 0.030118210106942635\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.54,\n        \"acc_norm_stderr\": 0.05009082659620332\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.6181353767560664,\n        \"acc_norm_stderr\": 0.01737373273667758\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.5838150289017341,\n        \"acc_norm_stderr\": 0.026538189104705477\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.264804469273743,\n        \"acc_norm_stderr\": 0.014756906483260664\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.6209150326797386,\n        \"acc_norm_stderr\": 0.02778014120702335\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.572347266881029,\n        \"acc_norm_stderr\": 0.02809924077580956\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.5771604938271605,\n        \"acc_norm_stderr\": 0.027487472980871588\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.37943262411347517,\n        \"acc_norm_stderr\": 0.02894733885161411\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.3533246414602347,\n        \"acc_norm_stderr\": 0.012208408211082435\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.27941176470588236,\n        \"acc_norm_stderr\": 0.027257202606114948\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.4950980392156863,\n        \"acc_norm_stderr\": 0.02022686271003946\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.5727272727272728,\n        \"acc_norm_stderr\": 0.047381987035454834\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.6612244897959184,\n        \"acc_norm_stderr\": 0.030299506562154185\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.6616915422885572,\n        \"acc_norm_stderr\": 0.03345563070339193\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.76,\n        \"acc_norm_stderr\": 0.04292346959909283\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.42168674698795183,\n        \"acc_norm_stderr\": 0.03844453181770917\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.6140350877192983,\n        \"acc_norm_stderr\": 0.03733756969066164\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.44655172413793104,\n        \"acc_norm_stderr\": 0.014602683981769183\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.4479695431472081,\n        \"acc_norm_stderr\": 0.010229959229216885\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5444444444444444,\n        \"acc_norm_stderr\": 0.05279009646630345\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.30629157125722384,\n        \"acc_norm_stderr\": 0.004813614876841475\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.4767676767676768,\n        \"acc_norm_stderr\": 0.022471766323428885\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.607746863066012,\n        \"acc_norm_stderr\": 0.011407273150544456\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.42097788598092917,\n        \"acc_norm_stderr\": 0.00703302023885808\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.5115577889447236,\n        \"acc_norm_stderr\": 0.015854799447099766\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6108537392455328,\n        \"acc_stderr\": 0.012546904013660343\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.39629422283500093,\n        \"acc_norm_stderr\": 0.045796369812833\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.5240697332626624,\n        \"acc_norm_stderr\": 0.02053456281912699\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.5167985875726643,\n        \"acc_norm_stderr\": 0.03628541277030306\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Algeria|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_History|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Bahrain|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Comoros|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Iraq|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Islam_Education|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Jordan|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Kuwait|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Lebanon|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Libya|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Mauritania|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Morocco|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Oman|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Palestine|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Qatar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Somalia|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Sudan|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Syria|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Tunisia|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:Yemen|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:communication|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:daily_life|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|acva:entertainment|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_exams|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|arc_easy_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|boolq_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|copa_ext_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|piqa_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|race_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|sciq_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_community|toxigen_ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_01T04_11_28_875389_parquet", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-01T04-11-28.875389.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_01T04_11_28.875389", "path": ["results_2025-02-01T04-11-28.875389.parquet"]}, {"split": "latest", "path": ["results_2025-02-01T04-11-28.875389.parquet"]}]}]}}, {"id": "reasoning-proj/ablation_force_doubt_logic_DeepSeek_R1_Distill_Llama_8B", "likes": 0, "downloads": 146, "created": "2025-11-21", "modified": "2025-11-24", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "id", "dtype": "string"}, {"name": "intervention", "dtype": "string"}, {"name": "timestep", "dtype": "int64"}, {"name": "mutated_answer_content", "dtype": "string"}, {"name": "modified_trace", "dtype": "string"}, {"name": "completion_1", "dtype": "string"}, {"name": "complete_answer_1", "dtype": "string"}, {"name": "completion_2", "dtype": "string"}, {"name": "complete_answer_2", "dtype": "string"}, {"name": "completion_3", "dtype": "string"}, {"name": "complete_answer_3", "dtype": "string"}, {"name": "completion_4", "dtype": "string"}, {"name": "complete_answer_4", "dtype": "string"}, {"name": "completion_5", "dtype": "string"}, {"name": "complete_answer_5", "dtype": "string"}, {"name": "completion_6", "dtype": "string"}, {"name": "complete_answer_6", "dtype": "string"}, {"name": "completion_7", "dtype": "string"}, {"name": "complete_answer_7", "dtype": "string"}, {"name": "completion_8", "dtype": "string"}, {"name": "complete_answer_8", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1362539688, "num_examples": 11410}], "download_size": 397883201, "dataset_size": 1362539688}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "trjxter/DeepSeek-V4-Pro-Reasoning-8000x", "likes": 6, "downloads": 146, "created": "2026-05-24", "modified": "2026-05-24", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic-data", "reasoning", "distillation"], "card": {"license": "apache-2.0", "task_categories": ["text-generation", "question-answering"], "language": ["en"], "tags": ["synthetic-data", "reasoning", "distillation", "deepseek", "deepseek-v4-pro", "sft", "math", "science", "general-reasoning"], "pretty_name": "DeepSeek V4 Pro Reasoning 8000x", "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "train.jsonl"}]}]}}, {"id": "OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-7B", "likes": 0, "downloads": 145, "created": "2025-02-06", "modified": "2025-02-06", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/DeepSeek-R1-Distill-Qwen-7B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-7B\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_06T09_13_20_387531_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-06T09:13:20.387531](https://huggingface.co/datasets/OALL/details_deepseek-ai__DeepSeek-R1-Distill-Qwen-7B/blob/main/results_2025-02-06T09-13-20.387531.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.37525729094258864,\n        \"acc_norm_stderr\": 0.0374180622753257,\n        \"acc\": 0.500330906684315,\n        \"acc_stderr\": 0.012867122498493417\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.3132075471698113,\n        \"acc_norm_stderr\": 0.02854479331905533\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.48205128205128206,\n        \"acc_norm_stderr\": 0.0358747709877383\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.5243243243243243,\n        \"acc_norm_stderr\": 0.0368168445060319\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.22564102564102564,\n        \"acc_norm_stderr\": 0.030010921825357008\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.040703290137070705\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5894736842105263,\n        \"acc_norm_stderr\": 0.050738635645512085\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.496551724137931,\n        \"acc_norm_stderr\": 0.04166567577101579\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3473684210526316,\n        \"acc_norm_stderr\": 0.049109474007766586\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.5846153846153846,\n        \"acc_norm_stderr\": 0.03538013280575029\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7103448275862069,\n        \"acc_norm_stderr\": 0.03780019230438015\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6914285714285714,\n        \"acc_norm_stderr\": 0.035016835199101176\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5692307692307692,\n        \"acc_norm_stderr\": 0.035552132520587594\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.48205128205128206,\n        \"acc_norm_stderr\": 0.035874770987738294\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.25882352941176473,\n        \"acc_norm_stderr\": 0.047788461203740945\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.03384487217112065\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.4340659340659341,\n        \"acc_norm_stderr\": 0.026014019262845918\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.4610169491525424,\n        \"acc_norm_stderr\": 0.029071827641266115\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18991097922848665,\n        \"acc_norm_stderr\": 0.021397930418183976\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23728813559322035,\n        \"acc_norm_stderr\": 0.024811018803776317\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.26032315978456017,\n        \"acc_norm_stderr\": 0.018609727684848358\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.25634847080630213,\n        \"acc_norm_stderr\": 0.0059449010740646995\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.28156424581005585,\n        \"acc_norm_stderr\": 0.015042290171866125\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.52,\n        \"acc_norm_stderr\": 0.05807730170189531\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.42,\n        \"acc_norm_stderr\": 0.04043388837174904\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.32666666666666666,\n        \"acc_norm_stderr\": 0.03842150156165228\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.7272045028142589,\n        \"acc_norm_stderr\": 0.00498155358745879\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.4688907422852377,\n        \"acc_norm_stderr\": 0.006445689717167941\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.3622093023255814,\n        \"acc_norm_stderr\": 0.011592602695294862\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.34450651769087526,\n        \"acc_norm_stderr\": 0.020525819968322437\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.45,\n        \"acc_norm_stderr\": 0.05\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.03820169914517904\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.3092105263157895,\n        \"acc_norm_stderr\": 0.037610708698674805\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.31,\n        \"acc_norm_stderr\": 0.04648231987117316\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.32452830188679244,\n        \"acc_norm_stderr\": 0.028815615713432118\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.3125,\n        \"acc_norm_stderr\": 0.038760854559127644\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.27,\n        \"acc_norm_stderr\": 0.044619604333847394\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.27,\n        \"acc_norm_stderr\": 0.044619604333847394\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.38,\n        \"acc_norm_stderr\": 0.048783173121456316\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.3179190751445087,\n        \"acc_norm_stderr\": 0.03550683989165582\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.3431372549019608,\n        \"acc_norm_stderr\": 0.047240073523838876\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.39,\n        \"acc_norm_stderr\": 0.04902071300001975\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.49361702127659574,\n        \"acc_norm_stderr\": 0.03268335899936337\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.3508771929824561,\n        \"acc_norm_stderr\": 0.044895393502707\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.4068965517241379,\n        \"acc_norm_stderr\": 0.04093793981266237\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.5873015873015873,\n        \"acc_norm_stderr\": 0.02535574126305527\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.31746031746031744,\n        \"acc_norm_stderr\": 0.04163453031302859\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.32,\n        \"acc_norm_stderr\": 0.046882617226215034\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.3387096774193548,\n        \"acc_norm_stderr\": 0.026923446059302837\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.43349753694581283,\n        \"acc_norm_stderr\": 0.034867317274198714\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.43,\n        \"acc_norm_stderr\": 0.04975698519562428\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.24242424242424243,\n        \"acc_norm_stderr\": 0.03346409881055953\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.3282828282828283,\n        \"acc_norm_stderr\": 0.033456784227567773\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.26424870466321243,\n        \"acc_norm_stderr\": 0.03182155050916644\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.3564102564102564,\n        \"acc_norm_stderr\": 0.024283140529467305\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.36666666666666664,\n        \"acc_norm_stderr\": 0.029381620726465073\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.36134453781512604,\n        \"acc_norm_stderr\": 0.031204691225150006\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.26490066225165565,\n        \"acc_norm_stderr\": 0.03603038545360385\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.3137614678899083,\n        \"acc_norm_stderr\": 0.019894723341469134\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.33796296296296297,\n        \"acc_norm_stderr\": 0.03225941352631295\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.25,\n        \"acc_norm_stderr\": 0.03039153369274154\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.28270042194092826,\n        \"acc_norm_stderr\": 0.02931281415395593\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.3811659192825112,\n        \"acc_norm_stderr\": 0.03259625118416827\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.366412213740458,\n        \"acc_norm_stderr\": 0.042258754519696386\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.48760330578512395,\n        \"acc_norm_stderr\": 0.045629515481807666\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.35185185185185186,\n        \"acc_norm_stderr\": 0.04616631111801714\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.3374233128834356,\n        \"acc_norm_stderr\": 0.037149084099355745\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.2857142857142857,\n        \"acc_norm_stderr\": 0.04287858751340455\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.39805825242718446,\n        \"acc_norm_stderr\": 0.04846748253977238\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.4230769230769231,\n        \"acc_norm_stderr\": 0.032366121762202014\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.33,\n        \"acc_norm_stderr\": 0.04725815626252604\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.3563218390804598,\n        \"acc_norm_stderr\": 0.017125853762755897\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.33815028901734107,\n        \"acc_norm_stderr\": 0.02546977014940017\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.22793296089385476,\n        \"acc_norm_stderr\": 0.014030149950805097\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.3202614379084967,\n        \"acc_norm_stderr\": 0.026716118380156847\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.38263665594855306,\n        \"acc_norm_stderr\": 0.027604689028581982\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.345679012345679,\n        \"acc_norm_stderr\": 0.026462487777001883\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.32269503546099293,\n        \"acc_norm_stderr\": 0.02788913930053479\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.24641460234680573,\n        \"acc_norm_stderr\": 0.011005971399927242\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.20955882352941177,\n        \"acc_norm_stderr\": 0.024723110407677044\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.32679738562091504,\n        \"acc_norm_stderr\": 0.018975427920507215\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.38181818181818183,\n        \"acc_norm_stderr\": 0.04653429807913508\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.3877551020408163,\n        \"acc_norm_stderr\": 0.03119223072679566\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.4129353233830846,\n        \"acc_norm_stderr\": 0.03481520803367348\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.39759036144578314,\n        \"acc_norm_stderr\": 0.03809973084540219\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.21637426900584794,\n        \"acc_norm_stderr\": 0.031581495393387324\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.31724137931034485,\n        \"acc_norm_stderr\": 0.013670575347790564\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.30710659898477155,\n        \"acc_norm_stderr\": 0.00948955672163225\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.05267171812666418\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.25537018863809835,\n        \"acc_norm_stderr\": 0.004553765268825516\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.3595959595959596,\n        \"acc_norm_stderr\": 0.021590910585601114\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.5100927441352974,\n        \"acc_norm_stderr\": 0.011679352711411064\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.32237776425238385,\n        \"acc_norm_stderr\": 0.006657957434016997\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.3768844221105528,\n        \"acc_norm_stderr\": 0.015370755191986496\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.500330906684315,\n        \"acc_stderr\": 0.012867122498493417\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.3979380026893657,\n        \"acc_norm_stderr\": 0.045844625132759206\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.40257856561029587,\n        \"acc_norm_stderr\": 0.02217216184066638\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.3450044176481012,\n        \"acc_norm_stderr\": 0.035297964961904335\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Algeria|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Comoros|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Iraq|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Jordan|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Libya|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Morocco|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Oman|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Palestine|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Qatar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Somalia|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Sudan|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Syria|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:Yemen|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:communication|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:daily_life|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|acva:entertainment|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_exams|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|boolq_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|piqa_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|race_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|sciq_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_community|toxigen_ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_06T09_13_20_387531_parquet", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T09-13-20.387531.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_06T09_13_20.387531", "path": ["results_2025-02-06T09-13-20.387531.parquet"]}, {"split": "latest", "path": ["results_2025-02-06T09-13-20.387531.parquet"]}]}]}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-NSFW-DeepSeek-V3-0324-20k-formatted", "likes": 1, "downloads": 144, "created": "2025-04-22", "modified": "2025-06-04", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "region:us", "roleplay", "not-for-all-audiences"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "int64"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 137485476, "num_examples": 19917}], "download_size": 72057997, "dataset_size": 137485476}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay", "not-for-all-audiences"], "size_categories": ["10K<n<100K"]}}, {"id": "OALL/details_prithivMLmods__Qwen2.5-14B-DeepSeek-R1-1M", "likes": 0, "downloads": 143, "created": "2025-02-01", "modified": "2025-02-01", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", "dataset_summary": "Dataset automatically created during the evaluation run of model [prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M](https://huggingface.co/prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_prithivMLmods__Qwen2.5-14B-DeepSeek-R1-1M\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_01T03_14_32_797986_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-01T03:14:32.797986](https://huggingface.co/datasets/OALL/details_prithivMLmods__Qwen2.5-14B-DeepSeek-R1-1M/blob/main/results_2025-02-01T03-14-32.797986.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.4804511812455919,\n        \"acc_norm_stderr\": 0.037652921198429154,\n        \"acc\": 0.6326935804103243,\n        \"acc_stderr\": 0.01240573499395841\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6137931034482759,\n        \"acc_norm_stderr\": 0.04057324734419036\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5578947368421052,\n        \"acc_norm_stderr\": 0.051224183891818126\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.4689655172413793,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5384615384615384,\n        \"acc_norm_stderr\": 0.03579154352544572\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4512820512820513,\n        \"acc_norm_stderr\": 0.03572709860318392\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3282051282051282,\n        \"acc_norm_stderr\": 0.03371243782413707\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.36624775583482944,\n        \"acc_norm_stderr\": 0.02043195133160886\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.3911028730305839,\n        \"acc_norm_stderr\": 0.006644495238188007\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.4312849162011173,\n        \"acc_norm_stderr\": 0.016563829399047707\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.84,\n        \"acc_norm_stderr\": 0.04261708831227465\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.6133333333333333,\n        \"acc_norm_stderr\": 0.03989546370031041\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.48,\n        \"acc_norm_stderr\": 0.04092881363092387\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.798499061913696,\n        \"acc_norm_stderr\": 0.004486355346246871\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5566305254378648,\n        \"acc_norm_stderr\": 0.006416645328261869\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.41337209302325584,\n        \"acc_norm_stderr\": 0.011877198047888832\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.5102420856610801,\n        \"acc_norm_stderr\": 0.021592179160473072\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.31,\n        \"acc_norm_stderr\": 0.04648231987117316\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.5259259259259259,\n        \"acc_norm_stderr\": 0.04313531696750575\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.7105263157894737,\n        \"acc_norm_stderr\": 0.03690677986137283\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.61,\n        \"acc_norm_stderr\": 0.04902071300001975\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.6415094339622641,\n        \"acc_norm_stderr\": 0.029514703583981772\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.5972222222222222,\n        \"acc_norm_stderr\": 0.04101405519842425\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.48,\n        \"acc_norm_stderr\": 0.050211673156867795\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.41,\n        \"acc_norm_stderr\": 0.049431107042371025\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.5202312138728323,\n        \"acc_norm_stderr\": 0.03809342081273957\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.46078431372549017,\n        \"acc_norm_stderr\": 0.049598599663841815\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.63,\n        \"acc_norm_stderr\": 0.048523658709391\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.6468085106382979,\n        \"acc_norm_stderr\": 0.031245325202761926\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.38596491228070173,\n        \"acc_norm_stderr\": 0.04579639422070435\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.5724137931034483,\n        \"acc_norm_stderr\": 0.04122737111370333\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.6507936507936508,\n        \"acc_norm_stderr\": 0.024552292209342658\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.5158730158730159,\n        \"acc_norm_stderr\": 0.044698818540726076\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.43,\n        \"acc_norm_stderr\": 0.04975698519562428\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.6225806451612903,\n        \"acc_norm_stderr\": 0.02757596072327824\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.5665024630541872,\n        \"acc_norm_stderr\": 0.03486731727419872\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.71,\n        \"acc_norm_stderr\": 0.04560480215720684\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.2909090909090909,\n        \"acc_norm_stderr\": 0.03546563019624337\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.696969696969697,\n        \"acc_norm_stderr\": 0.032742879140268674\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.6632124352331606,\n        \"acc_norm_stderr\": 0.03410780251836184\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.617948717948718,\n        \"acc_norm_stderr\": 0.024635549163908234\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.030485538042484616\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.6470588235294118,\n        \"acc_norm_stderr\": 0.031041941304059278\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.39072847682119205,\n        \"acc_norm_stderr\": 0.039837983066598075\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.6128440366972477,\n        \"acc_norm_stderr\": 0.02088423199264345\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.5138888888888888,\n        \"acc_norm_stderr\": 0.03408655867977749\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.3382352941176471,\n        \"acc_norm_stderr\": 0.03320574612945431\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.030685820596610784\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.5246636771300448,\n        \"acc_norm_stderr\": 0.03351695167652628\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.6335877862595419,\n        \"acc_norm_stderr\": 0.04225875451969637\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.768595041322314,\n        \"acc_norm_stderr\": 0.0384985609879409\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.6203703703703703,\n        \"acc_norm_stderr\": 0.04691521224077742\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.5521472392638037,\n        \"acc_norm_stderr\": 0.03906947479456608\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.4107142857142857,\n        \"acc_norm_stderr\": 0.04669510663875191\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.6407766990291263,\n        \"acc_norm_stderr\": 0.04750458399041695\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.7777777777777778,\n        \"acc_norm_stderr\": 0.02723601394619669\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.59,\n        \"acc_norm_stderr\": 0.049431107042371025\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.632183908045977,\n        \"acc_norm_stderr\": 0.017243828891846263\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.6098265895953757,\n        \"acc_norm_stderr\": 0.026261677607806636\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.31508379888268156,\n        \"acc_norm_stderr\": 0.015536850852473628\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.673202614379085,\n        \"acc_norm_stderr\": 0.02685729466328141\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.6045016077170418,\n        \"acc_norm_stderr\": 0.027770918531427838\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.595679012345679,\n        \"acc_norm_stderr\": 0.027306625297327688\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.37943262411347517,\n        \"acc_norm_stderr\": 0.02894733885161411\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.3617992177314211,\n        \"acc_norm_stderr\": 0.012272736233262941\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.3235294117647059,\n        \"acc_norm_stderr\": 0.028418208619406794\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.5408496732026143,\n        \"acc_norm_stderr\": 0.020160213617222516\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.6363636363636364,\n        \"acc_norm_stderr\": 0.04607582090719976\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.6489795918367347,\n        \"acc_norm_stderr\": 0.03055531675557364\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.7064676616915423,\n        \"acc_norm_stderr\": 0.03220024104534205\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.78,\n        \"acc_norm_stderr\": 0.04163331998932263\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.4879518072289157,\n        \"acc_norm_stderr\": 0.038913644958358196\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.6666666666666666,\n        \"acc_norm_stderr\": 0.036155076303109344\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.4818965517241379,\n        \"acc_norm_stderr\": 0.014677207452465037\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.4805414551607445,\n        \"acc_norm_stderr\": 0.010278009530657639\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5222222222222223,\n        \"acc_norm_stderr\": 0.05294752255076824\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.32657289281430596,\n        \"acc_norm_stderr\": 0.004897232192865671\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.5070707070707071,\n        \"acc_norm_stderr\": 0.022493814043998736\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.6312056737588653,\n        \"acc_norm_stderr\": 0.011272359419619743\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.4447149523229864,\n        \"acc_norm_stderr\": 0.0070788629761835585\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.5487437185929648,\n        \"acc_norm_stderr\": 0.015783496522398584\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6326935804103243,\n        \"acc_stderr\": 0.01240573499395841\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.3955269230189497,\n        \"acc_norm_stderr\": 0.04578956240398558\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.5433856176416312,\n        \"acc_norm_stderr\": 0.02109576003719456\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.5530423843734037,\n        \"acc_norm_stderr\": 0.035995805955341235\n    }\n}\n```", "repo_url": "https://huggingface.co/prithivMLmods/Qwen2.5-14B-DeepSeek-R1-1M", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Algeria|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_History|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Bahrain|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Comoros|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Iraq|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Islam_Education|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Jordan|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Kuwait|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Lebanon|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Libya|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Mauritania|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Morocco|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Oman|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Palestine|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Qatar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Somalia|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Sudan|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Syria|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Tunisia|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:Yemen|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:communication|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:daily_life|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|acva:entertainment|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_exams|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|arc_easy_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|boolq_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|copa_ext_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|piqa_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|race_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|sciq_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_community|toxigen_ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_01T03_14_32_797986_parquet", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-01T03-14-32.797986.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_01T03_14_32.797986", "path": ["results_2025-02-01T03-14-32.797986.parquet"]}, {"split": "latest", "path": ["results_2025-02-01T03-14-32.797986.parquet"]}]}]}}, {"id": "pranavupadhyaya52/AM-DeepSeek-R1-Distilled-1.4M-cleaned", "likes": 0, "downloads": 142, "created": "2025-11-25", "modified": "2025-11-25", "tags": ["size_categories:1M<n<10M", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}], "dataset_info": {"features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "source", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "think_content", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}]}]}, {"name": "prompts", "dtype": "string"}, {"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 28258591215, "num_examples": 900000}, {"name": "test", "num_bytes": 21516008307, "num_examples": 500000}], "download_size": 23035874469, "dataset_size": 49774599522}}}, {"id": "mlabonne/dolphin-r1-deepseek", "likes": 20, "downloads": 140, "created": "2025-01-30", "modified": "2025-01-30", "tags": ["license:apache-2.0", "size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "dataset_info": {"features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "model", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 3776761407, "num_examples": 300018}], "download_size": 1672811242, "dataset_size": 3776761407}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "OALL/details_RDson__CoderO1-DeepSeekR1-Coder-32B-Preview", "likes": 0, "downloads": 140, "created": "2025-02-06", "modified": "2025-02-06", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of RDson/CoderO1-DeepSeekR1-Coder-32B-Preview", "dataset_summary": "Dataset automatically created during the evaluation run of model [RDson/CoderO1-DeepSeekR1-Coder-32B-Preview](https://huggingface.co/RDson/CoderO1-DeepSeekR1-Coder-32B-Preview).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_RDson__CoderO1-DeepSeekR1-Coder-32B-Preview\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_06T15_40_51_477476_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-06T15:40:51.477476](https://huggingface.co/datasets/OALL/details_RDson__CoderO1-DeepSeekR1-Coder-32B-Preview/blob/main/results_2025-02-06T15-40-51.477476.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.4650750505619803,\n        \"acc_norm_stderr\": 0.037939728859166695,\n        \"acc\": 0.6406353408338848,\n        \"acc_stderr\": 0.01234765980210167\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.040703290137070705\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5473684210526316,\n        \"acc_norm_stderr\": 0.051339113773544845\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.47586206896551725,\n        \"acc_norm_stderr\": 0.041618085035015295\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4512820512820513,\n        \"acc_norm_stderr\": 0.03572709860318392\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3435897435897436,\n        \"acc_norm_stderr\": 0.03409627301409855\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.36983842010771995,\n        \"acc_norm_stderr\": 0.020473617130765447\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.38591288229842446,\n        \"acc_norm_stderr\": 0.006628330583807984\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.4201117318435754,\n        \"acc_norm_stderr\": 0.016507671073256402\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.52,\n        \"acc_norm_stderr\": 0.05807730170189531\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.5866666666666667,\n        \"acc_norm_stderr\": 0.040341569222180455\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.46,\n        \"acc_norm_stderr\": 0.04083030852148599\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.7892432770481551,\n        \"acc_norm_stderr\": 0.004561567357594509\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5459549624687239,\n        \"acc_norm_stderr\": 0.006430866682158502\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.3988372093023256,\n        \"acc_norm_stderr\": 0.01181016436883932\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.5139664804469274,\n        \"acc_norm_stderr\": 0.021588283575384216\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.3851851851851852,\n        \"acc_norm_stderr\": 0.042039210401562783\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.6381578947368421,\n        \"acc_norm_stderr\": 0.03910525752849724\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.58,\n        \"acc_norm_stderr\": 0.049604496374885836\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.5283018867924528,\n        \"acc_norm_stderr\": 0.0307235352490061\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.5347222222222222,\n        \"acc_norm_stderr\": 0.04171115858181618\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.47,\n        \"acc_norm_stderr\": 0.050161355804659205\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.46,\n        \"acc_norm_stderr\": 0.05009082659620333\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.46,\n        \"acc_norm_stderr\": 0.05009082659620332\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.43352601156069365,\n        \"acc_norm_stderr\": 0.03778621079092055\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.43137254901960786,\n        \"acc_norm_stderr\": 0.04928099597287533\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.65,\n        \"acc_norm_stderr\": 0.047937248544110196\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.6212765957446809,\n        \"acc_norm_stderr\": 0.031709956060406545\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.4824561403508772,\n        \"acc_norm_stderr\": 0.04700708033551038\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.47586206896551725,\n        \"acc_norm_stderr\": 0.0416180850350153\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.626984126984127,\n        \"acc_norm_stderr\": 0.02490699045899257\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.46825396825396826,\n        \"acc_norm_stderr\": 0.04463112720677173\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.048523658709391\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.5806451612903226,\n        \"acc_norm_stderr\": 0.02807158890109184\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.5517241379310345,\n        \"acc_norm_stderr\": 0.034991131376767445\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.8,\n        \"acc_norm_stderr\": 0.04020151261036846\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.24242424242424243,\n        \"acc_norm_stderr\": 0.03346409881055953\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.6464646464646465,\n        \"acc_norm_stderr\": 0.03406086723547153\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.6062176165803109,\n        \"acc_norm_stderr\": 0.035260770955482405\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.5948717948717949,\n        \"acc_norm_stderr\": 0.024890471769938145\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.48518518518518516,\n        \"acc_norm_stderr\": 0.03047215324932859\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.6134453781512605,\n        \"acc_norm_stderr\": 0.03163145807552379\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.4503311258278146,\n        \"acc_norm_stderr\": 0.04062290018683775\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.6,\n        \"acc_norm_stderr\": 0.021004201260420075\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.5787037037037037,\n        \"acc_norm_stderr\": 0.03367462138896078\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.29901960784313725,\n        \"acc_norm_stderr\": 0.03213325717373617\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.33755274261603374,\n        \"acc_norm_stderr\": 0.03078154910202623\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.5291479820627802,\n        \"acc_norm_stderr\": 0.03350073248773403\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.5343511450381679,\n        \"acc_norm_stderr\": 0.043749285605997376\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.6859504132231405,\n        \"acc_norm_stderr\": 0.04236964753041018\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.5462962962962963,\n        \"acc_norm_stderr\": 0.04812917324536823\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.5644171779141104,\n        \"acc_norm_stderr\": 0.03895632464138937\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.49107142857142855,\n        \"acc_norm_stderr\": 0.04745033255489123\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.6407766990291263,\n        \"acc_norm_stderr\": 0.04750458399041695\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.717948717948718,\n        \"acc_norm_stderr\": 0.029480360549541194\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.51,\n        \"acc_norm_stderr\": 0.05024183937956913\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.565772669220945,\n        \"acc_norm_stderr\": 0.01772458938967779\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.5578034682080925,\n        \"acc_norm_stderr\": 0.026738603643807403\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.39888268156424583,\n        \"acc_norm_stderr\": 0.016376966142610073\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.630718954248366,\n        \"acc_norm_stderr\": 0.027634176689602663\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.5562700964630225,\n        \"acc_norm_stderr\": 0.028217683556652315\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.5,\n        \"acc_norm_stderr\": 0.02782074420373286\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.35106382978723405,\n        \"acc_norm_stderr\": 0.028473501272963764\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.31747066492829207,\n        \"acc_norm_stderr\": 0.011888892068809312\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.27941176470588236,\n        \"acc_norm_stderr\": 0.027257202606114948\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.4869281045751634,\n        \"acc_norm_stderr\": 0.020220920829626916\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.5818181818181818,\n        \"acc_norm_stderr\": 0.04724577405731572\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.6408163265306123,\n        \"acc_norm_stderr\": 0.030713560455108493\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.6318407960199005,\n        \"acc_norm_stderr\": 0.03410410565495301\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.73,\n        \"acc_norm_stderr\": 0.044619604333847394\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.3855421686746988,\n        \"acc_norm_stderr\": 0.037891344246115496\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.5672514619883041,\n        \"acc_norm_stderr\": 0.037999786443706066\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.4991379310344828,\n        \"acc_norm_stderr\": 0.014686815556709643\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.47250423011844334,\n        \"acc_norm_stderr\": 0.010270237345491042\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.650920245398773,\n        \"acc_norm_stderr\": 0.008349953183935178\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5111111111111111,\n        \"acc_norm_stderr\": 0.05298680599073449\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.36331915821611604,\n        \"acc_norm_stderr\": 0.005022504941520044\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.49292929292929294,\n        \"acc_norm_stderr\": 0.022493814043998726\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.6524822695035462,\n        \"acc_norm_stderr\": 0.011125258386848799\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.4396429296003246,\n        \"acc_norm_stderr\": 0.0070704511335195844\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.5437185929648242,\n        \"acc_norm_stderr\": 0.015798297434857354\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6406353408338848,\n        \"acc_stderr\": 0.01234765980210167\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.3959054112377283,\n        \"acc_norm_stderr\": 0.04582032250576872\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.4973961277483989,\n        \"acc_norm_stderr\": 0.022851266293553767\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.5223550003775854,\n        \"acc_norm_stderr\": 0.0363688069584683\n    }\n}\n```", "repo_url": "https://huggingface.co/RDson/CoderO1-DeepSeekR1-Coder-32B-Preview", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Algeria|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Comoros|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Iraq|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Jordan|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Libya|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Morocco|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Oman|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Palestine|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Qatar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Somalia|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Sudan|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Syria|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:Yemen|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:communication|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:daily_life|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|acva:entertainment|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_exams|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|boolq_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|piqa_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|race_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|sciq_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_community|toxigen_ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_06T15_40_51_477476_parquet", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T15-40-51.477476.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_06T15_40_51.477476", "path": ["results_2025-02-06T15-40-51.477476.parquet"]}, {"split": "latest", "path": ["results_2025-02-06T15-40-51.477476.parquet"]}]}]}}, {"id": "hejun0180-pixel/Wait-Phenomenon-Evidence-Gemini-DeepSeek", "likes": 2, "downloads": 138, "created": "2026-01-07", "modified": "2026-03-25", "tags": ["license:apache-2.0", "size_categories:n<1K", "format:imagefolder", "modality:image", "library:datasets", "library:mlcroissant", "arxiv:2501.12948", "arxiv:2603.15381", "arxiv:2509.21519", "arxiv:2412.06769", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "ceselder/deepseek-v4.1-flash-olens-workspacebench-readouts", "likes": 0, "downloads": 138, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["language:en", "language:multilingual", "license:mit", "size_categories:1M<n<10M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "interpretability", "oracle-lens", "olens"], "card": {"license": "mit", "pretty_name": "WorkspaceBench readouts and judge verdicts of the DeepSeek-V4.1-Flash oracle lenses", "language": ["en", "multilingual"], "size_categories": "100K<n<1M", "tags": ["interpretability", "oracle-lens", "olens", "deepseek-v4.1", "workspacebench", "evaluation", "llm-judge"], "configs": [{"config_name": "judged_summary", "default": true, "data_files": "judged/summary.parquet"}, {"config_name": "judged_verdicts", "data_files": "judged/verdicts.parquet"}, {"config_name": "readouts_sft_lens", "data_files": "readouts/rl1_lr6e6_step0000.parquet"}, {"config_name": "readouts_release_lens", "data_files": "readouts/rl1_lr6e6_step0250.parquet"}, {"config_name": "readouts_qwen_reader_sft", "data_files": "readouts/xq_sft_final.parquet"}, {"config_name": "readouts_all", "data_files": "readouts/*.parquet"}]}}, {"id": "kaiwenw/open_r1_apr9_DeepSeek_R1_Distill_Qwen_1.5B_tokenized", "likes": 0, "downloads": 137, "created": "2025-04-11", "modified": "2025-04-11", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "problem_type", "dtype": "string"}, {"name": "question_type", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "uuid", "dtype": "string"}, {"name": "processed_answer", "sequence": "string"}, {"name": "reward", "sequence": "bool"}, {"name": "min_length", "dtype": "int64"}, {"name": "max_length", "dtype": "int64"}, {"name": "pass@1", "dtype": "float64"}, {"name": "pass@8", "dtype": "bool"}, {"name": "cons@8", "dtype": "float64"}, {"name": "roll_in_ids", "sequence": {"sequence": "int64"}}, {"name": "roll_outs_ids", "sequence": {"sequence": "int64"}}], "splits": [{"name": "train", "num_bytes": 28669872185, "num_examples": 48394}, {"name": "validation", "num_bytes": 305936634, "num_examples": 500}, {"name": "test", "num_bytes": 304780291, "num_examples": 500}], "download_size": 3930543905, "dataset_size": 29280589110}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "validation", "path": "data/validation-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "OALL/details_nitky__RoguePlanet-DeepSeek-R1-Qwen-32B", "likes": 0, "downloads": 136, "created": "2025-02-06", "modified": "2025-02-06", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of nitky/RoguePlanet-DeepSeek-R1-Qwen-32B", "dataset_summary": "Dataset automatically created during the evaluation run of model [nitky/RoguePlanet-DeepSeek-R1-Qwen-32B](https://huggingface.co/nitky/RoguePlanet-DeepSeek-R1-Qwen-32B).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_nitky__RoguePlanet-DeepSeek-R1-Qwen-32B\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_06T19_19_44_352962_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-06T19:19:44.352962](https://huggingface.co/datasets/OALL/details_nitky__RoguePlanet-DeepSeek-R1-Qwen-32B/blob/main/results_2025-02-06T19-19-44.352962.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.5043505429804056,\n        \"acc_norm_stderr\": 0.037340159314812736,\n        \"acc\": 0.6624751819986764,\n        \"acc_stderr\": 0.01216884022167805\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.040703290137070705\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5473684210526316,\n        \"acc_norm_stderr\": 0.051339113773544845\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.4689655172413793,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.296551724137931,\n        \"acc_norm_stderr\": 0.03806142687309993\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4512820512820513,\n        \"acc_norm_stderr\": 0.03572709860318392\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3282051282051282,\n        \"acc_norm_stderr\": 0.03371243782413707\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.4129263913824057,\n        \"acc_norm_stderr\": 0.020880707193049162\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.4268767377201112,\n        \"acc_norm_stderr\": 0.006734723832553527\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.4424581005586592,\n        \"acc_norm_stderr\": 0.016611393687268577\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.52,\n        \"acc_norm_stderr\": 0.05807730170189531\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.6333333333333333,\n        \"acc_norm_stderr\": 0.03947832828497159\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.44666666666666666,\n        \"acc_norm_stderr\": 0.04072790343023465\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.8231394621638524,\n        \"acc_norm_stderr\": 0.004267466397189863\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5643035863219349,\n        \"acc_norm_stderr\": 0.006404570762953443\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.41104651162790695,\n        \"acc_norm_stderr\": 0.011867194061128744\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.547486033519553,\n        \"acc_norm_stderr\": 0.021499092163260358\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.43,\n        \"acc_norm_stderr\": 0.049756985195624284\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.5185185185185185,\n        \"acc_norm_stderr\": 0.043163785995113245\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.7828947368421053,\n        \"acc_norm_stderr\": 0.03355045304882924\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.69,\n        \"acc_norm_stderr\": 0.04648231987117316\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.6830188679245283,\n        \"acc_norm_stderr\": 0.028637235639800886\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.6597222222222222,\n        \"acc_norm_stderr\": 0.03962135573486219\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.0498887651569859\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.49,\n        \"acc_norm_stderr\": 0.05024183937956912\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.38,\n        \"acc_norm_stderr\": 0.04878317312145633\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.5202312138728323,\n        \"acc_norm_stderr\": 0.03809342081273957\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.43137254901960786,\n        \"acc_norm_stderr\": 0.04928099597287533\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.67,\n        \"acc_norm_stderr\": 0.04725815626252609\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.7063829787234043,\n        \"acc_norm_stderr\": 0.029771642712491223\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.543859649122807,\n        \"acc_norm_stderr\": 0.04685473041907789\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.6344827586206897,\n        \"acc_norm_stderr\": 0.040131241954243856\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.6957671957671958,\n        \"acc_norm_stderr\": 0.023695415009463087\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.5158730158730159,\n        \"acc_norm_stderr\": 0.044698818540726076\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.7064516129032258,\n        \"acc_norm_stderr\": 0.025906087021319295\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.6650246305418719,\n        \"acc_norm_stderr\": 0.033208527423483104\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.78,\n        \"acc_norm_stderr\": 0.04163331998932261\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.2606060606060606,\n        \"acc_norm_stderr\": 0.034277431758165236\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.7727272727272727,\n        \"acc_norm_stderr\": 0.029857515673386407\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.7357512953367875,\n        \"acc_norm_stderr\": 0.03182155050916647\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.7435897435897436,\n        \"acc_norm_stderr\": 0.022139081103971538\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.5407407407407407,\n        \"acc_norm_stderr\": 0.030384169232350832\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.7647058823529411,\n        \"acc_norm_stderr\": 0.027553614467863804\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.46357615894039733,\n        \"acc_norm_stderr\": 0.04071636065944216\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.708256880733945,\n        \"acc_norm_stderr\": 0.019489300968876515\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.6157407407407407,\n        \"acc_norm_stderr\": 0.03317354514310742\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.28431372549019607,\n        \"acc_norm_stderr\": 0.031660096793998116\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.35864978902953587,\n        \"acc_norm_stderr\": 0.031219569445301826\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.6860986547085202,\n        \"acc_norm_stderr\": 0.031146796482972465\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.6030534351145038,\n        \"acc_norm_stderr\": 0.04291135671009225\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.859504132231405,\n        \"acc_norm_stderr\": 0.03172233426002158\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.6851851851851852,\n        \"acc_norm_stderr\": 0.04489931073591312\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.6503067484662577,\n        \"acc_norm_stderr\": 0.037466683254700206\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.5267857142857143,\n        \"acc_norm_stderr\": 0.047389751192741546\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.6893203883495146,\n        \"acc_norm_stderr\": 0.045821241601615506\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.7735042735042735,\n        \"acc_norm_stderr\": 0.027421007295392912\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.63,\n        \"acc_norm_stderr\": 0.04852365870939099\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.7100893997445722,\n        \"acc_norm_stderr\": 0.016225017944770968\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.6820809248554913,\n        \"acc_norm_stderr\": 0.025070713719153176\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.46033519553072627,\n        \"acc_norm_stderr\": 0.01666979959211202\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.696078431372549,\n        \"acc_norm_stderr\": 0.026336613469046616\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.6784565916398714,\n        \"acc_norm_stderr\": 0.026527724079528872\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.7037037037037037,\n        \"acc_norm_stderr\": 0.025407197798890176\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.450354609929078,\n        \"acc_norm_stderr\": 0.029680105565029036\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.38722294654498046,\n        \"acc_norm_stderr\": 0.012441155326854924\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.375,\n        \"acc_norm_stderr\": 0.029408372932278746\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.6405228758169934,\n        \"acc_norm_stderr\": 0.019412539242032165\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.6181818181818182,\n        \"acc_norm_stderr\": 0.04653429807913508\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.689795918367347,\n        \"acc_norm_stderr\": 0.029613459872484378\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.7412935323383084,\n        \"acc_norm_stderr\": 0.030965903123573037\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.83,\n        \"acc_norm_stderr\": 0.0377525168068637\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.5180722891566265,\n        \"acc_norm_stderr\": 0.03889951252827216\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.7309941520467836,\n        \"acc_norm_stderr\": 0.03401052620104089\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.5508620689655173,\n        \"acc_norm_stderr\": 0.014610651554997753\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.5093062605752962,\n        \"acc_norm_stderr\": 0.010284019821849393\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5777777777777777,\n        \"acc_norm_stderr\": 0.05235473399540657\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.3620106858575946,\n        \"acc_norm_stderr\": 0.005018601702817978\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.5454545454545454,\n        \"acc_norm_stderr\": 0.02240291173137013\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.6753955264593563,\n        \"acc_norm_stderr\": 0.010939402593049662\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.4700750659362954,\n        \"acc_norm_stderr\": 0.007109768098826714\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.5487437185929648,\n        \"acc_norm_stderr\": 0.015783496522398594\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6624751819986764,\n        \"acc_stderr\": 0.01216884022167805\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.395138111421677,\n        \"acc_norm_stderr\": 0.045794243009450813\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.5200834210860967,\n        \"acc_norm_stderr\": 0.02278328770569387\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.607863143180958,\n        \"acc_norm_stderr\": 0.03500169941575798\n    }\n}\n```", "repo_url": "https://huggingface.co/nitky/RoguePlanet-DeepSeek-R1-Qwen-32B", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Algeria|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Comoros|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Iraq|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Jordan|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Libya|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Morocco|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Oman|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Palestine|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Qatar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Somalia|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Sudan|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Syria|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:Yemen|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:communication|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:daily_life|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|acva:entertainment|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_exams|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|boolq_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|piqa_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|race_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|sciq_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_community|toxigen_ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_06T19_19_44_352962_parquet", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-06T19-19-44.352962.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_06T19_19_44.352962", "path": ["results_2025-02-06T19-19-44.352962.parquet"]}, {"split": "latest", "path": ["results_2025-02-06T19-19-44.352962.parquet"]}]}]}}, {"id": "reasoning-proj/ablation_force_doubt_logic_DeepSeek_R1_Distill_Qwen_7B", "likes": 0, "downloads": 136, "created": "2025-11-21", "modified": "2025-11-24", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "id", "dtype": "string"}, {"name": "intervention", "dtype": "string"}, {"name": "timestep", "dtype": "int64"}, {"name": "mutated_answer_content", "dtype": "string"}, {"name": "modified_trace", "dtype": "string"}, {"name": "completion_1", "dtype": "string"}, {"name": "complete_answer_1", "dtype": "string"}, {"name": "completion_2", "dtype": "string"}, {"name": "complete_answer_2", "dtype": "string"}, {"name": "completion_3", "dtype": "string"}, {"name": "complete_answer_3", "dtype": "string"}, {"name": "completion_4", "dtype": "string"}, {"name": "complete_answer_4", "dtype": "string"}, {"name": "completion_5", "dtype": "string"}, {"name": "complete_answer_5", "dtype": "string"}, {"name": "completion_6", "dtype": "string"}, {"name": "complete_answer_6", "dtype": "string"}, {"name": "completion_7", "dtype": "string"}, {"name": "complete_answer_7", "dtype": "string"}, {"name": "completion_8", "dtype": "string"}, {"name": "complete_answer_8", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1338335448, "num_examples": 11410}], "download_size": 384626980, "dataset_size": 1338335448}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "open-llm-leaderboard-old/details_deepseek-ai__deepseek-moe-16b-base", "likes": 0, "downloads": 135, "created": "2024-01-15", "modified": "2024-01-15", "tags": ["region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/deepseek-moe-16b-base", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/deepseek-moe-16b-base](https://huggingface.co/deepseek-ai/deepseek-moe-16b-base) on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard).\n\nThe dataset is composed of 63 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run (and is used to compute and display the aggregated metrics on the [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)).\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"open-llm-leaderboard/details_deepseek-ai__deepseek-moe-16b-base\",\n\t\"harness_winogrande_5\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2024-01-15T06:33:48.729928](https://huggingface.co/datasets/open-llm-leaderboard/details_deepseek-ai__deepseek-moe-16b-base/blob/main/results_2024-01-15T06-33-48.729928.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc\": 0.465522984657348,\n        \"acc_stderr\": 0.034469796748715614,\n        \"acc_norm\": 0.46990944729307677,\n        \"acc_norm_stderr\": 0.03523647567293407,\n        \"mc1\": 0.23745410036719705,\n        \"mc1_stderr\": 0.014896277441041836,\n        \"mc2\": 0.3607930335233562,\n        \"mc2_stderr\": 0.01354653975819568\n    },\n    \"harness|arc:challenge|25\": {\n        \"acc\": 0.49658703071672355,\n        \"acc_stderr\": 0.014611050403244077,\n        \"acc_norm\": 0.5324232081911263,\n        \"acc_norm_stderr\": 0.014580637569995423\n    },\n    \"harness|hellaswag|10\": {\n        \"acc\": 0.5957976498705437,\n        \"acc_stderr\": 0.004897340793314379,\n        \"acc_norm\": 0.7977494523003386,\n        \"acc_norm_stderr\": 0.004008571431483689\n    },\n    \"harness|hendrycksTest-abstract_algebra|5\": {\n        \"acc\": 0.27,\n        \"acc_stderr\": 0.044619604333847415,\n        \"acc_norm\": 0.27,\n        \"acc_norm_stderr\": 0.044619604333847415\n    },\n    \"harness|hendrycksTest-anatomy|5\": {\n        \"acc\": 0.3925925925925926,\n        \"acc_stderr\": 0.04218506215368879,\n        \"acc_norm\": 0.3925925925925926,\n        \"acc_norm_stderr\": 0.04218506215368879\n    },\n    \"harness|hendrycksTest-astronomy|5\": {\n        \"acc\": 0.4605263157894737,\n        \"acc_stderr\": 0.04056242252249034,\n        \"acc_norm\": 0.4605263157894737,\n        \"acc_norm_stderr\": 0.04056242252249034\n    },\n    \"harness|hendrycksTest-business_ethics|5\": {\n        \"acc\": 0.48,\n        \"acc_stderr\": 0.050211673156867795,\n        \"acc_norm\": 0.48,\n        \"acc_norm_stderr\": 0.050211673156867795\n    },\n    \"harness|hendrycksTest-clinical_knowledge|5\": {\n        \"acc\": 0.4716981132075472,\n        \"acc_stderr\": 0.0307235352490061,\n        \"acc_norm\": 0.4716981132075472,\n        \"acc_norm_stderr\": 0.0307235352490061\n    },\n    \"harness|hendrycksTest-college_biology|5\": {\n        \"acc\": 0.5347222222222222,\n        \"acc_stderr\": 0.04171115858181618,\n        \"acc_norm\": 0.5347222222222222,\n        \"acc_norm_stderr\": 0.04171115858181618\n    },\n    \"harness|hendrycksTest-college_chemistry|5\": {\n        \"acc\": 0.37,\n        \"acc_stderr\": 0.048523658709391,\n        \"acc_norm\": 0.37,\n        \"acc_norm_stderr\": 0.048523658709391\n    },\n    \"harness|hendrycksTest-college_computer_science|5\": {\n        \"acc\": 0.44,\n        \"acc_stderr\": 0.04988876515698589,\n        \"acc_norm\": 0.44,\n        \"acc_norm_stderr\": 0.04988876515698589\n    },\n    \"harness|hendrycksTest-college_mathematics|5\": {\n        \"acc\": 0.3,\n        \"acc_stderr\": 0.046056618647183814,\n        \"acc_norm\": 0.3,\n        \"acc_norm_stderr\": 0.046056618647183814\n    },\n    \"harness|hendrycksTest-college_medicine|5\": {\n        \"acc\": 0.3930635838150289,\n        \"acc_stderr\": 0.0372424959581773,\n        \"acc_norm\": 0.3930635838150289,\n        \"acc_norm_stderr\": 0.0372424959581773\n    },\n    \"harness|hendrycksTest-college_physics|5\": {\n        \"acc\": 0.27450980392156865,\n        \"acc_stderr\": 0.04440521906179327,\n        \"acc_norm\": 0.27450980392156865,\n        \"acc_norm_stderr\": 0.04440521906179327\n    },\n    \"harness|hendrycksTest-computer_security|5\": {\n        \"acc\": 0.62,\n        \"acc_stderr\": 0.048783173121456316,\n        \"acc_norm\": 0.62,\n        \"acc_norm_stderr\": 0.048783173121456316\n    },\n    \"harness|hendrycksTest-conceptual_physics|5\": {\n        \"acc\": 0.37446808510638296,\n        \"acc_stderr\": 0.031639106653672915,\n        \"acc_norm\": 0.37446808510638296,\n        \"acc_norm_stderr\": 0.031639106653672915\n    },\n    \"harness|hendrycksTest-econometrics|5\": {\n        \"acc\": 0.2719298245614035,\n        \"acc_stderr\": 0.041857744240220554,\n        \"acc_norm\": 0.2719298245614035,\n        \"acc_norm_stderr\": 0.041857744240220554\n    },\n    \"harness|hendrycksTest-electrical_engineering|5\": {\n        \"acc\": 0.4827586206896552,\n        \"acc_stderr\": 0.04164188720169377,\n        \"acc_norm\": 0.4827586206896552,\n        \"acc_norm_stderr\": 0.04164188720169377\n    },\n    \"harness|hendrycksTest-elementary_mathematics|5\": {\n        \"acc\": 0.29365079365079366,\n        \"acc_stderr\": 0.023456037383982022,\n        \"acc_norm\": 0.29365079365079366,\n        \"acc_norm_stderr\": 0.023456037383982022\n    },\n    \"harness|hendrycksTest-formal_logic|5\": {\n        \"acc\": 0.30952380952380953,\n        \"acc_stderr\": 0.04134913018303316,\n        \"acc_norm\": 0.30952380952380953,\n        \"acc_norm_stderr\": 0.04134913018303316\n    },\n    \"harness|hendrycksTest-global_facts|5\": {\n        \"acc\": 0.33,\n        \"acc_stderr\": 0.047258156262526045,\n        \"acc_norm\": 0.33,\n        \"acc_norm_stderr\": 0.047258156262526045\n    },\n    \"harness|hendrycksTest-high_school_biology|5\": {\n        \"acc\": 0.4870967741935484,\n        \"acc_stderr\": 0.028434533152681855,\n        \"acc_norm\": 0.4870967741935484,\n        \"acc_norm_stderr\": 0.028434533152681855\n    },\n    \"harness|hendrycksTest-high_school_chemistry|5\": {\n        \"acc\": 0.2955665024630542,\n        \"acc_stderr\": 0.032104944337514575,\n        \"acc_norm\": 0.2955665024630542,\n        \"acc_norm_stderr\": 0.032104944337514575\n    },\n    \"harness|hendrycksTest-high_school_computer_science|5\": {\n        \"acc\": 0.46,\n        \"acc_stderr\": 0.05009082659620332,\n        \"acc_norm\": 0.46,\n        \"acc_norm_stderr\": 0.05009082659620332\n    },\n    \"harness|hendrycksTest-high_school_european_history|5\": {\n        \"acc\": 0.5393939393939394,\n        \"acc_stderr\": 0.03892207016552012,\n        \"acc_norm\": 0.5393939393939394,\n        \"acc_norm_stderr\": 0.03892207016552012\n    },\n    \"harness|hendrycksTest-high_school_geography|5\": {\n        \"acc\": 0.5555555555555556,\n        \"acc_stderr\": 0.03540294377095367,\n        \"acc_norm\": 0.5555555555555556,\n        \"acc_norm_stderr\": 0.03540294377095367\n    },\n    \"harness|hendrycksTest-high_school_government_and_politics|5\": {\n        \"acc\": 0.616580310880829,\n        \"acc_stderr\": 0.03508984236295341,\n        \"acc_norm\": 0.616580310880829,\n        \"acc_norm_stderr\": 0.03508984236295341\n    },\n    \"harness|hendrycksTest-high_school_macroeconomics|5\": {\n        \"acc\": 0.41025641025641024,\n        \"acc_stderr\": 0.02493931390694078,\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.02493931390694078\n    },\n    \"harness|hendrycksTest-high_school_mathematics|5\": {\n        \"acc\": 0.2518518518518518,\n        \"acc_stderr\": 0.026466117538959912,\n        \"acc_norm\": 0.2518518518518518,\n        \"acc_norm_stderr\": 0.026466117538959912\n    },\n    \"harness|hendrycksTest-high_school_microeconomics|5\": {\n        \"acc\": 0.4327731092436975,\n        \"acc_stderr\": 0.03218358107742613,\n        \"acc_norm\": 0.4327731092436975,\n        \"acc_norm_stderr\": 0.03218358107742613\n    },\n    \"harness|hendrycksTest-high_school_physics|5\": {\n        \"acc\": 0.2582781456953642,\n        \"acc_stderr\": 0.035737053147634576,\n        \"acc_norm\": 0.2582781456953642,\n        \"acc_norm_stderr\": 0.035737053147634576\n    },\n    \"harness|hendrycksTest-high_school_psychology|5\": {\n        \"acc\": 0.6293577981651376,\n        \"acc_stderr\": 0.02070745816435298,\n        \"acc_norm\": 0.6293577981651376,\n        \"acc_norm_stderr\": 0.02070745816435298\n    },\n    \"harness|hendrycksTest-high_school_statistics|5\": {\n        \"acc\": 0.33796296296296297,\n        \"acc_stderr\": 0.03225941352631295,\n        \"acc_norm\": 0.33796296296296297,\n        \"acc_norm_stderr\": 0.03225941352631295\n    },\n    \"harness|hendrycksTest-high_school_us_history|5\": {\n        \"acc\": 0.5441176470588235,\n        \"acc_stderr\": 0.03495624522015478,\n        \"acc_norm\": 0.5441176470588235,\n        \"acc_norm_stderr\": 0.03495624522015478\n    },\n    \"harness|hendrycksTest-high_school_world_history|5\": {\n        \"acc\": 0.6118143459915611,\n        \"acc_stderr\": 0.031722950043323296,\n        \"acc_norm\": 0.6118143459915611,\n        \"acc_norm_stderr\": 0.031722950043323296\n    },\n    \"harness|hendrycksTest-human_aging|5\": {\n        \"acc\": 0.5515695067264574,\n        \"acc_stderr\": 0.03337883736255098,\n        \"acc_norm\": 0.5515695067264574,\n        \"acc_norm_stderr\": 0.03337883736255098\n    },\n    \"harness|hendrycksTest-human_sexuality|5\": {\n        \"acc\": 0.5801526717557252,\n        \"acc_stderr\": 0.043285772152629715,\n        \"acc_norm\": 0.5801526717557252,\n        \"acc_norm_stderr\": 0.043285772152629715\n    },\n    \"harness|hendrycksTest-international_law|5\": {\n        \"acc\": 0.5537190082644629,\n        \"acc_stderr\": 0.0453793517794788,\n        \"acc_norm\": 0.5537190082644629,\n        \"acc_norm_stderr\": 0.0453793517794788\n    },\n    \"harness|hendrycksTest-jurisprudence|5\": {\n        \"acc\": 0.5092592592592593,\n        \"acc_stderr\": 0.04832853553437056,\n        \"acc_norm\": 0.5092592592592593,\n        \"acc_norm_stderr\": 0.04832853553437056\n    },\n    \"harness|hendrycksTest-logical_fallacies|5\": {\n        \"acc\": 0.5337423312883436,\n        \"acc_stderr\": 0.03919415545048411,\n        \"acc_norm\": 0.5337423312883436,\n        \"acc_norm_stderr\": 0.03919415545048411\n    },\n    \"harness|hendrycksTest-machine_learning|5\": {\n        \"acc\": 0.375,\n        \"acc_stderr\": 0.04595091388086298,\n        \"acc_norm\": 0.375,\n        \"acc_norm_stderr\": 0.04595091388086298\n    },\n    \"harness|hendrycksTest-management|5\": {\n        \"acc\": 0.6407766990291263,\n        \"acc_stderr\": 0.04750458399041694,\n        \"acc_norm\": 0.6407766990291263,\n        \"acc_norm_stderr\": 0.04750458399041694\n    },\n    \"harness|hendrycksTest-marketing|5\": {\n        \"acc\": 0.7435897435897436,\n        \"acc_stderr\": 0.02860595370200425,\n        \"acc_norm\": 0.7435897435897436,\n        \"acc_norm_stderr\": 0.02860595370200425\n    },\n    \"harness|hendrycksTest-medical_genetics|5\": {\n        \"acc\": 0.49,\n        \"acc_stderr\": 0.05024183937956911,\n        \"acc_norm\": 0.49,\n        \"acc_norm_stderr\": 0.05024183937956911\n    },\n    \"harness|hendrycksTest-miscellaneous|5\": {\n        \"acc\": 0.6436781609195402,\n        \"acc_stderr\": 0.0171258537627559,\n        \"acc_norm\": 0.6436781609195402,\n        \"acc_norm_stderr\": 0.0171258537627559\n    },\n    \"harness|hendrycksTest-moral_disputes|5\": {\n        \"acc\": 0.47398843930635837,\n        \"acc_stderr\": 0.02688264343402289,\n        \"acc_norm\": 0.47398843930635837,\n        \"acc_norm_stderr\": 0.02688264343402289\n    },\n    \"harness|hendrycksTest-moral_scenarios|5\": {\n        \"acc\": 0.2424581005586592,\n        \"acc_stderr\": 0.014333522059217889,\n        \"acc_norm\": 0.2424581005586592,\n        \"acc_norm_stderr\": 0.014333522059217889\n    },\n    \"harness|hendrycksTest-nutrition|5\": {\n        \"acc\": 0.5522875816993464,\n        \"acc_stderr\": 0.02847293847803353,\n        \"acc_norm\": 0.5522875816993464,\n        \"acc_norm_stderr\": 0.02847293847803353\n    },\n    \"harness|hendrycksTest-philosophy|5\": {\n        \"acc\": 0.5241157556270096,\n        \"acc_stderr\": 0.028365041542564577,\n        \"acc_norm\": 0.5241157556270096,\n        \"acc_norm_stderr\": 0.028365041542564577\n    },\n    \"harness|hendrycksTest-prehistory|5\": {\n        \"acc\": 0.5030864197530864,\n        \"acc_stderr\": 0.02782021415859437,\n        \"acc_norm\": 0.5030864197530864,\n        \"acc_norm_stderr\": 0.02782021415859437\n    },\n    \"harness|hendrycksTest-professional_accounting|5\": {\n        \"acc\": 0.32269503546099293,\n        \"acc_stderr\": 0.027889139300534785,\n        \"acc_norm\": 0.32269503546099293,\n        \"acc_norm_stderr\": 0.027889139300534785\n    },\n    \"harness|hendrycksTest-professional_law|5\": {\n        \"acc\": 0.3494132985658409,\n        \"acc_stderr\": 0.012177306252786698,\n        \"acc_norm\": 0.3494132985658409,\n        \"acc_norm_stderr\": 0.012177306252786698\n    },\n    \"harness|hendrycksTest-professional_medicine|5\": {\n        \"acc\": 0.3897058823529412,\n        \"acc_stderr\": 0.029624663581159703,\n        \"acc_norm\": 0.3897058823529412,\n        \"acc_norm_stderr\": 0.029624663581159703\n    },\n    \"harness|hendrycksTest-professional_psychology|5\": {\n        \"acc\": 0.44281045751633985,\n        \"acc_stderr\": 0.020095083154577347,\n        \"acc_norm\": 0.44281045751633985,\n        \"acc_norm_stderr\": 0.020095083154577347\n    },\n    \"harness|hendrycksTest-public_relations|5\": {\n        \"acc\": 0.509090909090909,\n        \"acc_stderr\": 0.04788339768702861,\n        \"acc_norm\": 0.509090909090909,\n        \"acc_norm_stderr\": 0.04788339768702861\n    },\n    \"harness|hendrycksTest-security_studies|5\": {\n        \"acc\": 0.5265306122448979,\n        \"acc_stderr\": 0.03196412734523272,\n        \"acc_norm\": 0.5265306122448979,\n        \"acc_norm_stderr\": 0.03196412734523272\n    },\n    \"harness|hendrycksTest-sociology|5\": {\n        \"acc\": 0.6567164179104478,\n        \"acc_stderr\": 0.03357379665433431,\n        \"acc_norm\": 0.6567164179104478,\n        \"acc_norm_stderr\": 0.03357379665433431\n    },\n    \"harness|hendrycksTest-us_foreign_policy|5\": {\n        \"acc\": 0.68,\n        \"acc_stderr\": 0.04688261722621504,\n        \"acc_norm\": 0.68,\n        \"acc_norm_stderr\": 0.04688261722621504\n    },\n    \"harness|hendrycksTest-virology|5\": {\n        \"acc\": 0.42168674698795183,\n        \"acc_stderr\": 0.03844453181770917,\n        \"acc_norm\": 0.42168674698795183,\n        \"acc_norm_stderr\": 0.03844453181770917\n    },\n    \"harness|hendrycksTest-world_religions|5\": {\n        \"acc\": 0.6783625730994152,\n        \"acc_stderr\": 0.03582529442573122,\n        \"acc_norm\": 0.6783625730994152,\n        \"acc_norm_stderr\": 0.03582529442573122\n    },\n    \"harness|truthfulqa:mc|0\": {\n        \"mc1\": 0.23745410036719705,\n        \"mc1_stderr\": 0.014896277441041836,\n        \"mc2\": 0.3607930335233562,\n        \"mc2_stderr\": 0.01354653975819568\n    },\n    \"harness|winogrande|5\": {\n        \"acc\": 0.7371744277821626,\n        \"acc_stderr\": 0.012370922527262006\n    },\n    \"harness|gsm8k|5\": {\n        \"acc\": 0.1728582259287339,\n        \"acc_stderr\": 0.01041543224620057\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/deepseek-moe-16b-base", "leaderboard_url": "https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard", "point_of_contact": "clementine@hf.co", "configs": [{"config_name": "harness_arc_challenge_25", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|arc:challenge|25_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|arc:challenge|25_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_gsm8k_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|gsm8k|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|gsm8k|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hellaswag_10", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hellaswag|10_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hellaswag|10_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-anatomy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-astronomy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-business_ethics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_biology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_chemistry|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_computer_science|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_medicine|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-college_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-computer_security|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-econometrics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-formal_logic|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-global_facts|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_biology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_geography|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_physics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-human_aging|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-human_sexuality|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-international_law|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-jurisprudence|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-machine_learning|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-management|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-marketing|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-medical_genetics|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-miscellaneous|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-moral_disputes|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-nutrition|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-philosophy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-prehistory|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_accounting|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_law|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_medicine|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-professional_psychology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-public_relations|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-security_studies|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-sociology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-virology|5_2024-01-15T06-33-48.729928.parquet", "**/details_harness|hendrycksTest-world_religions|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_abstract_algebra_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-abstract_algebra|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_anatomy_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-anatomy|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_astronomy_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-astronomy|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_business_ethics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-business_ethics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_clinical_knowledge_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-clinical_knowledge|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_biology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_biology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_chemistry_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_chemistry|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_computer_science_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_computer_science|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_mathematics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_medicine_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_medicine|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_college_physics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-college_physics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_computer_security_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-computer_security|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_conceptual_physics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-conceptual_physics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_econometrics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-econometrics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_electrical_engineering_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-electrical_engineering|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_elementary_mathematics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-elementary_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_formal_logic_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-formal_logic|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_global_facts_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-global_facts|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_biology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_biology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_chemistry_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_chemistry|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_computer_science_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_computer_science|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_european_history_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_european_history|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_geography_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_geography|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_government_and_politics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_government_and_politics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_macroeconomics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_macroeconomics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_mathematics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_mathematics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_microeconomics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_microeconomics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_physics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_physics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_psychology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_psychology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_statistics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_statistics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_us_history_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_us_history|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_high_school_world_history_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-high_school_world_history|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_aging_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_aging|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_human_sexuality_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-human_sexuality|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_international_law_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-international_law|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_jurisprudence_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-jurisprudence|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_logical_fallacies_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-logical_fallacies|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_machine_learning_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-machine_learning|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_management_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-management|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_marketing_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-marketing|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_medical_genetics_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-medical_genetics|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_miscellaneous_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-miscellaneous|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_disputes_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_disputes|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_moral_scenarios_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-moral_scenarios|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_nutrition_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-nutrition|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_philosophy_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-philosophy|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_prehistory_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-prehistory|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_accounting_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_accounting|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_law_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_law|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_medicine_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_medicine|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_professional_psychology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-professional_psychology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_public_relations_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-public_relations|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_security_studies_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-security_studies|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_sociology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-sociology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_us_foreign_policy_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-us_foreign_policy|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_virology_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-virology|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_hendrycksTest_world_religions_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|hendrycksTest-world_religions|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_truthfulqa_mc_0", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|truthfulqa:mc|0_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "harness_winogrande_5", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["**/details_harness|winogrande|5_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["**/details_harness|winogrande|5_2024-01-15T06-33-48.729928.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2024_01_15T06_33_48.729928", "path": ["results_2024-01-15T06-33-48.729928.parquet"]}, {"split": "latest", "path": ["results_2024-01-15T06-33-48.729928.parquet"]}]}]}}, {"id": "guruswami-ai/deepseek-v4-flash-0731-m3-ultra", "likes": 0, "downloads": 134, "created": "2026-08-09", "modified": "2026-08-09", "tags": ["language:en", "license:cc0-1.0", "size_categories:n<1K", "format:imagefolder", "modality:image", "library:datasets", "library:mlcroissant", "region:us", "mlx", "deepseek", "deepseek_v4", "benchmark", "m3-ultra", "apple-silicon", "omlx"], "card": {"license": "cc0-1.0", "language": "en", "tags": ["mlx", "deepseek", "deepseek_v4", "benchmark", "m3-ultra", "apple-silicon", "omlx", "dspark"], "pretty_name": "DeepSeek-V4-Flash-0731 M3 Ultra 512GB Benchmarks"}}, {"id": "code-planning/deepseek-family", "likes": 0, "downloads": 133, "created": "2024-12-09", "modified": "2024-12-11", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "model_name", "dtype": "string"}, {"name": "benchmark_name", "dtype": "string"}, {"name": "benchmark_q_id", "dtype": "string"}, {"name": "input", "dtype": "string"}, {"name": "code_output", "dtype": "string"}, {"name": "is_correct_base", "dtype": "string"}, {"name": "is_correct_plus", "dtype": "string"}, {"name": "variant", "dtype": "string"}, {"name": "is_correct", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 19198447, "num_examples": 7938}], "download_size": 7608631, "dataset_size": 19198447}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "sequelbox/Titanium2.1-DeepSeek-R1", "likes": 9, "downloads": 131, "created": "2025-05-07", "modified": "2025-05-07", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6137", "region:us", "titanium", "chat", "chat-instruct"], "card": {"license": "apache-2.0", "tags": ["titanium", "chat", "chat-instruct", "synthetic", "conversational", "python", "dev-ops", "devops", "terraform", "docker", "jenkins", "shell", "bash", "azure", "aws", "gcp", "cloud", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"]}}, {"id": "chitanda/deepseek-math.7b.ins.completion_data", "likes": 0, "downloads": 130, "created": "2024-09-20", "modified": "2024-09-29", "tags": ["region:us"], "card": {}}, {"id": "TeichAI/deepseek-v3.2-speciale-1000x", "likes": 15, "downloads": 130, "created": "2025-12-04", "modified": "2025-12-04", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "abotresol/emotion-deepseek-diverse-vectors-gemma-4-31b-it", "likes": 0, "downloads": 130, "created": "2026-07-23", "modified": "2026-08-01", "tags": ["task_categories:feature-extraction", "license:mit", "region:us", "interpretability", "emotion", "gemma", "ai-safety"], "card": {"license": "mit", "task_categories": ["feature-extraction"], "tags": ["interpretability", "emotion", "gemma", "ai-safety"]}}, {"id": "blythet/deepseek-v4-pro-math-cot-1k", "likes": 4, "downloads": 129, "created": "2026-04-30", "modified": "2026-04-30", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:cc-by-sa-4.0", "size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "math", "reasoning"], "card": {"license": "cc-by-sa-4.0", "language": ["en"], "task_categories": ["text-generation", "question-answering"], "tags": ["math", "reasoning", "chain-of-thought", "deepseek", "sft", "lora", "stackexchange", "aops"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "train_core", "data_files": [{"split": "train", "path": "train_core.jsonl"}]}, {"config_name": "train_metadata", "data_files": [{"split": "train", "path": "train_metadata.jsonl"}]}, {"config_name": "eval_heldout", "data_files": [{"split": "eval", "path": "eval_heldout_100.jsonl"}]}, {"config_name": "pathological_quarantine", "data_files": [{"split": "quarantine", "path": "pathological_cot_quarantine.jsonl"}]}, {"config_name": "rejects", "data_files": [{"split": "rejects", "path": "rejects.jsonl"}]}], "pretty_name": "DeepSeek V4 Pro Math CoT 1K"}}, {"id": "covertlabsio/deepseek-api-smoke-tests-20261026", "likes": 0, "downloads": 129, "created": "2026-10-25", "modified": "2026-10-27", "tags": ["language:en", "license:cc0-1.0", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek", "openrouter", "chat-completions"], "card": {"license": "cc0-1.0", "language": ["en"], "tags": ["deepseek", "openrouter", "chat-completions"], "pretty_name": "DeepSeek API Smoke Tests"}}, {"id": "mlfoundations-dev/DeepSeek-R1-Distill-Qwen-7B_eval_d54a", "likes": 0, "downloads": 126, "created": "2025-06-06", "modified": "2025-06-06", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "FlippyDora/deepseek_dpo_pair_data", "likes": 0, "downloads": 125, "created": "2024-12-24", "modified": "2024-12-24", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "chosen_score", "dtype": "float64"}, {"name": "rejected_score", "dtype": "float64"}, {"name": "step", "dtype": "int64"}, {"name": "num_steps", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 192641013, "num_examples": 67091}], "download_size": 32067889, "dataset_size": 192641013}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "HINT-lab/DeepSeek-R1-Distill-Qwen-1.5B-Self-Calibration", "likes": 0, "downloads": 124, "created": "2025-02-06", "modified": "2025-03-06", "tags": ["task_categories:question-answering", "size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2503.00031", "region:us"], "card": {"dataset_info": [{"config_name": "arc_easy", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 138708981, "num_examples": 43519}, {"name": "test", "num_bytes": 15416865, "num_examples": 4836}], "download_size": 62339235, "dataset_size": 154125846}, {"config_name": "commonsense_qa", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 143538465, "num_examples": 47485}, {"name": "test", "num_bytes": 16034361, "num_examples": 5277}], "download_size": 65146473, "dataset_size": 159572826}, {"config_name": "gsm8k", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 155283663, "num_examples": 57599}, {"name": "test", "num_bytes": 17234419, "num_examples": 6400}], "download_size": 65937348, "dataset_size": 172518082}, {"config_name": "logiqa", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 142624831, "num_examples": 32414}, {"name": "test", "num_bytes": 15891155, "num_examples": 3602}], "download_size": 64506658, "dataset_size": 158515986}, {"config_name": "openbookqa", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 133728611, "num_examples": 42748}, {"name": "test", "num_bytes": 14855842, "num_examples": 4750}], "download_size": 60966308, "dataset_size": 148584453}, {"config_name": "reclor", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 184315516, "num_examples": 39152}, {"name": "test", "num_bytes": 20508832, "num_examples": 4351}], "download_size": 81275106, "dataset_size": 204824348}, {"config_name": "sciq", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 132605293, "num_examples": 45140}, {"name": "test", "num_bytes": 14703466, "num_examples": 5016}], "download_size": 57837279, "dataset_size": 147308759}, {"config_name": "svamp", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 31548818, "num_examples": 13382}, {"name": "test", "num_bytes": 3486676, "num_examples": 1487}], "download_size": 12248121, "dataset_size": 35035494}, {"config_name": "winogrande", "features": [{"name": "input", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "weighted_consistency", "dtype": "float64"}, {"name": "consistency", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 126722784, "num_examples": 47257}, {"name": "test", "num_bytes": 14055612, "num_examples": 5251}], "download_size": 50559970, "dataset_size": 140778396}], "configs": [{"config_name": "arc_easy", "data_files": [{"split": "train", "path": "arc_easy/train-*"}, {"split": "test", "path": "arc_easy/test-*"}]}, {"config_name": "commonsense_qa", "data_files": [{"split": "train", "path": "commonsense_qa/train-*"}, {"split": "test", "path": "commonsense_qa/test-*"}]}, {"config_name": "gsm8k", "data_files": [{"split": "train", "path": "gsm8k/train-*"}, {"split": "test", "path": "gsm8k/test-*"}]}, {"config_name": "logiqa", "data_files": [{"split": "train", "path": "logiqa/train-*"}, {"split": "test", "path": "logiqa/test-*"}]}, {"config_name": "openbookqa", "data_files": [{"split": "train", "path": "openbookqa/train-*"}, {"split": "test", "path": "openbookqa/test-*"}]}, {"config_name": "reclor", "data_files": [{"split": "train", "path": "reclor/train-*"}, {"split": "test", "path": "reclor/test-*"}]}, {"config_name": "sciq", "data_files": [{"split": "train", "path": "sciq/train-*"}, {"split": "test", "path": "sciq/test-*"}]}, {"config_name": "svamp", "data_files": [{"split": "train", "path": "svamp/train-*"}, {"split": "test", "path": "svamp/test-*"}]}, {"config_name": "winogrande", "data_files": [{"split": "train", "path": "winogrande/train-*"}, {"split": "test", "path": "winogrande/test-*"}]}], "task_categories": ["question-answering"]}}, {"id": "Gubrg/DeepSeek-R1-Distill-Qwen-1.5B-OpenThoughts-114k-tokenized", "likes": 0, "downloads": 124, "created": "2025-04-01", "modified": "2025-04-01", "tags": ["size_categories:100K<n<1M", "format:parquet", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "tokens", "sequence": "int64"}], "splits": [{"name": "train", "num_bytes": 6383880792, "num_examples": 778902}], "download_size": 1247703552, "dataset_size": 6383880792}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "HuggingFaceH4/numina-deepseek-r1-qwen-7b", "likes": 40, "downloads": 80, "created": "2025-01-25", "modified": "2025-01-25", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "library:distilabel", "region:us", "synthetic", "distilabel", "rlaif"], "card": {"size_categories": "n<1K", "dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "generation", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_input_text_generation_0", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "raw_output_text_generation_0", "dtype": "string"}, {"name": "statistics_text_generation_0", "struct": [{"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}]}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 824500, "num_examples": 40}], "download_size": 284070, "dataset_size": 824500}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "tags": ["synthetic", "distilabel", "rlaif"]}}, {"id": "sequelbox/Tachibana4-DeepSeek-V4-Pro", "likes": 21, "downloads": 79, "created": "2026-05-06", "modified": "2026-05-07", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "doi:10.57967/hf/8696", "region:us", "tachibana", "tachibana-4", "agentic"], "card": {"license": "apache-2.0", "tags": ["tachibana", "tachibana-4", "agentic", "agentic-coding", "python", "c++", "c#", "c", "rust", "java", "javascript", "typescript", "go", "haskell", "shell", "r", "ruby", "algorithms", "data-structures", "concurrency", "api", "sql", "database", "auth", "ui", "mobile", "gamedev", "physics", "microservices", "cloud", "testing", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "chat", "chat-instruct", "synthetic", "conversational", "deepseek", "deepseek-v4", "deepseek-v4-pro"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Tachibana4"}}, {"id": "Kedreamix/psychology-10k-Deepseek-R1-zh", "likes": 20, "downloads": 57, "created": "2025-02-20", "modified": "2025-02-21", "tags": ["license:apache-2.0", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "RLHFlow/Deepseek-PRM-Data", "likes": 19, "downloads": 89, "created": "2024-11-07", "modified": "2024-11-09", "tags": ["size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "TechxGenus/deepseek_r1_code_1k", "likes": 19, "downloads": 107, "created": "2025-01-21", "modified": "2025-01-21", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "sequelbox/Tachibana4-DeepSeek-V4-Pro-PREVIEW", "likes": 17, "downloads": 50, "created": "2026-04-30", "modified": "2026-04-30", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "tachibana", "tachibana-4", "early-preview", "agentic"], "card": {"license": "apache-2.0", "tags": ["tachibana", "tachibana-4", "early-preview", "agentic", "agentic-coding", "python", "c++", "c#", "c", "rust", "java", "javascript", "typescript", "go", "haskell", "shell", "r", "ruby", "algorithms", "data-structures", "concurrency", "api", "sql", "database", "auth", "ui", "mobile", "gamedev", "physics", "microservices", "cloud", "testing", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "chat", "chat-instruct", "synthetic", "conversational", "deepseek", "deepseek-v4", "deepseek-v4-pro"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"], "pretty_name": "Tachibana4-PREVIEW"}}, {"id": "Rapidata/Translation-deepseek-llama-mixtral-v-deepl", "likes": 16, "downloads": 111, "created": "2025-03-05", "modified": "2026-11-04", "tags": ["task_categories:translation", "size_categories:n<1K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "translation", "humanfeedback", "deepseek-r1", "deepl", "llama"], "card": {"dataset_info": {"features": [{"name": "original_text", "dtype": "string"}, {"name": "language", "dtype": "string"}, {"name": "total_responses", "dtype": "int64"}, {"name": "weighted_votes_1", "dtype": "float64"}, {"name": "weighted_votes_2", "dtype": "float64"}, {"name": "translation_model_1", "dtype": "string"}, {"name": "translation_model_2", "dtype": "string"}, {"name": "model1", "dtype": "string"}, {"name": "model2", "dtype": "string"}, {"name": "detailed_results", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 9109276, "num_examples": 845}], "download_size": 1025479, "dataset_size": 9109276}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "task_categories": ["translation"], "tags": ["translation", "humanfeedback", "deepseek-r1", "deepl", "llama", "mixtral", "DE", "PT", "ES", "FR"]}}, {"id": "KillerShoaib/DeepSeek-r1-Distill-Bangla-MMLU-Reasoning-Data", "likes": 14, "downloads": 48, "created": "2025-04-06", "modified": "2025-06-28", "tags": ["task_categories:question-answering", "task_categories:text-generation", "language:bn", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/5540", "region:us"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "string"}, {"name": "reasoning_translation", "dtype": "string"}, {"name": "ans_translation", "dtype": "string"}, {"name": "question", "dtype": "string"}, {"name": "options", "sequence": "string"}, {"name": "answer", "dtype": "string"}, {"name": "formated_question", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 112127377, "num_examples": 17796}, {"name": "test", "num_bytes": 15571052, "num_examples": 2565}], "download_size": 44900052, "dataset_size": 127698429}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}], "task_categories": ["question-answering", "text-generation", "text2text-generation"], "language": ["bn"], "size_categories": ["10K<n<100K"], "datasets": ["hishab/bangla-mmlu"], "pretty_name": "Bangla-Disti"}}, {"id": "thesantatitan/deepseek-svg-dataset", "likes": 13, "downloads": 57, "created": "2025-02-13", "modified": "2025-05-25", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "completion", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 29725036, "num_examples": 4750}, {"name": "test", "num_bytes": 1568106, "num_examples": 250}], "download_size": 12380962, "dataset_size": 31293142}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "sequelbox/DAG-Reasoning-DeepSeek-R1-0528", "likes": 12, "downloads": 78, "created": "2025-07-28", "modified": "2025-08-11", "tags": ["task_categories:text-generation", "task_categories:feature-extraction", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6134", "region:us", "dag-reasoning", "chat"], "card": {"license": "apache-2.0", "tags": ["dag-reasoning", "chat", "chat-instruct", "synthetic", "conversational", "directed-acyclic-graph", "graph", "logic", "analysis", "programming", "knowledge", "root-cause-analysis", "economics", "business", "business-management", "finance", "law", "supply-chain", "logistics", "software-engineering", "cybersecurity", "architecture", "energy", "politics", "problem-solving", "expert", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "r1-0528", "deepseek-r1-0528", "685b", "music", "art"], "language": ["en"], "task_categories": ["text-generation", "feature-extraction"], "size_categories": ["1K<n<10K"], "pretty_name": "DAG-Reasoning"}}, {"id": "tuanha1305/DeepSeek-R1-Distill", "likes": 11, "downloads": 79, "created": "2025-02-26", "modified": "2025-02-28", "tags": ["language:en", "license:apache-2.0", "size_categories:100K<n<1M", "format:csv", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "code", "llms"], "card": {"license": "apache-2.0", "language": ["en"], "tags": ["code", "llms"], "size_categories": ["100K<n<1M"]}}, {"id": "TeichAI/deepseek-v3.2-speciale-OpenCodeReasoning-3k", "likes": 11, "downloads": 117, "created": "2025-12-07", "modified": "2025-12-07", "tags": ["language:en", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "code"], "card": {"language": ["en"], "tags": ["code"], "pretty_name": "Deepseek v3.2 Code Reasoning"}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-NSFW-DeepSeek-V3-0324-20k", "likes": 10, "downloads": 104, "created": "2025-04-20", "modified": "2025-04-23", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "roleplay", "not-for-all-audiences"], "card": {"dataset_info": {"features": [{"name": "major_genre", "dtype": "string"}, {"name": "minor_genre", "dtype": "string"}, {"name": "tag", "dtype": "string"}, {"name": "world_setting", "dtype": "string"}, {"name": "scene_setting", "dtype": "string"}, {"name": "user_setting", "dtype": "string"}, {"name": "assistant_setting", "dtype": "string"}, {"name": "dialogue_tone", "dtype": "string"}, {"name": "conversation_format", "dtype": "string"}, {"name": "conversations", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 123482349.39758132, "num_examples": 19917}], "download_size": 64591874, "dataset_size": 123482349.39758132}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay", "not-for-all-audiences"], "size_categories": ["10K<n<100K"]}}, {"id": "sequelbox/Titanium4-DeepSeek-V4-Pro", "likes": 10, "downloads": 96, "created": "2026-06-22", "modified": "2026-06-22", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "doi:10.57967/hf/9257", "region:us", "titanium", "titanium-4", "agentic"], "card": {"license": "apache-2.0", "tags": ["titanium", "titanium-4", "agentic", "agentic-coding", "python", "dev-ops", "devops", "terraform", "ansible", "docker", "jenkins", "kubernetes", "helm", "grafana", "prometheus", "shell", "bash", "azure", "aws", "gcp", "c++", "c#", "c", "rust", "java", "javascript", "typescript", "algorithms", "data-structures", "concurrency", "api", "sql", "database", "auth", "microservices", "cloud", "testing", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "chat", "chat-instruct", "synthetic", "conversational", "deepseek", "deepseek-v4", "deepseek-v4-pro"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Titanium4"}}, {"id": "SuperbEmphasis/Claude-4.0-DeepSeek-R1-RP-SFWish", "likes": 8, "downloads": 79, "created": "2025-05-27", "modified": "2025-06-26", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"size_categories": ["n<1K"], "configs": [{"config_name": "Roleplay", "data_files": [{"split": "messages", "path": "data.json"}]}]}}, {"id": "TeichAI/deepseek-v3.2-speciale-openr1-math-3k", "likes": 8, "downloads": 100, "created": "2025-12-06", "modified": "2025-12-06", "tags": ["language:en", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"language": ["en"]}}, {"id": "umarigan/deepseek-r1-reasoning-prompts", "likes": 7, "downloads": 33, "created": "2025-01-26", "modified": "2025-01-26", "tags": ["task_categories:question-answering", "language:en", "size_categories:n<1K", "region:us"], "card": {"configs": [{"config_name": "parquet", "data_files": [{"split": "train", "path": "parquet/train-*"}]}], "task_categories": ["question-answering"], "language": ["en"], "pretty_name": "deepseek-r1-reasoning-prompts", "size_categories": ["n<1K"]}}, {"id": "DukeCEICenter/Malicious_Educator_hcot_DeepSeek-R1", "likes": 7, "downloads": 57, "created": "2025-02-19", "modified": "2025-02-19", "tags": ["license:cc-by-nc-sa-4.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "cc-by-nc-sa-4.0", "dataset_info": {"features": [{"name": "Category", "dtype": "string"}, {"name": "Goal", "dtype": "string"}, {"name": "Request", "dtype": "string"}, {"name": "H_CoT", "dtype": "string"}, {"name": "Full_Input (H-CoT + Request)", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 659698, "num_examples": 50}], "download_size": 208005, "dataset_size": 659698}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "sequelbox/Celestia3-DeepSeek-R1-0528-PREVIEW", "likes": 7, "downloads": 79, "created": "2025-06-05", "modified": "2025-06-20", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "celestia", "celestia-3", "chat", "chat-instruct"], "card": {"license": "apache-2.0", "tags": ["celestia", "celestia-3", "chat", "chat-instruct", "synthetic", "conversational", "problem-solving", "expert", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "r1-0528", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Celestia3-PREVIEW"}}, {"id": "sequelbox/Raiden-Mini-DeepSeek-V3.2-Speciale", "likes": 7, "downloads": 54, "created": "2025-12-08", "modified": "2025-12-08", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/7184", "region:us", "raiden", "raiden-mini", "creative"], "card": {"license": "apache-2.0", "tags": ["raiden", "raiden-mini", "creative", "analytical", "reasoning", "rational", "deepseek", "v3.2-speciale", "v3.2", "deepseek-v3.2-speciale", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": "Raiden_Mini_DS3.2_Speciale.csv"}, {"config_name": "comparison", "data_files": "Raiden_Mini_Comparative.csv"}]}}, {"id": "sequelbox/Superpotion-DeepSeek-V3.2-Speciale", "likes": 7, "downloads": 108, "created": "2026-01-13", "modified": "2026-01-13", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "doi:10.57967/hf/7526", "region:us", "superpotion", "science", "science-reasoning"], "card": {"license": "apache-2.0", "tags": ["superpotion", "science", "science-reasoning", "medicine", "internal-medicine", "clinical-diagnosis", "medical-understanding", "medical-reasoning", "medical-diagnosis", "medical-management", "problem-solving", "anatomy", "angiology", "bariatric", "cardiovascular", "dental", "dermatology", "endocrinology", "ENT", "hematology", "immunology", "infectious-disease", "musculoskeletal", "neurology", "obstetrics", "ophtamology", "oncology", "orthopedics", "pathology", "psychiatry", "pulmonology", "radiology", "surgery", "triage", "urology", "analytical", "data", "data-interpretation", "reasoning", "rational", "deepseek", "v3.2-speciale", "v3.2", "deepseek-v3.2-speciale", "685b"], "language": ["en"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "*.csv"}, {"split": "explanatory_queries", "path": "SuperPotion_EXPLANATORY.csv"}, {"split": "management_queries", "path": "SuperPotion_MANAGEMENT.csv"}, {"split": "diagnostic_queries", "path": "SuperPotion_DIAGNOSTIC.csv"}, {"split": "miscellaneous_queries", "path": "SuperPotion_MISCELLANEOUS.csv"}]}], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"]}}, {"id": "sequelbox/Raiden-DeepSeek-R1-PREVIEW", "likes": 6, "downloads": 54, "created": "2025-02-04", "modified": "2025-03-03", "tags": ["language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "raiden", "creative", "analytical", "reasoning", "rational"], "card": {"license": "apache-2.0", "tags": ["raiden", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"]}}, {"id": "sequelbox/Mitakihara-DeepSeek-R1-0528", "likes": 6, "downloads": 54, "created": "2025-07-07", "modified": "2025-07-07", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6135", "region:us", "mitakihara", "chat", "chat-instruct"], "card": {"license": "apache-2.0", "tags": ["mitakihara", "chat", "chat-instruct", "synthetic", "conversational", "machine-learning", "artificial-intelligence", "compsci", "computer-science", "information-theory", "ML-Ops", "math", "cuda", "deep-learning", "transformers", "agentic", "LLM", "neuromorphic", "self-improvement", "complex-systems", "cognition", "linguistics", "philosophy", "logic", "epistemology", "simulation", "game-theory", "knowledge-management", "creativity", "problem-solving", "open-source", "expert", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "r1-0528", "deepseek-r1-0528", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Mitakihara"}}, {"id": "sequelbox/UML-Generator-Dataset-DeepSeek-V3.2", "likes": 6, "downloads": 54, "created": "2025-11-09", "modified": "2025-11-12", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6981", "region:us", "uml-generator", "uml", "unified-modeling-language"], "card": {"license": "apache-2.0", "tags": ["uml-generator", "uml", "unified-modeling-language", "chat", "chat-instruct", "synthetic", "conversational", "modeling", "xml", "xmi", "code", "architecture", "devops", "planning", "diagrams", "state-machine", "design", "analysis", "development", "business-process", "systems-engineering", "reverse-engineering", "data-modeling", "services", "cloud", "problem-solving", "expert", "creative", "analytical", "reasoning", "rational", "deepseek", "deepseek-v3.2", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"], "pretty_name": "UML-Generator"}}, {"id": "opencsg/PR_review_deepseek", "likes": 5, "downloads": 56, "created": "2024-09-07", "modified": "2024-09-07", "tags": ["language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "language": ["en"]}}, {"id": "enkryptai/deepseek-geopolitical-bias-dataset", "likes": 5, "downloads": 42, "created": "2025-01-30", "modified": "2025-01-30", "tags": ["language:en", "size_categories:n<1K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "DeepSeek Geopolitical Bias Dataset", "language": ["en"], "size_categories": ["n<1K"]}}, {"id": "exp-models/dolphin-r1-deepseek-toolcalls", "likes": 5, "downloads": 29, "created": "2025-02-10", "modified": "2025-02-10", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}, {"name": "reasoning", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "model", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 17642528, "num_examples": 2197}], "download_size": 6898797, "dataset_size": 17642528}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Delta-Vector/Orion-Deepseek-V3-RP-Filtered", "likes": 5, "downloads": 76, "created": "2025-04-25", "modified": "2025-04-25", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "sequelbox/Tachibana2-DeepSeek-R1", "likes": 5, "downloads": 72, "created": "2025-05-07", "modified": "2025-05-07", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6138", "region:us", "tachibana", "present-day", "present-time"], "card": {"license": "apache-2.0", "tags": ["tachibana", "present-day", "present-time", "code", "code-reasoning", "code-instruct", "python", "javascript", "java", "scripting", "coding", "programming", "development", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"]}}, {"id": "Jackrong/Chinese-DeepSeek-V3.2-Exp-chat-example", "likes": 5, "downloads": 64, "created": "2025-09-30", "modified": "2025-09-30", "tags": ["task_categories:question-answering", "language:zh", "license:apache-2.0", "size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "task_categories": ["question-answering"], "language": ["zh"], "pretty_name": "SFT-Chinese-DeepSeek-V3.2-Exp-chat-example", "size_categories": ["1K<n<10K"]}}, {"id": "heladell/Finance_DeepSeek-R1-Distill-dataset", "likes": 4, "downloads": 77, "created": "2025-02-04", "modified": "2025-02-04", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversation_id", "dtype": "string"}, {"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "conversations", "list": [{"name": "from", "dtype": "string"}, {"name": "value", "dtype": "string"}]}, {"name": "gen_input_configs", "struct": [{"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}, {"name": "input_generator", "dtype": "string"}, {"name": "seed", "dtype": "null"}, {"name": "pre_query_template", "dtype": "string"}]}, {"name": "gen_response_configs", "struct": [{"name": "prompt", "dtype": "string"}, {"name": "temperature", "dtype": "int64"}, {"name": "top_p", "dtype": "float64"}, {"name": "repetition_penalty", "dtype": "float64"}, {"name": "max_tokens", "dtype": "int64"}, {"name": "stop_tokens", "sequence": "string"}, {"name": "output_generator", "dtype": "string"}, {"name": "engine", "dtype": "string"}]}, {"name": "intent", "dtype": "string"}, {"name": "knowledge", "dtype": "string"}, {"name": "difficulty", "dtype": "string"}, {"name": "difficulty_generator", "dtype": "string"}, {"name": "input_quality", "dtype": "string"}, {"name": "quality_explanation", "dtype": "string"}, {"name": "quality_generator", "dtype": "string"}, {"name": "task_category", "dtype": "string"}, {"name": "other_task_category", "sequence": "string"}, {"name": "task_category_generator", "dtype": "string"}, {"name": "language", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 434784594, "num_examples": 26952}], "download_size": 181156720, "dataset_size": 434784594}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "jinliuxi/deepseek_r1_zh", "likes": 4, "downloads": 35, "created": "2025-02-07", "modified": "2025-02-16", "tags": ["license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "FradSer/DeepSeek-R1-Distilled-Translate-en-zh_CN-39k-Alpaca-GPT4-without-Think", "likes": 4, "downloads": 37, "created": "2025-03-11", "modified": "2025-03-11", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "cc-by-nc-4.0", "language": ["zh", "en"], "size_categories": ["10K<n<100K"], "task_categories": ["text-generation", "text2text-generation"]}}, {"id": "sequelbox/Titanium2-DeepSeek-R1", "likes": 4, "downloads": 80, "created": "2025-04-07", "modified": "2025-04-07", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us", "titanium", "chat", "chat-instruct", "synthetic"], "card": {"license": "apache-2.0", "tags": ["titanium", "chat", "chat-instruct", "synthetic", "conversational", "python", "dev-ops", "devops", "terraform", "docker", "jenkins", "shell", "bash", "azure", "aws", "gcp", "cloud", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "titanium", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"]}}, {"id": "zenml/cuad-deepseek", "likes": 4, "downloads": 74, "created": "2025-05-08", "modified": "2025-05-08", "tags": ["task_categories:text-classification", "task_categories:zero-shot-classification", "source_datasets:theatticusproject/cuad", "language:en", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "reasoning-datasets-competition"], "card": {"dataset_info": {"features": [{"name": "clause", "dtype": "string"}, {"name": "clause_with_context", "dtype": "string"}, {"name": "label", "dtype": "string"}, {"name": "contract_name", "dtype": "string"}, {"name": "contract_type", "dtype": "string"}, {"name": "rationale", "dtype": "string"}, {"name": "reasoning_trace", "dtype": "string"}, {"name": "index", "dtype": "int64"}, {"name": "timestamp", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 122819773, "num_examples": 26124}, {"name": "validation", "num_bytes": 15281686, "num_examples": 3266}, {"name": "test", "num_bytes": 15412447, "num_examples": 3266}], "download_size": 72342575, "dataset_size": 153513906}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "validation", "path": "data/validation-*"}, {"split": "test", "path": "data/test-*"}]}], "tags": ["reasoning-datasets-competition", "legal", "contract-nlp", "text", "deepseek", "distillation", "reasoning", "r1"], "license": ["cc-by-4.0"], "language": ["en"], "size_categories": ["10K-100K"], "source_datasets": ["theatticusproject/cuad"], "task_categories": ["text-classification", "zero-shot-classification"]}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-SFW-DeepSeek-R1-0528-10k", "likes": 4, "downloads": 86, "created": "2025-06-04", "modified": "2025-06-05", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "roleplay"], "card": {"dataset_info": {"features": [{"name": "major_genre", "dtype": "string"}, {"name": "minor_genre", "dtype": "string"}, {"name": "tag", "dtype": "string"}, {"name": "world_setting", "dtype": "string"}, {"name": "scene_setting", "dtype": "string"}, {"name": "user_setting", "dtype": "string"}, {"name": "assistant_setting", "dtype": "string"}, {"name": "dialogue_tone", "dtype": "string"}, {"name": "conversation_format", "dtype": "string"}, {"name": "conversations", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 87238830.33484879, "num_examples": 10003}], "download_size": 47875900, "dataset_size": 87238830.33484879}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay"], "size_categories": ["10K<n<100K"]}}, {"id": "sequelbox/Tachibana3-Part2-DeepSeek-V3.2", "likes": 4, "downloads": 73, "created": "2025-10-06", "modified": "2025-10-06", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6645", "region:us", "tachibana", "tachibana-3", "chat"], "card": {"license": "apache-2.0", "tags": ["tachibana", "tachibana-3", "chat", "chat-instruct", "synthetic", "conversational", "python", "c++", "c#", "java", "javascript", "typescript", "go", "haskell", "algorithms", "data-structures", "concurrency", "api", "sql", "database", "auth", "ui", "mobile", "gamedev", "physics", "microservices", "cloud", "testing", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "deepseek", "deepseek-v3.2", "v3.2", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"]}}, {"id": "sequelbox/Mitakihara2-DeepSeek-V4-Pro", "likes": 4, "downloads": 83, "created": "2026-06-22", "modified": "2026-06-22", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "doi:10.57967/hf/9258", "region:us", "mitakihara", "mitakihara-2", "agentic"], "card": {"license": "apache-2.0", "tags": ["mitakihara", "mitakihara-2", "agentic", "agentic-coding", "machine-learning", "artificial-intelligence", "python", "MLOps", "math", "CUDA", "deep-learning", "neuromorphic", "self-improvement", "complex-systems", "cognition", "linguistics", "philosophy", "logic", "epistemology", "simulation", "game-theory", "knowledge-management", "creativity", "problem-solving", "open-source", "shell", "bash", "azure", "aws", "gcp", "c++", "c#", "c", "java", "javascript", "typescript", "algorithms", "data-structures", "concurrency", "api", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "chat", "chat-instruct", "synthetic", "conversational", "deepseek", "deepseek-v4", "deepseek-v4-pro"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Mitakihara2"}}, {"id": "lorinma/EvolInstruct_zh_COIG-PC_Deepseek", "likes": 3, "downloads": 69, "created": "2024-02-27", "modified": "2024-02-27", "tags": ["language:zh", "license:mit", "region:us"], "card": {"license": "mit", "language": ["zh"]}}, {"id": "RLHFlow/Deepseek-ORM-Data", "likes": 3, "downloads": 86, "created": "2024-11-03", "modified": "2024-11-09", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversations", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 259523245, "num_examples": 252950}], "download_size": 99280364, "dataset_size": 259523245}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Monor/hwtcm-deepseek-r1-distill-data", "likes": 3, "downloads": 112, "created": "2025-02-27", "modified": "2025-02-27", "tags": ["task_categories:question-answering", "task_categories:text-generation", "task_categories:feature-extraction", "language:zh", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "medical"], "card": {"license": "apache-2.0", "task_categories": ["question-answering", "text-generation", "feature-extraction"], "language": ["zh"], "tags": ["medical"], "size_categories": ["10K<n<100K"], "configs": [{"config_name": "hwtcm_deepseek_r1_distill_data", "data_files": "hwtcm-deepseek-r1-distill-data.json", "default": true}]}}, {"id": "Delta-Vector/Orion-Deepseek-R1-RP-Filtered", "likes": 3, "downloads": 61, "created": "2025-03-06", "modified": "2025-03-06", "tags": ["region:us"], "card": {}}, {"id": "open-llm-leaderboard/DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-details", "likes": 3, "downloads": 23, "created": "2025-03-10", "modified": "2025-03-10", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", "dataset_summary": "Dataset automatically created during the evaluation run of model [DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B](https://huggingface.co/DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-details\",\n\tname=\"DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-10T04-45-27.408239](https://huggingface.co/datasets/open-llm-leaderboard/DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-details/blob/main/DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B/results_2025-03-10T04-45-27.408239.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"acc_norm,none\": 0.4564794396160332,\n            \"acc_norm_stderr,none\": 0.005313427133513243,\n            \"prompt_level_strict_acc,none\": 0.31608133086876156,\n            \"prompt_level_strict_acc_stderr,none\": 0.020008050377239083,\n            \"inst_level_strict_acc,none\": 0.460431654676259,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"inst_level_loose_acc,none\": 0.4856115107913669,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.3456561922365989,\n            \"prompt_level_loose_acc_stderr,none\": 0.02046577943268254,\n            \"exact_match,none\": 0.08157099697885196,\n            \"exact_match_stderr,none\": 0.007404058384030989,\n            \"acc,none\": 0.30244348404255317,\n            \"acc_stderr,none\": 0.004187559131988012,\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.4867210553723312,\n            \"acc_norm_stderr,none\": 0.006102662287484764,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.832,\n            \"acc_norm_stderr,none\": 0.023692813205492536\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.6096256684491979,\n            \"acc_norm_stderr,none\": 0.03576973947986408\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.56,\n            \"acc_norm_stderr,none\": 0.03145724452223569\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.648,\n            \"acc_norm_stderr,none\": 0.030266288057359866\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.528,\n            \"acc_norm_stderr,none\": 0.031636489531544396\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.268,\n            \"acc_norm_stderr,none\": 0.02806876238252672\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.68,\n            \"acc_norm_stderr,none\": 0.02956172495524098\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.38,\n            \"acc_norm_stderr,none\": 0.030760116042626098\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.412,\n            \"acc_norm_stderr,none\": 0.03119159602602282\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.54,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.76,\n            \"acc_norm_stderr,none\": 0.027065293652238982\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.572,\n            \"acc_norm_stderr,none\": 0.031355968923772626\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.476,\n            \"acc_norm_stderr,none\": 0.03164968895968774\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.5,\n            \"acc_norm_stderr,none\": 0.041522739926869986\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.532,\n            \"acc_norm_stderr,none\": 0.031621252575725574\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.68,\n            \"acc_norm_stderr,none\": 0.02956172495524098\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.396,\n            \"acc_norm_stderr,none\": 0.030993197854577898\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.5168539325842697,\n            \"acc_norm_stderr,none\": 0.037560944447344834\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.62,\n            \"acc_norm_stderr,none\": 0.030760116042626098\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.056,\n            \"acc_norm_stderr,none\": 0.014570697336899635\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.188,\n            \"acc_norm_stderr,none\": 0.024760377727750513\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.156,\n            \"acc_norm_stderr,none\": 0.022995023034068682\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.308,\n            \"acc_norm_stderr,none\": 0.02925692860650181\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.508,\n            \"acc_norm_stderr,none\": 0.03168215643141386\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.32298657718120805,\n            \"acc_norm_stderr,none\": 0.013556498093085704,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.3333333333333333,\n            \"acc_norm_stderr,none\": 0.033586181457325226\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.30952380952380953,\n            \"acc_norm_stderr,none\": 0.01980264188017022\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.33482142857142855,\n            \"acc_norm_stderr,none\": 0.02232142857142857\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.31608133086876156,\n            \"prompt_level_strict_acc_stderr,none\": 0.020008050377239083,\n            \"inst_level_strict_acc,none\": 0.460431654676259,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.3456561922365989,\n            \"prompt_level_loose_acc_stderr,none\": 0.02046577943268254,\n            \"inst_level_loose_acc,none\": 0.4856115107913669,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.08157099697885196,\n            \"exact_match_stderr,none\": 0.007404058384030989,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.13355048859934854,\n            \"exact_match_stderr,none\": 0.019446151188848525\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.04878048780487805,\n            \"exact_match_stderr,none\": 0.01950219655858808\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.045454545454545456,\n            \"exact_match_stderr,none\": 0.018199158975632696\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.02857142857142857,\n            \"exact_match_stderr,none\": 0.009973998820736053\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.06493506493506493,\n            \"exact_match_stderr,none\": 0.01992116854149014\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.16580310880829016,\n            \"exact_match_stderr,none\": 0.026839845022314426\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.037037037037037035,\n            \"exact_match_stderr,none\": 0.016314377626726044\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.30244348404255317,\n            \"acc_stderr,none\": 0.004187559131988012\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.4365079365079365,\n            \"acc_norm_stderr,none\": 0.017778331111353327,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.512,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.3125,\n            \"acc_norm_stderr,none\": 0.0290262727508015\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.488,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        }\n    },\n    \"leaderboard\": {\n        \"acc_norm,none\": 0.4564794396160332,\n        \"acc_norm_stderr,none\": 0.005313427133513243,\n        \"prompt_level_strict_acc,none\": 0.31608133086876156,\n        \"prompt_level_strict_acc_stderr,none\": 0.020008050377239083,\n        \"inst_level_strict_acc,none\": 0.460431654676259,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"inst_level_loose_acc,none\": 0.4856115107913669,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.3456561922365989,\n        \"prompt_level_loose_acc_stderr,none\": 0.02046577943268254,\n        \"exact_match,none\": 0.08157099697885196,\n        \"exact_match_stderr,none\": 0.007404058384030989,\n        \"acc,none\": 0.30244348404255317,\n        \"acc_stderr,none\": 0.004187559131988012,\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.4867210553723312,\n        \"acc_norm_stderr,none\": 0.006102662287484764,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.832,\n        \"acc_norm_stderr,none\": 0.023692813205492536\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.6096256684491979,\n        \"acc_norm_stderr,none\": 0.03576973947986408\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.56,\n        \"acc_norm_stderr,none\": 0.03145724452223569\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.648,\n        \"acc_norm_stderr,none\": 0.030266288057359866\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.528,\n        \"acc_norm_stderr,none\": 0.031636489531544396\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.268,\n        \"acc_norm_stderr,none\": 0.02806876238252672\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.68,\n        \"acc_norm_stderr,none\": 0.02956172495524098\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.38,\n        \"acc_norm_stderr,none\": 0.030760116042626098\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.412,\n        \"acc_norm_stderr,none\": 0.03119159602602282\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.54,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.76,\n        \"acc_norm_stderr,none\": 0.027065293652238982\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.572,\n        \"acc_norm_stderr,none\": 0.031355968923772626\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.476,\n        \"acc_norm_stderr,none\": 0.03164968895968774\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.5,\n        \"acc_norm_stderr,none\": 0.041522739926869986\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.532,\n        \"acc_norm_stderr,none\": 0.031621252575725574\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.68,\n        \"acc_norm_stderr,none\": 0.02956172495524098\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.396,\n        \"acc_norm_stderr,none\": 0.030993197854577898\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.5168539325842697,\n        \"acc_norm_stderr,none\": 0.037560944447344834\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.62,\n        \"acc_norm_stderr,none\": 0.030760116042626098\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.056,\n        \"acc_norm_stderr,none\": 0.014570697336899635\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.188,\n        \"acc_norm_stderr,none\": 0.024760377727750513\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.156,\n        \"acc_norm_stderr,none\": 0.022995023034068682\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.308,\n        \"acc_norm_stderr,none\": 0.02925692860650181\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.508,\n        \"acc_norm_stderr,none\": 0.03168215643141386\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.32298657718120805,\n        \"acc_norm_stderr,none\": 0.013556498093085704,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.3333333333333333,\n        \"acc_norm_stderr,none\": 0.033586181457325226\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.30952380952380953,\n        \"acc_norm_stderr,none\": 0.01980264188017022\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.33482142857142855,\n        \"acc_norm_stderr,none\": 0.02232142857142857\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.31608133086876156,\n        \"prompt_level_strict_acc_stderr,none\": 0.020008050377239083,\n        \"inst_level_strict_acc,none\": 0.460431654676259,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.3456561922365989,\n        \"prompt_level_loose_acc_stderr,none\": 0.02046577943268254,\n        \"inst_level_loose_acc,none\": 0.4856115107913669,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.08157099697885196,\n        \"exact_match_stderr,none\": 0.007404058384030989,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.13355048859934854,\n        \"exact_match_stderr,none\": 0.019446151188848525\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.04878048780487805,\n        \"exact_match_stderr,none\": 0.01950219655858808\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.045454545454545456,\n        \"exact_match_stderr,none\": 0.018199158975632696\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.02857142857142857,\n        \"exact_match_stderr,none\": 0.009973998820736053\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.06493506493506493,\n        \"exact_match_stderr,none\": 0.01992116854149014\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.16580310880829016,\n        \"exact_match_stderr,none\": 0.026839845022314426\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.037037037037037035,\n        \"exact_match_stderr,none\": 0.016314377626726044\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.30244348404255317,\n        \"acc_stderr,none\": 0.004187559131988012\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.4365079365079365,\n        \"acc_norm_stderr,none\": 0.017778331111353327,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.512,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.3125,\n        \"acc_norm_stderr,none\": 0.0290262727508015\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.488,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    }\n}\n```", "repo_url": "https://huggingface.co/DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_navigate", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_snarks", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_gpqa_extended", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_gpqa_main", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_gpqa_main_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_ifeval", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_ifeval_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_mmlu_pro", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_musr_object_placements", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-10T04-45-27.408239.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_03_10T04_45_27.408239", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-10T04-45-27.408239.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-10T04-45-27.408239.jsonl"]}]}]}}, {"id": "open-llm-leaderboard/DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm-details", "likes": 3, "downloads": 18, "created": "2025-03-10", "modified": "2025-03-10", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", "dataset_summary": "Dataset automatically created during the evaluation run of model [DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm](https://huggingface.co/DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm-details\",\n\tname=\"DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-10T06-34-12.025015](https://huggingface.co/datasets/open-llm-leaderboard/DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm-details/blob/main/DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm/results_2025-03-10T06-34-12.025015.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"prompt_level_strict_acc,none\": 0.27911275415896486,\n            \"prompt_level_strict_acc_stderr,none\": 0.019303080958497275,\n            \"acc_norm,none\": 0.5445583084706188,\n            \"acc_norm_stderr,none\": 0.005357444544862456,\n            \"acc,none\": 0.4623503989361702,\n            \"acc_stderr,none\": 0.004545528853814737,\n            \"inst_level_strict_acc,none\": 0.4040767386091127,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"inst_level_loose_acc,none\": 0.4412470023980815,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.3179297597042514,\n            \"prompt_level_loose_acc_stderr,none\": 0.02003933297102034,\n            \"exact_match,none\": 0.5536253776435045,\n            \"exact_match_stderr,none\": 0.012304397420842739,\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.5813226870335011,\n            \"acc_norm_stderr,none\": 0.0061090956791489135,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.796,\n            \"acc_norm_stderr,none\": 0.025537121574548162\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.5721925133689839,\n            \"acc_norm_stderr,none\": 0.03627762136497335\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.56,\n            \"acc_norm_stderr,none\": 0.03145724452223569\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.536,\n            \"acc_norm_stderr,none\": 0.031603975145223735\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.668,\n            \"acc_norm_stderr,none\": 0.029844039047465857\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.488,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.552,\n            \"acc_norm_stderr,none\": 0.03151438761115348\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.58,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.572,\n            \"acc_norm_stderr,none\": 0.031355968923772626\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.884,\n            \"acc_norm_stderr,none\": 0.020293429803083823\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.748,\n            \"acc_norm_stderr,none\": 0.027513851933031318\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.712,\n            \"acc_norm_stderr,none\": 0.028697004587398257\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.4,\n            \"acc_norm_stderr,none\": 0.031046021028253316\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.6027397260273972,\n            \"acc_norm_stderr,none\": 0.040636704038880346\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.712,\n            \"acc_norm_stderr,none\": 0.028697004587398257\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.808,\n            \"acc_norm_stderr,none\": 0.02496069198917196\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.636,\n            \"acc_norm_stderr,none\": 0.030491555220405475\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.5056179775280899,\n            \"acc_norm_stderr,none\": 0.03757992900475984\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.66,\n            \"acc_norm_stderr,none\": 0.030020073605457876\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.664,\n            \"acc_norm_stderr,none\": 0.029933259094191533\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.196,\n            \"acc_norm_stderr,none\": 0.025156857313255926\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.184,\n            \"acc_norm_stderr,none\": 0.02455581299422255\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.38,\n            \"acc_norm_stderr,none\": 0.030760116042626098\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.52,\n            \"acc_norm_stderr,none\": 0.03166085340849512\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.3859060402684564,\n            \"acc_norm_stderr,none\": 0.014114418970459845,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.37373737373737376,\n            \"acc_norm_stderr,none\": 0.03446897738659336\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.3974358974358974,\n            \"acc_norm_stderr,none\": 0.020962202982538314\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.37723214285714285,\n            \"acc_norm_stderr,none\": 0.02292522878095115\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.27911275415896486,\n            \"prompt_level_strict_acc_stderr,none\": 0.019303080958497275,\n            \"inst_level_strict_acc,none\": 0.4040767386091127,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.3179297597042514,\n            \"prompt_level_loose_acc_stderr,none\": 0.02003933297102034,\n            \"inst_level_loose_acc,none\": 0.4412470023980815,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.5536253776435045,\n            \"exact_match_stderr,none\": 0.012304397420842739,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.7915309446254072,\n            \"exact_match_stderr,none\": 0.023221701333654903\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.5284552845528455,\n            \"exact_match_stderr,none\": 0.04519450648295476\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.4166666666666667,\n            \"exact_match_stderr,none\": 0.043074190883537394\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.26785714285714285,\n            \"exact_match_stderr,none\": 0.026512301457877488\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.5974025974025974,\n            \"exact_match_stderr,none\": 0.039648186007942926\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.8186528497409327,\n            \"exact_match_stderr,none\": 0.027807032360686077\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.3333333333333333,\n            \"exact_match_stderr,none\": 0.04072314811876841\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.4623503989361702,\n            \"acc_stderr,none\": 0.004545528853814737\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.5145502645502645,\n            \"acc_norm_stderr,none\": 0.017942011176850563,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.572,\n            \"acc_norm_stderr,none\": 0.031355968923772626\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.39453125,\n            \"acc_norm_stderr,none\": 0.030606698150250366\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.58,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        }\n    },\n    \"leaderboard\": {\n        \"prompt_level_strict_acc,none\": 0.27911275415896486,\n        \"prompt_level_strict_acc_stderr,none\": 0.019303080958497275,\n        \"acc_norm,none\": 0.5445583084706188,\n        \"acc_norm_stderr,none\": 0.005357444544862456,\n        \"acc,none\": 0.4623503989361702,\n        \"acc_stderr,none\": 0.004545528853814737,\n        \"inst_level_strict_acc,none\": 0.4040767386091127,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"inst_level_loose_acc,none\": 0.4412470023980815,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.3179297597042514,\n        \"prompt_level_loose_acc_stderr,none\": 0.02003933297102034,\n        \"exact_match,none\": 0.5536253776435045,\n        \"exact_match_stderr,none\": 0.012304397420842739,\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.5813226870335011,\n        \"acc_norm_stderr,none\": 0.0061090956791489135,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.796,\n        \"acc_norm_stderr,none\": 0.025537121574548162\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.5721925133689839,\n        \"acc_norm_stderr,none\": 0.03627762136497335\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.56,\n        \"acc_norm_stderr,none\": 0.03145724452223569\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.536,\n        \"acc_norm_stderr,none\": 0.031603975145223735\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.668,\n        \"acc_norm_stderr,none\": 0.029844039047465857\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.488,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.552,\n        \"acc_norm_stderr,none\": 0.03151438761115348\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.58,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.572,\n        \"acc_norm_stderr,none\": 0.031355968923772626\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.884,\n        \"acc_norm_stderr,none\": 0.020293429803083823\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.748,\n        \"acc_norm_stderr,none\": 0.027513851933031318\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.712,\n        \"acc_norm_stderr,none\": 0.028697004587398257\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.4,\n        \"acc_norm_stderr,none\": 0.031046021028253316\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.6027397260273972,\n        \"acc_norm_stderr,none\": 0.040636704038880346\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.712,\n        \"acc_norm_stderr,none\": 0.028697004587398257\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.808,\n        \"acc_norm_stderr,none\": 0.02496069198917196\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.636,\n        \"acc_norm_stderr,none\": 0.030491555220405475\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.5056179775280899,\n        \"acc_norm_stderr,none\": 0.03757992900475984\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.66,\n        \"acc_norm_stderr,none\": 0.030020073605457876\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.664,\n        \"acc_norm_stderr,none\": 0.029933259094191533\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.196,\n        \"acc_norm_stderr,none\": 0.025156857313255926\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.184,\n        \"acc_norm_stderr,none\": 0.02455581299422255\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.38,\n        \"acc_norm_stderr,none\": 0.030760116042626098\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.52,\n        \"acc_norm_stderr,none\": 0.03166085340849512\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.3859060402684564,\n        \"acc_norm_stderr,none\": 0.014114418970459845,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.37373737373737376,\n        \"acc_norm_stderr,none\": 0.03446897738659336\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.3974358974358974,\n        \"acc_norm_stderr,none\": 0.020962202982538314\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.37723214285714285,\n        \"acc_norm_stderr,none\": 0.02292522878095115\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.27911275415896486,\n        \"prompt_level_strict_acc_stderr,none\": 0.019303080958497275,\n        \"inst_level_strict_acc,none\": 0.4040767386091127,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.3179297597042514,\n        \"prompt_level_loose_acc_stderr,none\": 0.02003933297102034,\n        \"inst_level_loose_acc,none\": 0.4412470023980815,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.5536253776435045,\n        \"exact_match_stderr,none\": 0.012304397420842739,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.7915309446254072,\n        \"exact_match_stderr,none\": 0.023221701333654903\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.5284552845528455,\n        \"exact_match_stderr,none\": 0.04519450648295476\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.4166666666666667,\n        \"exact_match_stderr,none\": 0.043074190883537394\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.26785714285714285,\n        \"exact_match_stderr,none\": 0.026512301457877488\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.5974025974025974,\n        \"exact_match_stderr,none\": 0.039648186007942926\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.8186528497409327,\n        \"exact_match_stderr,none\": 0.027807032360686077\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.3333333333333333,\n        \"exact_match_stderr,none\": 0.04072314811876841\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.4623503989361702,\n        \"acc_stderr,none\": 0.004545528853814737\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.5145502645502645,\n        \"acc_norm_stderr,none\": 0.017942011176850563,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.572,\n        \"acc_norm_stderr,none\": 0.031355968923772626\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.39453125,\n        \"acc_norm_stderr,none\": 0.030606698150250366\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.58,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    }\n}\n```", "repo_url": "https://huggingface.co/DavidAU/DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_navigate", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_snarks", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_gpqa_extended", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_gpqa_main", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_gpqa_main_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_ifeval", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_ifeval_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_mmlu_pro", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_musr_object_placements", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-10T06-34-12.025015.jsonl"]}]}, {"config_name": "DavidAU__DeepSeek-R1-Distill-Qwen-25.5B-Brainstorm__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_03_10T06_34_12.025015", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-10T06-34-12.025015.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-10T06-34-12.025015.jsonl"]}]}]}}, {"id": "madaibaba/deepseek-math-dataset", "likes": 3, "downloads": 77, "created": "2025-03-27", "modified": "2025-03-27", "tags": ["language:en", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "mathematics", "dataset", "deepseek", "distillation", "reasoning"], "card": {"tags": ["mathematics", "dataset", "deepseek", "distillation", "reasoning"], "license": "mit", "datasets": ["madaibaba/deepseek-math-dataset"], "language": ["en"]}}, {"id": "JackGao/chinese-medical-deepseek-r1-distill-20k", "likes": 3, "downloads": 43, "created": "2025-04-15", "modified": "2025-04-15", "tags": ["size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "SuperbEmphasis/Claude-Deepseek-R1-ERP-RP-REASONING-AND-NONREASONING-Dataset", "likes": 3, "downloads": 53, "created": "2025-06-02", "modified": "2025-06-02", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"size_categories": ["1K<n<10K"], "extra_gated_prompt": "This Dataset contains sexual explicit material.  Please confirm your age by checking the box below.", "extra_gated_button_content": "Age Restriction", "extra_gated_fields": {"I confirm that I am over the age of 18": "checkbox"}}}, {"id": "EliotShen/Deepseek-V3-Distilled-Ancient-Chinese-Translation", "likes": 3, "downloads": 40, "created": "2025-07-15", "modified": "2025-07-15", "tags": ["task_categories:translation", "task_categories:question-answering", "language:zh", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"task_categories": ["translation", "question-answering"], "language": ["zh"], "size_categories": ["10K<n<100K"]}}, {"id": "sequelbox/Tachibana3-Part1-DeepSeek-V3.1-Terminus", "likes": 3, "downloads": 61, "created": "2025-10-06", "modified": "2025-10-06", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6644", "region:us", "tachibana", "tachibana-3", "chat"], "card": {"license": "apache-2.0", "tags": ["tachibana", "tachibana-3", "chat", "chat-instruct", "synthetic", "conversational", "python", "c++", "c#", "java", "javascript", "typescript", "go", "haskell", "algorithms", "data-structures", "concurrency", "api", "sql", "database", "auth", "ui", "mobile", "gamedev", "physics", "microservices", "cloud", "testing", "tooling", "embedded-systems", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "deepseek", "deepseek-v3.1-terminus", "v3.1", "terminus", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"]}}, {"id": "Zhenghang04/DeepSeek_DrugSmiles", "likes": 3, "downloads": 62, "created": "2026-04-19", "modified": "2026-05-21", "tags": ["license:mit", "region:us", "chemistry", "molecule", "SMILES", "DeepSeek", "computational-chemistry", "drug-discovery"], "card": {"title": "DeepSeek Small Molecule Datasets (CMAP, Tahoe, CIGS)", "emoji": "🧪", "colorFrom": "blue", "colorTo": "green", "sdk": "datasets", "tags": ["chemistry", "molecule", "SMILES", "DeepSeek", "computational-chemistry", "drug-discovery"], "license": "mit"}}, {"id": "plaguss/test_deepseek_prover", "likes": 2, "downloads": 41, "created": "2024-07-22", "modified": "2024-07-22", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "library:distilabel", "region:us", "synthetic", "distilabel", "rlaif"], "card": {"size_categories": "n<1K", "dataset_info": {"features": [{"name": "informal_statement", "dtype": "string"}, {"name": "formal_statement", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_output_proof_generator", "dtype": "string"}]}, {"name": "model_name", "dtype": "string"}, {"name": "natural_language", "dtype": "string"}, {"name": "analysis", "dtype": "string"}, {"name": "assessment", "dtype": "string"}, {"name": "proof", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 23786, "num_examples": 10}], "download_size": 27648, "dataset_size": 23786}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "tags": ["synthetic", "distilabel", "rlaif"]}}, {"id": "HanningZhang/math_deepseek", "likes": 2, "downloads": 25, "created": "2024-10-05", "modified": "2024-10-05", "tags": ["size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "HanningZhang/deepseek-math-new", "likes": 2, "downloads": 16, "created": "2024-10-25", "modified": "2024-10-25", "tags": ["size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "aldigobbler/deepseek7k", "likes": 2, "downloads": 49, "created": "2025-01-07", "modified": "2025-01-07", "tags": ["license:gpl-3.0", "region:us"], "card": {"license": "gpl-3.0"}}, {"id": "DKYoon/dolphin-r1-deepseek-filtered-short", "likes": 2, "downloads": 38, "created": "2025-02-04", "modified": "2025-02-04", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "model", "dtype": "string"}, {"name": "__index_level_0__", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 1638721304, "num_examples": 226813}], "download_size": 786629664, "dataset_size": 1638721304}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "nishadsinghi/math7500_train_solutions_DeepSeek-R1-Distill-Qwen-7B_32K_tokens", "likes": 2, "downloads": 34, "created": "2025-02-13", "modified": "2025-02-13", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem_id", "dtype": "int64"}, {"name": "question", "dtype": "string"}, {"name": "gt_answer", "dtype": "string"}, {"name": "gt_solution", "dtype": "string"}, {"name": "solution_id", "dtype": "int64"}, {"name": "solution", "dtype": "string"}, {"name": "is_correct", "dtype": "bool"}], "splits": [{"name": "train", "num_bytes": 81940121, "num_examples": 7452}], "download_size": 35971100, "dataset_size": 81940121}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "prasanna777/numina-deepseek-r1-qwen-1.5b", "likes": 2, "downloads": 32, "created": "2025-02-16", "modified": "2025-02-16", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "kkkkkkkkkkkkkkkkkkkk/CivilEngineer-deepseek-r1", "likes": 2, "downloads": 22, "created": "2025-02-18", "modified": "2025-02-18", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "generation", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 71926018, "num_examples": 6300}], "download_size": 39036991, "dataset_size": 71926018}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "sequelbox/Tachibana2-DeepSeek-R1-PREVIEW", "likes": 2, "downloads": 50, "created": "2025-03-03", "modified": "2025-03-03", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "region:us", "tachibana", "present-day", "present-time", "code", "code-reasoning", "code-instruct", "python", "javascript", "java", "scripting"], "card": {"license": "apache-2.0", "tags": ["tachibana", "present-day", "present-time", "code", "code-reasoning", "code-instruct", "python", "javascript", "java", "scripting", "coding", "programming", "development", "creative", "analytical", "reasoning", "rational", "deepseek", "r1", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"]}}, {"id": "elsonj/IT-Support-Finetuned-DeepSeek-BitWitDataset", "likes": 2, "downloads": 43, "created": "2025-03-03", "modified": "2025-03-07", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "input", "dtype": "string"}, {"name": "output", "dtype": "string"}, {"name": "text", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 592934, "num_examples": 521}], "download_size": 65547, "dataset_size": 592934}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Croaker3/task_data_high-school-math_DeepSeek-R1", "likes": 2, "downloads": 14, "created": "2025-03-15", "modified": "2025-03-15", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "mlfoundations-dev/AM-DeepSeek-R1-Distilled-1.4M-am_0.5M", "likes": 2, "downloads": 64, "created": "2025-04-08", "modified": "2025-04-08", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "source", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "test_case", "dtype": "string"}, {"name": "think_content", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}]}]}], "splits": [{"name": "train", "num_bytes": 14042845756, "num_examples": 500000}], "download_size": 6188819724, "dataset_size": 14042845756}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-SFW-DeepSeek-V3-0324-20k-formatted", "likes": 2, "downloads": 73, "created": "2025-04-22", "modified": "2025-06-04", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "roleplay"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "int64"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 128901580, "num_examples": 19922}], "download_size": 67878326, "dataset_size": 128901580}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay"], "size_categories": ["10K<n<100K"]}}, {"id": "ShahzebKhoso/deepseek-svg-description", "likes": 2, "downloads": 63, "created": "2025-04-27", "modified": "2025-04-27", "tags": ["task_categories:text-to-image", "task_categories:image-to-text", "task_categories:text-generation", "annotations_creators:machine-generated", "multilinguality:monolingual", "language:en", "license:mit", "size_categories:1K<n<10K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars"], "card": {"annotations_creators": ["machine-generated"], "language": ["en"], "license": "mit", "multilinguality": "monolingual", "pretty_name": "SVG Reasoning and Description Dataset", "tags": ["svg", "vision-language", "code-generation", "image-generation"], "task_categories": ["text-to-image", "image-to-text", "text-generation"], "dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "completion", "dtype": "string"}, {"name": "generated_description", "dtype": "string"}, {"name": "svg_code", "dtype": "string"}, {"name": "image", "dtype": "image"}], "splits": [{"name": "train", "num_bytes": 53920478, "num_examples": 4750}, {"name": "test", "num_bytes": 2733290, "num_examples": 250}], "download_size": 41975017, "dataset_size": 56653768}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "Aratako/Synthetic-Japanese-Roleplay-NSFW-DeepSeek-R1-0528-10k", "likes": 2, "downloads": 56, "created": "2025-06-04", "modified": "2025-06-05", "tags": ["task_categories:text-generation", "language:ja", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "roleplay", "not-for-all-audiences"], "card": {"dataset_info": {"features": [{"name": "major_genre", "dtype": "string"}, {"name": "minor_genre", "dtype": "string"}, {"name": "tag", "dtype": "string"}, {"name": "world_setting", "dtype": "string"}, {"name": "scene_setting", "dtype": "string"}, {"name": "user_setting", "dtype": "string"}, {"name": "assistant_setting", "dtype": "string"}, {"name": "dialogue_tone", "dtype": "string"}, {"name": "conversation_format", "dtype": "string"}, {"name": "conversations", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 87438306.10392196, "num_examples": 10005}], "download_size": 45417055, "dataset_size": 87438306.10392196}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["text-generation"], "language": ["ja"], "tags": ["roleplay", "not-for-all-audiences"], "size_categories": ["10K<n<100K"]}}, {"id": "KingNish/Finetome-Deepseek-100k", "likes": 2, "downloads": 31, "created": "2025-06-14", "modified": "2025-06-14", "tags": ["language:en", "license:mit", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "curator"], "card": {"language": "en", "license": "mit", "tags": ["curator"]}}, {"id": "HangGuo/PRM_Deepseek_dataset", "likes": 2, "downloads": 19, "created": "2025-06-23", "modified": "2025-06-28", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "completions", "sequence": "string"}, {"name": "labels", "sequence": "bool"}, {"name": "index", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 261061166, "num_examples": 252942}], "download_size": 112300288, "dataset_size": 261061166}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "codelion/DeepSeek-R1-Distill-Qwen-1.5B-pts-thought-anchors", "likes": 2, "downloads": 81, "created": "2025-07-10", "modified": "2025-07-10", "tags": ["task_categories:other", "language:en", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "pts", "thought-anchors", "reasoning", "llm-analysis"], "card": {"language": ["en"], "tags": ["pts", "thought-anchors", "reasoning", "llm-analysis", "sentence-level-analysis", "pivotal-token-search"], "size_categories": ["n<1K"], "task_categories": ["other"], "pretty_name": "PTS Thought Anchors Dataset", "dataset_info": {"config_name": "default", "features": [{"name": "model_id", "dtype": "string"}, {"name": "query", "dtype": "string"}, {"name": "sentence", "dtype": "string"}, {"name": "sentence_id", "dtype": "int64"}, {"name": "prefix_context", "dtype": "string"}, {"name": "prob_with_sentence", "dtype": "float64"}, {"name": "prob_without_sentence", "dtype": "float64"}, {"name": "prob_delta", "dtype": "float64"}, {"name": "task_type", "dtype": "string"}, {"name": "suffix_context", "dtype": "string"}, {"name": "full_reasoning_trace", "dtype": "string"}, {"name": "sentence_embedding", "sequence": "float64"}, {"name": "alternatives_embeddings", "sequence": {"sequence": "float64"}}, {"name": "causal_dependencies", "sequence": "int64"}, {"name": "causal_dependents", "sequence": "int64"}, {"name": "logical_relationship", "dtype": "string"}, {"name": "failure_mode", "dtype": "string"}, {"name": "error_type", "dtype": "string"}, {"name": "correction_suggestion", "dtype": "string"}, {"name": "importance_score", "dtype": "float64"}, {"name": "is_positive", "dtype": "bool"}, {"name": "sentence_category", "dtype": "string"}, {"name": "alternatives_tested", "sequence": "string"}, {"name": "dependency_sentences", "sequence": "int64"}, {"name": "dataset_id", "dtype": "string"}, {"name": "dataset_item_id", "dtype": "string"}, {"name": "timestamp", "dtype": "timestamp[s]"}]}}}, {"id": "Jackrong/DeepSeek-V3.2-Exp-reasoning-example", "likes": 2, "downloads": 45, "created": "2025-09-30", "modified": "2025-09-30", "tags": ["task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "task_categories": ["question-answering"], "language": ["en"], "pretty_name": "DeepSeek-V3.2-Exp-reasoning-example", "size_categories": ["n<1K"]}}, {"id": "sequelbox/Titanium3-DeepSeek-V3.1-Terminus", "likes": 2, "downloads": 61, "created": "2025-10-06", "modified": "2025-10-06", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "doi:10.57967/hf/6646", "region:us", "titanium", "titanium-3", "chat"], "card": {"license": "apache-2.0", "tags": ["titanium", "titanium-3", "chat", "chat-instruct", "synthetic", "conversational", "python", "dev-ops", "devops", "terraform", "ansible", "docker", "jenkins", "kubernetes", "helm", "grafana", "prometheus", "shell", "bash", "azure", "aws", "gcp", "cloud", "problem-solving", "expert", "architect", "engineer", "developer", "instruct", "creative", "analytical", "reasoning", "rational", "deepseek", "deepseek-v3.1-terminus", "v3.1", "terminus", "685b"], "language": ["en"], "task_categories": ["text-generation"], "size_categories": ["10K<n<100K"], "pretty_name": "Titanium3"}}, {"id": "dicta-il/MathCOT-oss-vs-DeepSeek", "likes": 2, "downloads": 61, "created": "2025-10-11", "modified": "2025-11-30", "tags": ["task_categories:text-generation", "language:en", "license:cc-by-4.0", "size_categories:100K<n<1M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2511.19333", "region:us"], "card": {"configs": [{"config_name": "default", "data_files": [{"split": "gpt_oss_120b", "path": "gpt-oss-120b.jsonl.gz"}, {"split": "DeepSeek_R1_0528", "path": "DeepSeek-R1-0528.jsonl.gz"}]}], "license": "cc-by-4.0", "task_categories": ["text-generation"], "language": ["en"]}}, {"id": "0xSero/deepseek-v4-flash-reap-observations-v1", "likes": 2, "downloads": 91, "created": "2026-04-25", "modified": "2026-09-01", "tags": ["region:us", "license-unresolved", "working-data"], "card": {"tags": ["license-unresolved", "working-data"]}}, {"id": "drlee1/deepseek-v4-distill-ko-1k", "likes": 2, "downloads": 44, "created": "2026-05-06", "modified": "2026-05-06", "tags": ["task_categories:text-generation", "task_categories:translation", "source_datasets:Jackrong/DeepSeek-V4-Distill-8000x", "source_datasets:Jackrong/GLM-5.1-Reasoning-1M-Cleaned", "language:ko", "language:en", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "mit", "language": ["ko", "en"], "tags": ["reasoning", "chain-of-thought", "translation", "korean", "distillation", "supervised-fine-tuning"], "size_categories": ["1K<n<10K"], "source_datasets": ["Jackrong/DeepSeek-V4-Distill-8000x", "Jackrong/GLM-5.1-Reasoning-1M-Cleaned"], "task_categories": ["text-generation", "translation"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/translated_1000.jsonl"}]}]}}, {"id": "SLoonker/Deepseek-V4-Flash-11000x", "likes": 2, "downloads": 68, "created": "2026-05-14", "modified": "2026-05-14", "tags": ["task_categories:text-generation", "language:en", "license:mit", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "distillation", "reasoning", "synthetic", "deepseek"], "card": {"license": "mit", "task_categories": ["text-generation"], "language": ["en"], "tags": ["distillation", "reasoning", "synthetic", "deepseek"], "size_categories": ["10K<n<100K"]}}, {"id": "SLoonker/Deepseek-V4-Distill-Combined-14000x", "likes": 2, "downloads": 79, "created": "2026-05-14", "modified": "2026-05-14", "tags": ["task_categories:text-generation", "language:en", "license:mit", "size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek", "deepseek-v4", "distillation"], "card": {"license": "mit", "language": ["en"], "task_categories": ["text-generation"], "tags": ["deepseek", "deepseek-v4", "distillation", "reasoning", "supervised-fine-tuning", "chat"]}}, {"id": "abcdefj123/AM-DeepSeek-R1-Distilled-1.4M", "likes": 2, "downloads": 122, "created": "2026-07-20", "modified": "2026-07-20", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:1M<n<10M", "arxiv:2503.19633", "region:us", "code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "card": {"license": "cc-by-nc-4.0", "task_categories": ["text-generation"], "language": ["zh", "en"], "tags": ["code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "size_categories": ["1M<n<10M"], "configs": [{"config_name": "am_0.5M", "data_files": "am_0.5M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M", "data_files": "am_0.9M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M_sample_1k", "data_files": "am_0.9M_sample_1k.jsonl", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}]}}, {"id": "Ji-Ha/deepseek-coder-7b-base-imatrix-wikitext", "likes": 1, "downloads": 58, "created": "2024-02-04", "modified": "2024-02-04", "tags": ["license:apache-2.0", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "Ba2han/DeepseekMoE_3k", "likes": 1, "downloads": 43, "created": "2024-05-13", "modified": "2024-05-13", "tags": ["license:mit", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "mit"}}, {"id": "stojchet/dpo-deepseek-coder-1.3b-base-empty-fn", "likes": 1, "downloads": 28, "created": "2024-07-10", "modified": "2024-07-10", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"config_name": "python", "features": [{"name": "prompt", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "chosen", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 7308023, "num_examples": 4671}, {"name": "validation", "num_bytes": 513757, "num_examples": 298}, {"name": "test", "num_bytes": 417171, "num_examples": 266}], "download_size": 8138698, "dataset_size": 8238951}, "configs": [{"config_name": "python", "data_files": [{"split": "train", "path": "python/train-*"}, {"split": "validation", "path": "python/validation-*"}, {"split": "test", "path": "python/test-*"}]}]}}, {"id": "pvduy/code-feedback-deepseekv2-critic", "likes": 1, "downloads": 33, "created": "2024-08-24", "modified": "2024-08-24", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "chosen", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "rejected", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 870179525, "num_examples": 131168}, {"name": "test", "num_bytes": 6155447, "num_examples": 1000}], "download_size": 390195377, "dataset_size": 876334972}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "RLHFlow/Deepseek-ORM-Data-Pairwise", "likes": 1, "downloads": 32, "created": "2024-11-03", "modified": "2024-11-04", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "chosen", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "rejected", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 93092349, "num_examples": 36036}], "download_size": 27872711, "dataset_size": 93092349}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "FlippyDora/gsm8k_deepseek_pair_traj_actions_ds", "likes": 1, "downloads": 22, "created": "2024-12-18", "modified": "2024-12-20", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "answers", "sequence": "string"}, {"name": "label", "sequence": "int64"}, {"name": "step", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 290624200, "num_examples": 32816}], "download_size": 29986490, "dataset_size": 290624200}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "ruggsea/wsdm2024-deepseek-cot", "likes": 1, "downloads": 64, "created": "2025-01-10", "modified": "2025-01-13", "tags": ["task_categories:text-classification", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "wsdm", "CoT", "SFT"], "card": {"task_categories": ["text-classification"], "tags": ["wsdm", "CoT", "SFT"], "size_categories": ["10K<n<100K"]}}, {"id": "open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Qwen-7B-details", "likes": 1, "downloads": 75, "created": "2025-01-20", "modified": "2025-02-13", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/DeepSeek-R1-Distill-Qwen-7B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Qwen-7B-details\",\n\tname=\"deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-01-20T22-51-25.465135](https://huggingface.co/datasets/open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Qwen-7B-details/blob/main/deepseek-ai__DeepSeek-R1-Distill-Qwen-7B/results_2025-01-20T22-51-25.465135.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0,\n            \"acc_norm,none\": 0.33389544688026984,\n            \"acc_norm_stderr,none\": 0.005179417520356462,\n            \"inst_level_loose_acc,none\": 0.4844124700239808,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"acc,none\": 0.2321309840425532,\n            \"acc_stderr,none\": 0.003849100624883626,\n            \"prompt_level_loose_acc,none\": 0.34011090573012936,\n            \"prompt_level_loose_acc_stderr,none\": 0.020386791181835815,\n            \"inst_level_strict_acc,none\": 0.4748201438848921,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_strict_acc,none\": 0.33271719038817005,\n            \"prompt_level_strict_acc_stderr,none\": 0.020276626829210515,\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.34108661690678704,\n            \"acc_norm_stderr,none\": 0.005984098390330253,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.532,\n            \"acc_norm_stderr,none\": 0.031621252575725574\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.5187165775401069,\n            \"acc_norm_stderr,none\": 0.03663608375537843\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.384,\n            \"acc_norm_stderr,none\": 0.030821679117375447\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.312,\n            \"acc_norm_stderr,none\": 0.02936106757521985\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.468,\n            \"acc_norm_stderr,none\": 0.03162125257572558\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.428,\n            \"acc_norm_stderr,none\": 0.031355968923772626\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.484,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.288,\n            \"acc_norm_stderr,none\": 0.028697004587398253\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.16,\n            \"acc_norm_stderr,none\": 0.023232714782060626\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.484,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.296,\n            \"acc_norm_stderr,none\": 0.028928939388379694\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.484,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.116,\n            \"acc_norm_stderr,none\": 0.020293429803083823\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.3219178082191781,\n            \"acc_norm_stderr,none\": 0.038799816296271356\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.176,\n            \"acc_norm_stderr,none\": 0.024133497525457123\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.364,\n            \"acc_norm_stderr,none\": 0.030491555220405475\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.22,\n            \"acc_norm_stderr,none\": 0.026251792824605793\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.47752808988764045,\n            \"acc_norm_stderr,none\": 0.03754432508487191\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.48,\n            \"acc_norm_stderr,none\": 0.03166085340849512\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.244,\n            \"acc_norm_stderr,none\": 0.02721799546455311\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.112,\n            \"acc_norm_stderr,none\": 0.019985536939171485\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.12,\n            \"acc_norm_stderr,none\": 0.020593600596839998\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.304,\n            \"acc_norm_stderr,none\": 0.02915021337415965\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.488,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.27936241610738255,\n            \"acc_norm_stderr,none\": 0.012993096355068857,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.23232323232323232,\n            \"acc_norm_stderr,none\": 0.030088629490217445\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.2765567765567766,\n            \"acc_norm_stderr,none\": 0.019160027479692504\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.30357142857142855,\n            \"acc_norm_stderr,none\": 0.021747782232917543\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.33271719038817005,\n            \"prompt_level_strict_acc_stderr,none\": 0.020276626829210515,\n            \"inst_level_strict_acc,none\": 0.4748201438848921,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.34011090573012936,\n            \"prompt_level_loose_acc_stderr,none\": 0.020386791181835815,\n            \"inst_level_loose_acc,none\": 0.4844124700239808,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.2321309840425532,\n            \"acc_stderr,none\": 0.003849100624883626\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.36507936507936506,\n            \"acc_norm_stderr,none\": 0.01703783635000283,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.492,\n            \"acc_norm_stderr,none\": 0.03168215643141386\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.21484375,\n            \"acc_norm_stderr,none\": 0.0257199025008015\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.392,\n            \"acc_norm_stderr,none\": 0.030938207620401222\n        }\n    },\n    \"leaderboard\": {\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0,\n        \"acc_norm,none\": 0.33389544688026984,\n        \"acc_norm_stderr,none\": 0.005179417520356462,\n        \"inst_level_loose_acc,none\": 0.4844124700239808,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"acc,none\": 0.2321309840425532,\n        \"acc_stderr,none\": 0.003849100624883626,\n        \"prompt_level_loose_acc,none\": 0.34011090573012936,\n        \"prompt_level_loose_acc_stderr,none\": 0.020386791181835815,\n        \"inst_level_strict_acc,none\": 0.4748201438848921,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_strict_acc,none\": 0.33271719038817005,\n        \"prompt_level_strict_acc_stderr,none\": 0.020276626829210515,\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.34108661690678704,\n        \"acc_norm_stderr,none\": 0.005984098390330253,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.532,\n        \"acc_norm_stderr,none\": 0.031621252575725574\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.5187165775401069,\n        \"acc_norm_stderr,none\": 0.03663608375537843\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.384,\n        \"acc_norm_stderr,none\": 0.030821679117375447\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.312,\n        \"acc_norm_stderr,none\": 0.02936106757521985\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.468,\n        \"acc_norm_stderr,none\": 0.03162125257572558\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.428,\n        \"acc_norm_stderr,none\": 0.031355968923772626\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.484,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.288,\n        \"acc_norm_stderr,none\": 0.028697004587398253\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.16,\n        \"acc_norm_stderr,none\": 0.023232714782060626\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.484,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.296,\n        \"acc_norm_stderr,none\": 0.028928939388379694\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.484,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.116,\n        \"acc_norm_stderr,none\": 0.020293429803083823\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.3219178082191781,\n        \"acc_norm_stderr,none\": 0.038799816296271356\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.176,\n        \"acc_norm_stderr,none\": 0.024133497525457123\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.364,\n        \"acc_norm_stderr,none\": 0.030491555220405475\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.22,\n        \"acc_norm_stderr,none\": 0.026251792824605793\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.47752808988764045,\n        \"acc_norm_stderr,none\": 0.03754432508487191\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.48,\n        \"acc_norm_stderr,none\": 0.03166085340849512\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.244,\n        \"acc_norm_stderr,none\": 0.02721799546455311\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.112,\n        \"acc_norm_stderr,none\": 0.019985536939171485\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.12,\n        \"acc_norm_stderr,none\": 0.020593600596839998\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.304,\n        \"acc_norm_stderr,none\": 0.02915021337415965\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.488,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.27936241610738255,\n        \"acc_norm_stderr,none\": 0.012993096355068857,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.23232323232323232,\n        \"acc_norm_stderr,none\": 0.030088629490217445\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.2765567765567766,\n        \"acc_norm_stderr,none\": 0.019160027479692504\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.30357142857142855,\n        \"acc_norm_stderr,none\": 0.021747782232917543\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.33271719038817005,\n        \"prompt_level_strict_acc_stderr,none\": 0.020276626829210515,\n        \"inst_level_strict_acc,none\": 0.4748201438848921,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.34011090573012936,\n        \"prompt_level_loose_acc_stderr,none\": 0.020386791181835815,\n        \"inst_level_loose_acc,none\": 0.4844124700239808,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.2321309840425532,\n        \"acc_stderr,none\": 0.003849100624883626\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.36507936507936506,\n        \"acc_norm_stderr,none\": 0.01703783635000283,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.492,\n        \"acc_norm_stderr,none\": 0.03168215643141386\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.21484375,\n        \"acc_norm_stderr,none\": 0.0257199025008015\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.392,\n        \"acc_norm_stderr,none\": 0.030938207620401222\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_navigate", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_navigate_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_object_counting_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_snarks", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_snarks_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_gpqa_diamond_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_gpqa_extended", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_gpqa_extended_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_gpqa_main", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_gpqa_main_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_ifeval", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_ifeval_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_algebra_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_geometry_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_mmlu_pro", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_mmlu_pro_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_musr_object_placements", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_musr_object_placements_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-01-20T22-51-25.465135.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Qwen-7B__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_01_20T22_51_25.465135", "path": ["**/samples_leaderboard_musr_team_allocation_2025-01-20T22-51-25.465135.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-01-20T22-51-25.465135.jsonl"]}]}]}}, {"id": "mizinovmv/ru_example_DeepSeek-R1-Distill-Qwen-32B", "likes": 1, "downloads": 43, "created": "2025-01-22", "modified": "2025-01-26", "tags": ["language:ru", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"language": ["ru"], "dataset_info": {"features": [{"name": "ru_query", "dtype": "string"}, {"name": "response", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 4536634, "num_examples": 279}], "download_size": 1316584, "dataset_size": 4536634}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "hbXNov/numina_math_deepseek_r1_responses", "likes": 1, "downloads": 75, "created": "2025-01-22", "modified": "2025-01-22", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "deepseek_solution", "dtype": "string"}, {"name": "ground_truth_solution", "dtype": "string"}, {"name": "deepseek_final_answer", "dtype": "string"}, {"name": "ground_truth_final_answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 51866, "num_examples": 5}], "download_size": 44086, "dataset_size": 51866}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Llama-70B-details", "likes": 1, "downloads": 50, "created": "2025-01-23", "modified": "2025-02-13", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "dataset_summary": "Dataset automatically created during the evaluation run of model [deepseek-ai/DeepSeek-R1-Distill-Llama-70B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Llama-70B-details\",\n\tname=\"deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-01-23T01-08-12.151650](https://huggingface.co/datasets/open-llm-leaderboard/deepseek-ai__DeepSeek-R1-Distill-Llama-70B-details/blob/main/deepseek-ai__DeepSeek-R1-Distill-Llama-70B/results_2025-01-23T01-08-12.151650.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"prompt_level_loose_acc,none\": 0.3733826247689464,\n            \"prompt_level_loose_acc_stderr,none\": 0.02081523837683445,\n            \"acc_norm,none\": 0.5035672590478661,\n            \"acc_norm_stderr,none\": 0.005224640497711039,\n            \"inst_level_loose_acc,none\": 0.511990407673861,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"inst_level_strict_acc,none\": 0.5011990407673861,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"exact_match,none\": 0.0891238670694864,\n            \"exact_match_stderr,none\": 0.007541240839450527,\n            \"acc,none\": 0.4748171542553192,\n            \"acc_stderr,none\": 0.004552685005545704,\n            \"prompt_level_strict_acc,none\": 0.3659889094269871,\n            \"prompt_level_strict_acc_stderr,none\": 0.02072934168450657,\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.562228779725742,\n            \"acc_norm_stderr,none\": 0.0060661856245377834,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.868,\n            \"acc_norm_stderr,none\": 0.021450980824038166\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.5187165775401069,\n            \"acc_norm_stderr,none\": 0.03663608375537843\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.656,\n            \"acc_norm_stderr,none\": 0.03010450339231644\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.396,\n            \"acc_norm_stderr,none\": 0.030993197854577898\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.652,\n            \"acc_norm_stderr,none\": 0.030186568464511673\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.556,\n            \"acc_norm_stderr,none\": 0.03148684942554571\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.56,\n            \"acc_norm_stderr,none\": 0.03145724452223569\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.504,\n            \"acc_norm_stderr,none\": 0.0316851985511992\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.496,\n            \"acc_norm_stderr,none\": 0.0316851985511992\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.548,\n            \"acc_norm_stderr,none\": 0.03153986449255664\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.728,\n            \"acc_norm_stderr,none\": 0.028200088296309975\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.42,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.612,\n            \"acc_norm_stderr,none\": 0.030881038748993974\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.5958904109589042,\n            \"acc_norm_stderr,none\": 0.0407519857003932\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.7,\n            \"acc_norm_stderr,none\": 0.029040893477575786\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.864,\n            \"acc_norm_stderr,none\": 0.021723342617052086\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.616,\n            \"acc_norm_stderr,none\": 0.030821679117375447\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.6573033707865169,\n            \"acc_norm_stderr,none\": 0.03567395111782629\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.484,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.888,\n            \"acc_norm_stderr,none\": 0.019985536939171485\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.172,\n            \"acc_norm_stderr,none\": 0.02391551394448624\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.148,\n            \"acc_norm_stderr,none\": 0.022503547243806186\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.332,\n            \"acc_norm_stderr,none\": 0.029844039047465857\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.552,\n            \"acc_norm_stderr,none\": 0.03151438761115348\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.2651006711409396,\n            \"acc_norm_stderr,none\": 0.012793420551935991,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.29292929292929293,\n            \"acc_norm_stderr,none\": 0.032424979581788145\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.2673992673992674,\n            \"acc_norm_stderr,none\": 0.018959004502646776\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.25,\n            \"acc_norm_stderr,none\": 0.02048079801297601\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.3659889094269871,\n            \"prompt_level_strict_acc_stderr,none\": 0.02072934168450657,\n            \"inst_level_strict_acc,none\": 0.5011990407673861,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.3733826247689464,\n            \"prompt_level_loose_acc_stderr,none\": 0.02081523837683445,\n            \"inst_level_loose_acc,none\": 0.511990407673861,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.0891238670694864,\n            \"exact_match_stderr,none\": 0.007541240839450527,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.14006514657980457,\n            \"exact_match_stderr,none\": 0.019839791442658312\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.1951219512195122,\n            \"exact_match_stderr,none\": 0.035878823309355545\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.06060606060606061,\n            \"exact_match_stderr,none\": 0.020847129156682045\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.032467532467532464,\n            \"exact_match_stderr,none\": 0.014328862002759745\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.19689119170984457,\n            \"exact_match_stderr,none\": 0.028697873971860723\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.0,\n            \"exact_match_stderr,none\": 0.0\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.4748171542553192,\n            \"acc_stderr,none\": 0.004552685005545704\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.43253968253968256,\n            \"acc_norm_stderr,none\": 0.017164030311863896,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.5,\n            \"acc_norm_stderr,none\": 0.031686212526223896\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.22265625,\n            \"acc_norm_stderr,none\": 0.026052770304385832\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.58,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        }\n    },\n    \"leaderboard\": {\n        \"prompt_level_loose_acc,none\": 0.3733826247689464,\n        \"prompt_level_loose_acc_stderr,none\": 0.02081523837683445,\n        \"acc_norm,none\": 0.5035672590478661,\n        \"acc_norm_stderr,none\": 0.005224640497711039,\n        \"inst_level_loose_acc,none\": 0.511990407673861,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"inst_level_strict_acc,none\": 0.5011990407673861,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"exact_match,none\": 0.0891238670694864,\n        \"exact_match_stderr,none\": 0.007541240839450527,\n        \"acc,none\": 0.4748171542553192,\n        \"acc_stderr,none\": 0.004552685005545704,\n        \"prompt_level_strict_acc,none\": 0.3659889094269871,\n        \"prompt_level_strict_acc_stderr,none\": 0.02072934168450657,\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.562228779725742,\n        \"acc_norm_stderr,none\": 0.0060661856245377834,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.868,\n        \"acc_norm_stderr,none\": 0.021450980824038166\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.5187165775401069,\n        \"acc_norm_stderr,none\": 0.03663608375537843\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.656,\n        \"acc_norm_stderr,none\": 0.03010450339231644\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.396,\n        \"acc_norm_stderr,none\": 0.030993197854577898\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.652,\n        \"acc_norm_stderr,none\": 0.030186568464511673\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.556,\n        \"acc_norm_stderr,none\": 0.03148684942554571\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.56,\n        \"acc_norm_stderr,none\": 0.03145724452223569\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.504,\n        \"acc_norm_stderr,none\": 0.0316851985511992\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.496,\n        \"acc_norm_stderr,none\": 0.0316851985511992\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.548,\n        \"acc_norm_stderr,none\": 0.03153986449255664\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.728,\n        \"acc_norm_stderr,none\": 0.028200088296309975\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.42,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.612,\n        \"acc_norm_stderr,none\": 0.030881038748993974\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.5958904109589042,\n        \"acc_norm_stderr,none\": 0.0407519857003932\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.7,\n        \"acc_norm_stderr,none\": 0.029040893477575786\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.864,\n        \"acc_norm_stderr,none\": 0.021723342617052086\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.616,\n        \"acc_norm_stderr,none\": 0.030821679117375447\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.6573033707865169,\n        \"acc_norm_stderr,none\": 0.03567395111782629\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.484,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.888,\n        \"acc_norm_stderr,none\": 0.019985536939171485\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.172,\n        \"acc_norm_stderr,none\": 0.02391551394448624\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.148,\n        \"acc_norm_stderr,none\": 0.022503547243806186\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.332,\n        \"acc_norm_stderr,none\": 0.029844039047465857\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.552,\n        \"acc_norm_stderr,none\": 0.03151438761115348\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.2651006711409396,\n        \"acc_norm_stderr,none\": 0.012793420551935991,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.29292929292929293,\n        \"acc_norm_stderr,none\": 0.032424979581788145\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.2673992673992674,\n        \"acc_norm_stderr,none\": 0.018959004502646776\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.25,\n        \"acc_norm_stderr,none\": 0.02048079801297601\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.3659889094269871,\n        \"prompt_level_strict_acc_stderr,none\": 0.02072934168450657,\n        \"inst_level_strict_acc,none\": 0.5011990407673861,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.3733826247689464,\n        \"prompt_level_loose_acc_stderr,none\": 0.02081523837683445,\n        \"inst_level_loose_acc,none\": 0.511990407673861,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.0891238670694864,\n        \"exact_match_stderr,none\": 0.007541240839450527,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.14006514657980457,\n        \"exact_match_stderr,none\": 0.019839791442658312\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.1951219512195122,\n        \"exact_match_stderr,none\": 0.035878823309355545\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.06060606060606061,\n        \"exact_match_stderr,none\": 0.020847129156682045\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.032467532467532464,\n        \"exact_match_stderr,none\": 0.014328862002759745\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.19689119170984457,\n        \"exact_match_stderr,none\": 0.028697873971860723\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.0,\n        \"exact_match_stderr,none\": 0.0\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.4748171542553192,\n        \"acc_stderr,none\": 0.004552685005545704\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.43253968253968256,\n        \"acc_norm_stderr,none\": 0.017164030311863896,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.5,\n        \"acc_norm_stderr,none\": 0.031686212526223896\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.22265625,\n        \"acc_norm_stderr,none\": 0.026052770304385832\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.58,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    }\n}\n```", "repo_url": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_navigate", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_navigate_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_object_counting_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_snarks", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_snarks_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_gpqa_diamond_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_gpqa_extended", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_gpqa_extended_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_gpqa_main", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_gpqa_main_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_ifeval", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_ifeval_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_algebra_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_geometry_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_mmlu_pro", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_mmlu_pro_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_musr_object_placements", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_musr_object_placements_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-01-23T01-08-12.151650.jsonl"]}]}, {"config_name": "deepseek-ai__DeepSeek-R1-Distill-Llama-70B__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_01_23T01_08_12.151650", "path": ["**/samples_leaderboard_musr_team_allocation_2025-01-23T01-08-12.151650.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-01-23T01-08-12.151650.jsonl"]}]}]}}, {"id": "math-extraction-comp/deepseek-ai__DeepSeek-R1-Distill-Llama-70B", "likes": 1, "downloads": 21, "created": "2025-01-26", "modified": "2025-01-26", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "gold", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "prediction", "dtype": "string"}, {"name": "subset", "dtype": "string"}, {"name": "lighteval-b200fe81_extracted_answer", "dtype": "string"}, {"name": "lighteval-b200fe81_score", "dtype": "float64"}, {"name": "qwen_extracted_answer", "dtype": "string"}, {"name": "qwen_score", "dtype": "float64"}, {"name": "harness_extracted_answer", "dtype": "string"}, {"name": "harness_score", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 5240294, "num_examples": 1324}], "download_size": 2432683, "dataset_size": 5240294}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "MedSalim/QA-deepseek-r1-distill-llama-70b", "likes": 1, "downloads": 19, "created": "2025-01-28", "modified": "2025-01-28", "tags": ["size_categories:n<1K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "AlgorithmicOps/numina-deepseek-r1-qwen-14b-awq", "likes": 1, "downloads": 37, "created": "2025-01-29", "modified": "2025-01-29", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "library:distilabel", "region:us", "synthetic", "distilabel", "rlaif"], "card": {"size_categories": "n<1K", "dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "generation", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_input_text_generation_0", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "raw_output_text_generation_0", "dtype": "string"}, {"name": "statistics_text_generation_0", "struct": [{"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}]}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 3072814, "num_examples": 160}], "download_size": 927092, "dataset_size": 3072814}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "tags": ["synthetic", "distilabel", "rlaif"]}}, {"id": "axolotl-ai-co/Deepseek-PRM-Data", "likes": 1, "downloads": 42, "created": "2025-01-29", "modified": "2025-02-03", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "completions", "sequence": "string"}, {"name": "labels", "sequence": "bool"}], "splits": [{"name": "train", "num_bytes": 246063664.7065817, "num_examples": 239719}, {"name": "test", "num_bytes": 12950935.2934183, "num_examples": 12617}], "download_size": 128213323, "dataset_size": 259014600}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "OALL/details_nicoboss__DeepSeek-R1-Distill-Qwen-32B-Uncensored", "likes": 1, "downloads": 26, "created": "2025-02-02", "modified": "2025-02-02", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored", "dataset_summary": "Dataset automatically created during the evaluation run of model [nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored](https://huggingface.co/nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored).\n\nThe dataset is composed of 136 configuration, each one coresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\"OALL/details_nicoboss__DeepSeek-R1-Distill-Qwen-32B-Uncensored\",\n\t\"lighteval_xstory_cloze_ar_0_2025_02_02T15_18_19_814092_parquet\",\n\tsplit=\"train\")\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-02-02T15:18:19.814092](https://huggingface.co/datasets/OALL/details_nicoboss__DeepSeek-R1-Distill-Qwen-32B-Uncensored/blob/main/results_2025-02-02T15-18-19.814092.json)(note that their might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"acc_norm\": 0.4709740802886288,\n        \"acc_norm_stderr\": 0.03775925866434763,\n        \"acc\": 0.6499007279947054,\n        \"acc_stderr\": 0.012275258369751083\n    },\n    \"community|acva:Algeria|0\": {\n        \"acc_norm\": 0.5230769230769231,\n        \"acc_norm_stderr\": 0.0358596530894741\n    },\n    \"community|acva:Ancient_Egypt|0\": {\n        \"acc_norm\": 0.050793650793650794,\n        \"acc_norm_stderr\": 0.01239139518482262\n    },\n    \"community|acva:Arab_Empire|0\": {\n        \"acc_norm\": 0.30943396226415093,\n        \"acc_norm_stderr\": 0.028450154794118627\n    },\n    \"community|acva:Arabic_Architecture|0\": {\n        \"acc_norm\": 0.4564102564102564,\n        \"acc_norm_stderr\": 0.035761230969912135\n    },\n    \"community|acva:Arabic_Art|0\": {\n        \"acc_norm\": 0.3641025641025641,\n        \"acc_norm_stderr\": 0.03454653867786389\n    },\n    \"community|acva:Arabic_Astronomy|0\": {\n        \"acc_norm\": 0.4666666666666667,\n        \"acc_norm_stderr\": 0.03581804596782233\n    },\n    \"community|acva:Arabic_Calligraphy|0\": {\n        \"acc_norm\": 0.47843137254901963,\n        \"acc_norm_stderr\": 0.0313435870640056\n    },\n    \"community|acva:Arabic_Ceremony|0\": {\n        \"acc_norm\": 0.518918918918919,\n        \"acc_norm_stderr\": 0.036834092970087065\n    },\n    \"community|acva:Arabic_Clothing|0\": {\n        \"acc_norm\": 0.5128205128205128,\n        \"acc_norm_stderr\": 0.03588610523192215\n    },\n    \"community|acva:Arabic_Culture|0\": {\n        \"acc_norm\": 0.23076923076923078,\n        \"acc_norm_stderr\": 0.0302493752938313\n    },\n    \"community|acva:Arabic_Food|0\": {\n        \"acc_norm\": 0.441025641025641,\n        \"acc_norm_stderr\": 0.0356473293185358\n    },\n    \"community|acva:Arabic_Funeral|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.050529115263991134\n    },\n    \"community|acva:Arabic_Geography|0\": {\n        \"acc_norm\": 0.6068965517241379,\n        \"acc_norm_stderr\": 0.040703290137070705\n    },\n    \"community|acva:Arabic_History|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085619\n    },\n    \"community|acva:Arabic_Language_Origin|0\": {\n        \"acc_norm\": 0.5473684210526316,\n        \"acc_norm_stderr\": 0.051339113773544845\n    },\n    \"community|acva:Arabic_Literature|0\": {\n        \"acc_norm\": 0.4689655172413793,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|acva:Arabic_Math|0\": {\n        \"acc_norm\": 0.30256410256410254,\n        \"acc_norm_stderr\": 0.03298070870085618\n    },\n    \"community|acva:Arabic_Medicine|0\": {\n        \"acc_norm\": 0.46206896551724136,\n        \"acc_norm_stderr\": 0.041546596717075474\n    },\n    \"community|acva:Arabic_Music|0\": {\n        \"acc_norm\": 0.23741007194244604,\n        \"acc_norm_stderr\": 0.036220593237998276\n    },\n    \"community|acva:Arabic_Ornament|0\": {\n        \"acc_norm\": 0.4717948717948718,\n        \"acc_norm_stderr\": 0.035840746749208334\n    },\n    \"community|acva:Arabic_Philosophy|0\": {\n        \"acc_norm\": 0.5793103448275863,\n        \"acc_norm_stderr\": 0.0411391498118926\n    },\n    \"community|acva:Arabic_Physics_and_Chemistry|0\": {\n        \"acc_norm\": 0.5333333333333333,\n        \"acc_norm_stderr\": 0.03581804596782232\n    },\n    \"community|acva:Arabic_Wedding|0\": {\n        \"acc_norm\": 0.41025641025641024,\n        \"acc_norm_stderr\": 0.03531493712326671\n    },\n    \"community|acva:Bahrain|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:Comoros|0\": {\n        \"acc_norm\": 0.37777777777777777,\n        \"acc_norm_stderr\": 0.07309112127323451\n    },\n    \"community|acva:Egypt_modern|0\": {\n        \"acc_norm\": 0.3157894736842105,\n        \"acc_norm_stderr\": 0.04794350420740798\n    },\n    \"community|acva:InfluenceFromAncientEgypt|0\": {\n        \"acc_norm\": 0.6051282051282051,\n        \"acc_norm_stderr\": 0.03509545602262038\n    },\n    \"community|acva:InfluenceFromByzantium|0\": {\n        \"acc_norm\": 0.7172413793103448,\n        \"acc_norm_stderr\": 0.03752833958003337\n    },\n    \"community|acva:InfluenceFromChina|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.0317493043641267\n    },\n    \"community|acva:InfluenceFromGreece|0\": {\n        \"acc_norm\": 0.6307692307692307,\n        \"acc_norm_stderr\": 0.034648411418637566\n    },\n    \"community|acva:InfluenceFromIslam|0\": {\n        \"acc_norm\": 0.30344827586206896,\n        \"acc_norm_stderr\": 0.038312260488503336\n    },\n    \"community|acva:InfluenceFromPersia|0\": {\n        \"acc_norm\": 0.6971428571428572,\n        \"acc_norm_stderr\": 0.03483414676585986\n    },\n    \"community|acva:InfluenceFromRome|0\": {\n        \"acc_norm\": 0.5743589743589743,\n        \"acc_norm_stderr\": 0.03549871080367708\n    },\n    \"community|acva:Iraq|0\": {\n        \"acc_norm\": 0.5058823529411764,\n        \"acc_norm_stderr\": 0.05455069703232772\n    },\n    \"community|acva:Islam_Education|0\": {\n        \"acc_norm\": 0.4512820512820513,\n        \"acc_norm_stderr\": 0.03572709860318392\n    },\n    \"community|acva:Islam_branches_and_schools|0\": {\n        \"acc_norm\": 0.4342857142857143,\n        \"acc_norm_stderr\": 0.037576101528126626\n    },\n    \"community|acva:Islamic_law_system|0\": {\n        \"acc_norm\": 0.4256410256410256,\n        \"acc_norm_stderr\": 0.035498710803677086\n    },\n    \"community|acva:Jordan|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Kuwait|0\": {\n        \"acc_norm\": 0.26666666666666666,\n        \"acc_norm_stderr\": 0.06666666666666667\n    },\n    \"community|acva:Lebanon|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Libya|0\": {\n        \"acc_norm\": 0.4444444444444444,\n        \"acc_norm_stderr\": 0.07491109582924914\n    },\n    \"community|acva:Mauritania|0\": {\n        \"acc_norm\": 0.4222222222222222,\n        \"acc_norm_stderr\": 0.07446027270295805\n    },\n    \"community|acva:Mesopotamia_civilization|0\": {\n        \"acc_norm\": 0.5225806451612903,\n        \"acc_norm_stderr\": 0.0402500394824441\n    },\n    \"community|acva:Morocco|0\": {\n        \"acc_norm\": 0.2222222222222222,\n        \"acc_norm_stderr\": 0.06267511942419628\n    },\n    \"community|acva:Oman|0\": {\n        \"acc_norm\": 0.17777777777777778,\n        \"acc_norm_stderr\": 0.05763774795025094\n    },\n    \"community|acva:Palestine|0\": {\n        \"acc_norm\": 0.24705882352941178,\n        \"acc_norm_stderr\": 0.047058823529411785\n    },\n    \"community|acva:Qatar|0\": {\n        \"acc_norm\": 0.4,\n        \"acc_norm_stderr\": 0.07385489458759964\n    },\n    \"community|acva:Saudi_Arabia|0\": {\n        \"acc_norm\": 0.3282051282051282,\n        \"acc_norm_stderr\": 0.03371243782413707\n    },\n    \"community|acva:Somalia|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Sudan|0\": {\n        \"acc_norm\": 0.35555555555555557,\n        \"acc_norm_stderr\": 0.07216392363431012\n    },\n    \"community|acva:Syria|0\": {\n        \"acc_norm\": 0.3333333333333333,\n        \"acc_norm_stderr\": 0.07106690545187012\n    },\n    \"community|acva:Tunisia|0\": {\n        \"acc_norm\": 0.3111111111111111,\n        \"acc_norm_stderr\": 0.06979205927323111\n    },\n    \"community|acva:United_Arab_Emirates|0\": {\n        \"acc_norm\": 0.23529411764705882,\n        \"acc_norm_stderr\": 0.04628210543937907\n    },\n    \"community|acva:Yemen|0\": {\n        \"acc_norm\": 0.2,\n        \"acc_norm_stderr\": 0.13333333333333333\n    },\n    \"community|acva:communication|0\": {\n        \"acc_norm\": 0.42857142857142855,\n        \"acc_norm_stderr\": 0.025974025974025955\n    },\n    \"community|acva:computer_and_phone|0\": {\n        \"acc_norm\": 0.45084745762711864,\n        \"acc_norm_stderr\": 0.02901934773187137\n    },\n    \"community|acva:daily_life|0\": {\n        \"acc_norm\": 0.18694362017804153,\n        \"acc_norm_stderr\": 0.021268948348414647\n    },\n    \"community|acva:entertainment|0\": {\n        \"acc_norm\": 0.23389830508474577,\n        \"acc_norm_stderr\": 0.024687839412166384\n    },\n    \"community|alghafa:mcq_exams_test_ar|0\": {\n        \"acc_norm\": 0.3734290843806104,\n        \"acc_norm_stderr\": 0.020514067962917007\n    },\n    \"community|alghafa:meta_ar_dialects|0\": {\n        \"acc_norm\": 0.41723818350324376,\n        \"acc_norm_stderr\": 0.006714011736821477\n    },\n    \"community|alghafa:meta_ar_msa|0\": {\n        \"acc_norm\": 0.4670391061452514,\n        \"acc_norm_stderr\": 0.016686126653013934\n    },\n    \"community|alghafa:multiple_choice_facts_truefalse_balanced_task|0\": {\n        \"acc_norm\": 0.52,\n        \"acc_norm_stderr\": 0.05807730170189531\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_soqal_task|0\": {\n        \"acc_norm\": 0.64,\n        \"acc_norm_stderr\": 0.03932313218491396\n    },\n    \"community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0\": {\n        \"acc_norm\": 0.4866666666666667,\n        \"acc_norm_stderr\": 0.04094702931282213\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0\": {\n        \"acc_norm\": 0.8231394621638524,\n        \"acc_norm_stderr\": 0.004267466397189862\n    },\n    \"community|alghafa:multiple_choice_rating_sentiment_task|0\": {\n        \"acc_norm\": 0.5582985821517932,\n        \"acc_norm_stderr\": 0.006414152625802304\n    },\n    \"community|alghafa:multiple_choice_sentiment_task|0\": {\n        \"acc_norm\": 0.40930232558139534,\n        \"acc_norm_stderr\": 0.011859511438097079\n    },\n    \"community|arabic_exams|0\": {\n        \"acc_norm\": 0.48417132216014896,\n        \"acc_norm_stderr\": 0.021585885942816237\n    },\n    \"community|arabic_mmlu:abstract_algebra|0\": {\n        \"acc_norm\": 0.39,\n        \"acc_norm_stderr\": 0.04902071300001974\n    },\n    \"community|arabic_mmlu:anatomy|0\": {\n        \"acc_norm\": 0.4888888888888889,\n        \"acc_norm_stderr\": 0.04318275491977976\n    },\n    \"community|arabic_mmlu:astronomy|0\": {\n        \"acc_norm\": 0.6381578947368421,\n        \"acc_norm_stderr\": 0.039105257528497236\n    },\n    \"community|arabic_mmlu:business_ethics|0\": {\n        \"acc_norm\": 0.58,\n        \"acc_norm_stderr\": 0.049604496374885836\n    },\n    \"community|arabic_mmlu:clinical_knowledge|0\": {\n        \"acc_norm\": 0.5886792452830188,\n        \"acc_norm_stderr\": 0.03028500925900979\n    },\n    \"community|arabic_mmlu:college_biology|0\": {\n        \"acc_norm\": 0.5208333333333334,\n        \"acc_norm_stderr\": 0.04177578950739994\n    },\n    \"community|arabic_mmlu:college_chemistry|0\": {\n        \"acc_norm\": 0.34,\n        \"acc_norm_stderr\": 0.04760952285695236\n    },\n    \"community|arabic_mmlu:college_computer_science|0\": {\n        \"acc_norm\": 0.45,\n        \"acc_norm_stderr\": 0.05\n    },\n    \"community|arabic_mmlu:college_mathematics|0\": {\n        \"acc_norm\": 0.34,\n        \"acc_norm_stderr\": 0.04760952285695235\n    },\n    \"community|arabic_mmlu:college_medicine|0\": {\n        \"acc_norm\": 0.4624277456647399,\n        \"acc_norm_stderr\": 0.0380168510452446\n    },\n    \"community|arabic_mmlu:college_physics|0\": {\n        \"acc_norm\": 0.4019607843137255,\n        \"acc_norm_stderr\": 0.048786087144669955\n    },\n    \"community|arabic_mmlu:computer_security|0\": {\n        \"acc_norm\": 0.61,\n        \"acc_norm_stderr\": 0.04902071300001975\n    },\n    \"community|arabic_mmlu:conceptual_physics|0\": {\n        \"acc_norm\": 0.625531914893617,\n        \"acc_norm_stderr\": 0.031639106653672915\n    },\n    \"community|arabic_mmlu:econometrics|0\": {\n        \"acc_norm\": 0.43859649122807015,\n        \"acc_norm_stderr\": 0.04668000738510455\n    },\n    \"community|arabic_mmlu:electrical_engineering|0\": {\n        \"acc_norm\": 0.5310344827586206,\n        \"acc_norm_stderr\": 0.04158632762097828\n    },\n    \"community|arabic_mmlu:elementary_mathematics|0\": {\n        \"acc_norm\": 0.6243386243386243,\n        \"acc_norm_stderr\": 0.024942368931159777\n    },\n    \"community|arabic_mmlu:formal_logic|0\": {\n        \"acc_norm\": 0.3253968253968254,\n        \"acc_norm_stderr\": 0.041905964388711366\n    },\n    \"community|arabic_mmlu:global_facts|0\": {\n        \"acc_norm\": 0.43,\n        \"acc_norm_stderr\": 0.04975698519562428\n    },\n    \"community|arabic_mmlu:high_school_biology|0\": {\n        \"acc_norm\": 0.5967741935483871,\n        \"acc_norm_stderr\": 0.027906150826041143\n    },\n    \"community|arabic_mmlu:high_school_chemistry|0\": {\n        \"acc_norm\": 0.5812807881773399,\n        \"acc_norm_stderr\": 0.03471192860518468\n    },\n    \"community|arabic_mmlu:high_school_computer_science|0\": {\n        \"acc_norm\": 0.79,\n        \"acc_norm_stderr\": 0.040936018074033256\n    },\n    \"community|arabic_mmlu:high_school_european_history|0\": {\n        \"acc_norm\": 0.24242424242424243,\n        \"acc_norm_stderr\": 0.03346409881055953\n    },\n    \"community|arabic_mmlu:high_school_geography|0\": {\n        \"acc_norm\": 0.6818181818181818,\n        \"acc_norm_stderr\": 0.03318477333845331\n    },\n    \"community|arabic_mmlu:high_school_government_and_politics|0\": {\n        \"acc_norm\": 0.6321243523316062,\n        \"acc_norm_stderr\": 0.03480175668466036\n    },\n    \"community|arabic_mmlu:high_school_macroeconomics|0\": {\n        \"acc_norm\": 0.6564102564102564,\n        \"acc_norm_stderr\": 0.024078696580635474\n    },\n    \"community|arabic_mmlu:high_school_mathematics|0\": {\n        \"acc_norm\": 0.43703703703703706,\n        \"acc_norm_stderr\": 0.030242862397654002\n    },\n    \"community|arabic_mmlu:high_school_microeconomics|0\": {\n        \"acc_norm\": 0.6764705882352942,\n        \"acc_norm_stderr\": 0.030388353551886786\n    },\n    \"community|arabic_mmlu:high_school_physics|0\": {\n        \"acc_norm\": 0.40397350993377484,\n        \"acc_norm_stderr\": 0.040064856853653415\n    },\n    \"community|arabic_mmlu:high_school_psychology|0\": {\n        \"acc_norm\": 0.5651376146788991,\n        \"acc_norm_stderr\": 0.02125463146560928\n    },\n    \"community|arabic_mmlu:high_school_statistics|0\": {\n        \"acc_norm\": 0.49074074074074076,\n        \"acc_norm_stderr\": 0.034093869469927006\n    },\n    \"community|arabic_mmlu:high_school_us_history|0\": {\n        \"acc_norm\": 0.2647058823529412,\n        \"acc_norm_stderr\": 0.030964517926923403\n    },\n    \"community|arabic_mmlu:high_school_world_history|0\": {\n        \"acc_norm\": 0.3291139240506329,\n        \"acc_norm_stderr\": 0.030587326294702382\n    },\n    \"community|arabic_mmlu:human_aging|0\": {\n        \"acc_norm\": 0.5874439461883408,\n        \"acc_norm_stderr\": 0.03304062175449297\n    },\n    \"community|arabic_mmlu:human_sexuality|0\": {\n        \"acc_norm\": 0.5419847328244275,\n        \"acc_norm_stderr\": 0.04369802690578756\n    },\n    \"community|arabic_mmlu:international_law|0\": {\n        \"acc_norm\": 0.8016528925619835,\n        \"acc_norm_stderr\": 0.036401182719909456\n    },\n    \"community|arabic_mmlu:jurisprudence|0\": {\n        \"acc_norm\": 0.5740740740740741,\n        \"acc_norm_stderr\": 0.0478034362693679\n    },\n    \"community|arabic_mmlu:logical_fallacies|0\": {\n        \"acc_norm\": 0.5398773006134969,\n        \"acc_norm_stderr\": 0.03915857291436971\n    },\n    \"community|arabic_mmlu:machine_learning|0\": {\n        \"acc_norm\": 0.44642857142857145,\n        \"acc_norm_stderr\": 0.04718471485219588\n    },\n    \"community|arabic_mmlu:management|0\": {\n        \"acc_norm\": 0.5436893203883495,\n        \"acc_norm_stderr\": 0.049318019942204146\n    },\n    \"community|arabic_mmlu:marketing|0\": {\n        \"acc_norm\": 0.717948717948718,\n        \"acc_norm_stderr\": 0.029480360549541194\n    },\n    \"community|arabic_mmlu:medical_genetics|0\": {\n        \"acc_norm\": 0.55,\n        \"acc_norm_stderr\": 0.04999999999999998\n    },\n    \"community|arabic_mmlu:miscellaneous|0\": {\n        \"acc_norm\": 0.6206896551724138,\n        \"acc_norm_stderr\": 0.01735126811754445\n    },\n    \"community|arabic_mmlu:moral_disputes|0\": {\n        \"acc_norm\": 0.6242774566473989,\n        \"acc_norm_stderr\": 0.02607431485165708\n    },\n    \"community|arabic_mmlu:moral_scenarios|0\": {\n        \"acc_norm\": 0.40893854748603353,\n        \"acc_norm_stderr\": 0.016442830654715544\n    },\n    \"community|arabic_mmlu:nutrition|0\": {\n        \"acc_norm\": 0.6274509803921569,\n        \"acc_norm_stderr\": 0.027684181883302898\n    },\n    \"community|arabic_mmlu:philosophy|0\": {\n        \"acc_norm\": 0.5852090032154341,\n        \"acc_norm_stderr\": 0.02798268045975957\n    },\n    \"community|arabic_mmlu:prehistory|0\": {\n        \"acc_norm\": 0.5895061728395061,\n        \"acc_norm_stderr\": 0.027371350925124764\n    },\n    \"community|arabic_mmlu:professional_accounting|0\": {\n        \"acc_norm\": 0.41134751773049644,\n        \"acc_norm_stderr\": 0.02935491115994098\n    },\n    \"community|arabic_mmlu:professional_law|0\": {\n        \"acc_norm\": 0.34876140808344197,\n        \"acc_norm_stderr\": 0.012172035157127116\n    },\n    \"community|arabic_mmlu:professional_medicine|0\": {\n        \"acc_norm\": 0.3161764705882353,\n        \"acc_norm_stderr\": 0.028245687391462916\n    },\n    \"community|arabic_mmlu:professional_psychology|0\": {\n        \"acc_norm\": 0.5588235294117647,\n        \"acc_norm_stderr\": 0.020087362076702853\n    },\n    \"community|arabic_mmlu:public_relations|0\": {\n        \"acc_norm\": 0.5545454545454546,\n        \"acc_norm_stderr\": 0.047605488214603246\n    },\n    \"community|arabic_mmlu:security_studies|0\": {\n        \"acc_norm\": 0.6204081632653061,\n        \"acc_norm_stderr\": 0.031067211262872478\n    },\n    \"community|arabic_mmlu:sociology|0\": {\n        \"acc_norm\": 0.6616915422885572,\n        \"acc_norm_stderr\": 0.03345563070339191\n    },\n    \"community|arabic_mmlu:us_foreign_policy|0\": {\n        \"acc_norm\": 0.83,\n        \"acc_norm_stderr\": 0.03775251680686371\n    },\n    \"community|arabic_mmlu:virology|0\": {\n        \"acc_norm\": 0.4457831325301205,\n        \"acc_norm_stderr\": 0.03869543323472101\n    },\n    \"community|arabic_mmlu:world_religions|0\": {\n        \"acc_norm\": 0.6549707602339181,\n        \"acc_norm_stderr\": 0.03645981377388806\n    },\n    \"community|arc_challenge_okapi_ar|0\": {\n        \"acc_norm\": 0.5405172413793103,\n        \"acc_norm_stderr\": 0.014638536762351608\n    },\n    \"community|arc_easy_ar|0\": {\n        \"acc_norm\": 0.49746192893401014,\n        \"acc_norm_stderr\": 0.010285669091336751\n    },\n    \"community|boolq_ar|0\": {\n        \"acc_norm\": 0.6211656441717791,\n        \"acc_norm_stderr\": 0.008497402932896662\n    },\n    \"community|copa_ext_ar|0\": {\n        \"acc_norm\": 0.5444444444444444,\n        \"acc_norm_stderr\": 0.05279009646630345\n    },\n    \"community|hellaswag_okapi_ar|0\": {\n        \"acc_norm\": 0.3336604514229637,\n        \"acc_norm_stderr\": 0.004923971083384409\n    },\n    \"community|openbook_qa_ext_ar|0\": {\n        \"acc_norm\": 0.5111111111111111,\n        \"acc_norm_stderr\": 0.022490508263783578\n    },\n    \"community|piqa_ar|0\": {\n        \"acc_norm\": 0.6377523186033824,\n        \"acc_norm_stderr\": 0.011229646768704882\n    },\n    \"community|race_ar|0\": {\n        \"acc_norm\": 0.4625684723067559,\n        \"acc_norm_stderr\": 0.007102548940187295\n    },\n    \"community|sciq_ar|0\": {\n        \"acc_norm\": 0.6010050251256281,\n        \"acc_norm_stderr\": 0.015532078342747236\n    },\n    \"community|toxigen_ar|0\": {\n        \"acc_norm\": 0.4320855614973262,\n        \"acc_norm_stderr\": 0.01620887578524445\n    },\n    \"lighteval|xstory_cloze:ar|0\": {\n        \"acc\": 0.6499007279947054,\n        \"acc_stderr\": 0.012275258369751083\n    },\n    \"community|acva:_average|0\": {\n        \"acc_norm\": 0.39525701748588626,\n        \"acc_norm_stderr\": 0.04579856772695777\n    },\n    \"community|alghafa:_average|0\": {\n        \"acc_norm\": 0.5216792678436459,\n        \"acc_norm_stderr\": 0.022755866668163673\n    },\n    \"community|arabic_mmlu:_average|0\": {\n        \"acc_norm\": 0.5315006472462078,\n        \"acc_norm_stderr\": 0.035984122300529026\n    }\n}\n```", "repo_url": "https://huggingface.co/nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored", "configs": [{"config_name": "community_acva_Algeria_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Algeria|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Algeria|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Ancient_Egypt_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Ancient_Egypt|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arab_Empire_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arab_Empire|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Architecture_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Architecture|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Art_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Art|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Astronomy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Astronomy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Calligraphy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Calligraphy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Ceremony_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ceremony|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Clothing_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Clothing|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Culture_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Culture|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Food_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Food|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Funeral_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Funeral|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Geography_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Geography|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_History_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_History|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_History|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Language_Origin_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Language_Origin|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Literature_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Literature|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Math_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Math|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Medicine_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Medicine|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Music_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Music|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Ornament_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Ornament|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Philosophy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Philosophy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Physics_and_Chemistry_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Physics_and_Chemistry|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Arabic_Wedding_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Arabic_Wedding|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Bahrain_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Bahrain|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Bahrain|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Comoros_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Comoros|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Comoros|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Egypt_modern_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Egypt_modern|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromAncientEgypt_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromAncientEgypt|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromByzantium_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromByzantium|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromChina_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromChina|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromGreece_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromGreece|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromIslam_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromIslam|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromPersia_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromPersia|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_InfluenceFromRome_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:InfluenceFromRome|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Iraq_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Iraq|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Iraq|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Islam_Education_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Islam_Education|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_Education|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Islam_branches_and_schools_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islam_branches_and_schools|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Islamic_law_system_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Islamic_law_system|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Jordan_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Jordan|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Jordan|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Kuwait_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Kuwait|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Kuwait|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Lebanon_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Lebanon|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Lebanon|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Libya_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Libya|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Libya|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Mauritania_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Mauritania|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mauritania|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Mesopotamia_civilization_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Mesopotamia_civilization|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Morocco_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Morocco|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Morocco|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Oman_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Oman|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Oman|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Palestine_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Palestine|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Palestine|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Qatar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Qatar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Qatar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Saudi_Arabia_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Saudi_Arabia|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Somalia_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Somalia|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Somalia|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Sudan_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Sudan|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Sudan|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Syria_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Syria|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Syria|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Tunisia_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Tunisia|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Tunisia|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_United_Arab_Emirates_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:United_Arab_Emirates|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_Yemen_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:Yemen|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:Yemen|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_communication_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:communication|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:communication|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_computer_and_phone_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:computer_and_phone|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_daily_life_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:daily_life|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:daily_life|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_acva_entertainment_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|acva:entertainment|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|acva:entertainment|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_mcq_exams_test_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:mcq_exams_test_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_dialects_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_dialects|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_meta_ar_msa_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:meta_ar_msa|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_facts_truefalse_balanced_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_facts_truefalse_balanced_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_soqal_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_soqal_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_grounded_statement_xglue_mlqa_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_no_neutral_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_no_neutral_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_rating_sentiment_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_rating_sentiment_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_alghafa_multiple_choice_sentiment_task_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|alghafa:multiple_choice_sentiment_task|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_exams_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_exams|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_exams|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_abstract_algebra_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:abstract_algebra|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_anatomy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:anatomy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_astronomy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:astronomy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_business_ethics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:business_ethics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_clinical_knowledge_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:clinical_knowledge|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_biology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_biology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_chemistry_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_chemistry|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_computer_science_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_computer_science|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_mathematics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_medicine_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_medicine|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_college_physics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:college_physics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_computer_security_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:computer_security|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_conceptual_physics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:conceptual_physics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_econometrics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:econometrics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_electrical_engineering_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:electrical_engineering|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_elementary_mathematics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:elementary_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_formal_logic_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:formal_logic|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_global_facts_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:global_facts|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_biology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_biology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_chemistry_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_chemistry|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_computer_science_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_computer_science|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_european_history_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_european_history|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_geography_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_geography|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_government_and_politics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_government_and_politics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_macroeconomics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_macroeconomics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_mathematics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_mathematics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_microeconomics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_microeconomics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_physics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_physics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_psychology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_psychology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_statistics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_statistics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_us_history_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_us_history|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_high_school_world_history_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:high_school_world_history|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_aging_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_aging|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_human_sexuality_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:human_sexuality|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_international_law_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:international_law|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_jurisprudence_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:jurisprudence|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_logical_fallacies_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:logical_fallacies|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_machine_learning_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:machine_learning|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_management_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:management|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_marketing_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:marketing|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_medical_genetics_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:medical_genetics|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_miscellaneous_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:miscellaneous|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_disputes_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_disputes|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_moral_scenarios_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:moral_scenarios|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_nutrition_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:nutrition|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_philosophy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:philosophy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_prehistory_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:prehistory|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_accounting_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_accounting|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_law_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_law|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_medicine_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_medicine|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_professional_psychology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:professional_psychology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_public_relations_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:public_relations|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_security_studies_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:security_studies|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_sociology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:sociology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_us_foreign_policy_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:us_foreign_policy|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_virology_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:virology|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arabic_mmlu_world_religions_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arabic_mmlu:world_religions|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arc_challenge_okapi_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_challenge_okapi_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_arc_easy_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|arc_easy_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|arc_easy_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_boolq_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|boolq_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|boolq_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_copa_ext_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|copa_ext_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|copa_ext_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_hellaswag_okapi_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|hellaswag_okapi_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_openbook_qa_ext_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|openbook_qa_ext_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_piqa_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|piqa_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|piqa_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_race_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|race_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|race_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_sciq_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|sciq_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|sciq_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "community_toxigen_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_community|toxigen_ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_community|toxigen_ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "lighteval_xstory_cloze_ar_0_2025_02_02T15_18_19_814092_parquet", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["**/details_lighteval|xstory_cloze:ar|0_2025-02-02T15-18-19.814092.parquet"]}]}, {"config_name": "results", "data_files": [{"split": "2025_02_02T15_18_19.814092", "path": ["results_2025-02-02T15-18-19.814092.parquet"]}, {"split": "latest", "path": ["results_2025-02-02T15-18-19.814092.parquet"]}]}]}}, {"id": "AlexHung29629/Magpie-Reasoning-V2-250K-CoT-Deepseek-R1-Llama-70B-filtered", "likes": 1, "downloads": 24, "created": "2025-02-04", "modified": "2025-02-04", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1303234281.3916981, "num_examples": 177343}], "download_size": 395680668, "dataset_size": 1303234281.3916981}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "FlippyDora/math500_DeepSeek-R1-Distill-Qwen-1.5B", "likes": 1, "downloads": 25, "created": "2025-02-06", "modified": "2025-02-06", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "outputs", "list": [{"name": "label", "dtype": "int64"}, {"name": "output", "dtype": "string"}, {"name": "result", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 94444889, "num_examples": 500}], "download_size": 35806347, "dataset_size": 94444889}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "dmitriihook/deepseek-r1-qwen-7b-planning", "likes": 1, "downloads": 33, "created": "2025-02-06", "modified": "2025-02-06", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "library:distilabel", "region:us", "synthetic", "distilabel", "rlaif"], "card": {"size_categories": "n<1K", "dataset_info": {"features": [{"name": "query", "dtype": "string"}, {"name": "instance_id", "dtype": "string"}, {"name": "Number of blocks", "dtype": "int64"}, {"name": "generation", "dtype": "string"}, {"name": "distilabel_metadata", "struct": [{"name": "raw_input_text_generation_0", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "raw_output_text_generation_0", "dtype": "string"}, {"name": "statistics_text_generation_0", "struct": [{"name": "input_tokens", "dtype": "int64"}, {"name": "output_tokens", "dtype": "int64"}]}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 55502840, "num_examples": 1080}], "download_size": 14711348, "dataset_size": 55502840}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "tags": ["synthetic", "distilabel", "rlaif"]}}, {"id": "Lux0926/ASPRM-MATHCODE-DeepSeek-Training-Dataset", "likes": 1, "downloads": 59, "created": "2025-02-07", "modified": "2025-02-07", "tags": ["size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "mlfoundations-dev/s1K-with-deepseek-r1-sharegpt", "likes": 1, "downloads": 23, "created": "2025-02-08", "modified": "2025-02-08", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversations", "list": [{"name": "from", "dtype": "string"}, {"name": "value", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 29863562, "num_examples": 1000}], "download_size": 14341440, "dataset_size": 29863562}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "CreitinGameplays/Raiden-DeepSeek-R1-llama3.1", "likes": 1, "downloads": 18, "created": "2025-02-13", "modified": "2025-02-14", "tags": ["size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "GhulamShabbirKhan/medical-reasoning-dataset-deepseek-temp", "likes": 1, "downloads": 32, "created": "2025-02-18", "modified": "2025-02-20", "tags": ["license:apache-2.0", "size_categories:10K<n<100K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "Jack168/Chinese-DeepSeek-R1-Distill-data-110k", "likes": 1, "downloads": 19, "created": "2025-02-21", "modified": "2025-02-24", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "reasoning_content", "dtype": "string"}, {"name": "p1_score", "dtype": "string"}, {"name": "p1_reason", "dtype": "string"}, {"name": "p2_score", "dtype": "string"}, {"name": "p2_reason", "dtype": "string"}, {"name": "p3_score", "dtype": "string"}, {"name": "p3_reason", "dtype": "string"}, {"name": "p4_score", "dtype": "string"}, {"name": "p4_reason", "dtype": "string"}, {"name": "p5_score", "dtype": "string"}, {"name": "p5_reason", "dtype": "string"}, {"name": "total_score", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 24676791, "num_examples": 4820}], "download_size": 14753154, "dataset_size": 24676791}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "SN-Col/servicenow-r1-numina-math-deepseek-r1-6-selected-suffixes_SNOW", "likes": 1, "downloads": 34, "created": "2025-02-21", "modified": "2025-02-21", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "string"}, {"name": "reannotated_assistant_content", "dtype": "string"}, {"name": "problem", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "verified", "dtype": "null"}, {"name": "quality_metrics", "dtype": "null"}, {"name": "prompt", "dtype": "string"}, {"name": "rationale", "dtype": "string"}, {"name": "output", "dtype": "string"}, {"name": "final_answer_synth", "dtype": "string"}, {"name": "final_answer_original", "dtype": "string"}, {"name": "regex_match", "dtype": "int64"}, {"name": "match_criteria", "dtype": "string"}, {"name": "deepseek_R1_answer_original_problem", "dtype": "string"}, {"name": "is_correct_original_r1", "dtype": "bool"}, {"name": "modified_problem", "dtype": "string"}, {"name": "deepseek_R1_answer_modified_problem_with_think_tag", "dtype": "string"}, {"name": "deepseek_R1_token_length_modified", "dtype": "int64"}, {"name": "deepseek_R1_answer_modified_problem", "dtype": "string"}, {"name": "deepseek_R1_answer_original_problem_with_think_tag", "dtype": "string"}, {"name": "deepseek_R1_token_length", "dtype": "int64"}, {"name": "is_correct_modified_r1", "dtype": "bool"}, {"name": "qwen_R1_answer_modified_problem_with_think_tag", "dtype": "string"}, {"name": "qwen_R1_token_length_modified", "dtype": "int64"}, {"name": "qwen_R1_answer_withthink_original_problem", "dtype": "string"}, {"name": "qwen_R1_answer_withthink_num_tokens", "dtype": "int64"}, {"name": "qwen_R1_answer_modified_problem", "dtype": "string"}, {"name": "is_correct_modified_qwen", "dtype": "bool"}, {"name": "modification_label", "dtype": "string"}, {"name": "problem_messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "snow_problem_o3_mini_response_time", "dtype": "float64"}, {"name": "snow_problem_o3_mini_prediction", "dtype": "string"}, {"name": "snow_problem_o3_mini_serialized_response", "struct": [{"name": "choices", "list": [{"name": "finish_reason", "dtype": "string"}, {"name": "index", "dtype": "int64"}, {"name": "message", "struct": [{"name": "content", "dtype": "string"}, {"name": "function_call", "dtype": "null"}, {"name": "reasoning", "dtype": "null"}, {"name": "refusal", "dtype": "null"}, {"name": "role", "dtype": "string"}, {"name": "tool_calls", "dtype": "null"}]}, {"name": "native_finish_reason", "dtype": "string"}]}, {"name": "created", "dtype": "int64"}, {"name": "id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "object", "dtype": "string"}, {"name": "provider", "dtype": "string"}, {"name": "system_fingerprint", "dtype": "string"}, {"name": "usage", "struct": [{"name": "completion_tokens", "dtype": "int64"}, {"name": "completion_tokens_details", "dtype": "null"}, {"name": "prompt_tokens", "dtype": "int64"}, {"name": "prompt_tokens_details", "dtype": "null"}, {"name": "total_tokens", "dtype": "int64"}]}]}, {"name": "modified_problem_messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "snow_modified_problem_o3_mini_response_time", "dtype": "float64"}, {"name": "snow_modified_problem_o3_mini_prediction", "dtype": "string"}, {"name": "snow_modified_problem_o3_mini_serialized_response", "struct": [{"name": "choices", "list": [{"name": "finish_reason", "dtype": "string"}, {"name": "index", "dtype": "int64"}, {"name": "message", "struct": [{"name": "content", "dtype": "string"}, {"name": "function_call", "dtype": "null"}, {"name": "reasoning", "dtype": "null"}, {"name": "refusal", "dtype": "null"}, {"name": "role", "dtype": "string"}, {"name": "tool_calls", "dtype": "null"}]}, {"name": "native_finish_reason", "dtype": "string"}]}, {"name": "created", "dtype": "int64"}, {"name": "id", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "object", "dtype": "string"}, {"name": "provider", "dtype": "string"}, {"name": "system_fingerprint", "dtype": "string"}, {"name": "usage", "struct": [{"name": "completion_tokens", "dtype": "int64"}, {"name": "completion_tokens_details", "dtype": "null"}, {"name": "prompt_tokens", "dtype": "int64"}, {"name": "prompt_tokens_details", "dtype": "null"}, {"name": "total_tokens", "dtype": "int64"}]}]}], "splits": [{"name": "train", "num_bytes": 74816475, "num_examples": 1200}], "download_size": 21042264, "dataset_size": 74816475}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "benchang1110/Chinese-DeepSeek-R1-Distill-data-110k-opencc", "likes": 1, "downloads": 31, "created": "2025-02-23", "modified": "2025-02-23", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:zh", "license:apache-2.0", "size_categories:100K<n<1M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "language": ["zh"], "size_categories": ["100K<n<1M"], "task_categories": ["text-generation", "text2text-generation", "question-answering"], "dataset_info": {"features": [{"name": "input", "dtype": "string"}, {"name": "content", "dtype": "string"}, {"name": "reasoning_content", "dtype": "string"}, {"name": "repo_name", "dtype": "string"}, {"name": "prompt_tokens_len", "dtype": "int64"}, {"name": "content_tokens_len", "dtype": "int64"}, {"name": "reasoning_content_tokens_len", "dtype": "int64"}, {"name": "score", "dtype": "int64"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 1309775952, "num_examples": 110000}], "download_size": 735208250, "dataset_size": 1309775952}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "dvilasuero/chemistry-reasoning-phi4-vs-deepseekv3", "likes": 1, "downloads": 23, "created": "2025-02-27", "modified": "2025-02-27", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "alamios/DeepSeek-R1-Distill-Qwen-32B-Conversations", "likes": 1, "downloads": 45, "created": "2025-02-28", "modified": "2025-02-28", "tags": ["language:en", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"language": ["en"]}}, {"id": "open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective-details", "likes": 1, "downloads": 15, "created": "2025-03-05", "modified": "2025-03-05", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", "dataset_summary": "Dataset automatically created during the evaluation run of model [braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective](https://huggingface.co/braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective-details\",\n\tname=\"braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-05T14-49-09.254517](https://huggingface.co/datasets/open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective-details/blob/main/braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective/results_2025-03-05T14-49-09.254517.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"acc,none\": 0.15043218085106383,\n            \"acc_stderr,none\": 0.003259256490832337,\n            \"inst_level_strict_acc,none\": 0.6127098321342925,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"acc_norm,none\": 0.33156051368530287,\n            \"acc_norm_stderr,none\": 0.005152992956804127,\n            \"exact_match,none\": 0.23716012084592145,\n            \"exact_match_stderr,none\": 0.010713332568279799,\n            \"prompt_level_loose_acc,none\": 0.5545286506469501,\n            \"prompt_level_loose_acc_stderr,none\": 0.02138823777906319,\n            \"prompt_level_strict_acc,none\": 0.4953789279112754,\n            \"prompt_level_strict_acc_stderr,none\": 0.021515655182902018,\n            \"inst_level_loose_acc,none\": 0.658273381294964,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.33067175837528207,\n            \"acc_norm_stderr,none\": 0.005928941507416912,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.46,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.5187165775401069,\n            \"acc_norm_stderr,none\": 0.03663608375537843\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.228,\n            \"acc_norm_stderr,none\": 0.026587432487268498\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.344,\n            \"acc_norm_stderr,none\": 0.03010450339231644\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.468,\n            \"acc_norm_stderr,none\": 0.03162125257572558\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.1,\n            \"acc_norm_stderr,none\": 0.01901172751573434\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.54,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.208,\n            \"acc_norm_stderr,none\": 0.02572139890141637\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.152,\n            \"acc_norm_stderr,none\": 0.022752024491765464\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.412,\n            \"acc_norm_stderr,none\": 0.03119159602602282\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.236,\n            \"acc_norm_stderr,none\": 0.026909337594953852\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.42,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.076,\n            \"acc_norm_stderr,none\": 0.01679357306785969\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.4863013698630137,\n            \"acc_norm_stderr,none\": 0.04150715331223415\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.268,\n            \"acc_norm_stderr,none\": 0.02806876238252672\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.356,\n            \"acc_norm_stderr,none\": 0.0303436806571532\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.46,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.47752808988764045,\n            \"acc_norm_stderr,none\": 0.03754432508487191\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.46,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.272,\n            \"acc_norm_stderr,none\": 0.028200088296309975\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.2,\n            \"acc_norm_stderr,none\": 0.02534897002097912\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.144,\n            \"acc_norm_stderr,none\": 0.022249407735450245\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.316,\n            \"acc_norm_stderr,none\": 0.029462657598578648\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.488,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.27768456375838924,\n            \"acc_norm_stderr,none\": 0.012980094286348158,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.26262626262626265,\n            \"acc_norm_stderr,none\": 0.031353050095330834\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.2948717948717949,\n            \"acc_norm_stderr,none\": 0.01953225605335253\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.26339285714285715,\n            \"acc_norm_stderr,none\": 0.02083369001657866\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.4953789279112754,\n            \"prompt_level_strict_acc_stderr,none\": 0.021515655182902018,\n            \"inst_level_strict_acc,none\": 0.6127098321342925,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.5545286506469501,\n            \"prompt_level_loose_acc_stderr,none\": 0.02138823777906319,\n            \"inst_level_loose_acc,none\": 0.658273381294964,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.23716012084592145,\n            \"exact_match_stderr,none\": 0.010713332568279799,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.4169381107491857,\n            \"exact_match_stderr,none\": 0.028185932763211963\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.17073170731707318,\n            \"exact_match_stderr,none\": 0.034066279591320504\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.15151515151515152,\n            \"exact_match_stderr,none\": 0.03132668427893629\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.03214285714285714,\n            \"exact_match_stderr,none\": 0.01055955866175321\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.23376623376623376,\n            \"exact_match_stderr,none\": 0.034215730598256215\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.48186528497409326,\n            \"exact_match_stderr,none\": 0.03606065001832916\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.05185185185185185,\n            \"exact_match_stderr,none\": 0.019154368449050496\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.15043218085106383,\n            \"acc_stderr,none\": 0.0032592564908323373\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.42328042328042326,\n            \"acc_norm_stderr,none\": 0.017346069497402573,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.512,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.23828125,\n            \"acc_norm_stderr,none\": 0.026679160987075002\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.524,\n            \"acc_norm_stderr,none\": 0.03164968895968774\n        }\n    },\n    \"leaderboard\": {\n        \"acc,none\": 0.15043218085106383,\n        \"acc_stderr,none\": 0.003259256490832337,\n        \"inst_level_strict_acc,none\": 0.6127098321342925,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"acc_norm,none\": 0.33156051368530287,\n        \"acc_norm_stderr,none\": 0.005152992956804127,\n        \"exact_match,none\": 0.23716012084592145,\n        \"exact_match_stderr,none\": 0.010713332568279799,\n        \"prompt_level_loose_acc,none\": 0.5545286506469501,\n        \"prompt_level_loose_acc_stderr,none\": 0.02138823777906319,\n        \"prompt_level_strict_acc,none\": 0.4953789279112754,\n        \"prompt_level_strict_acc_stderr,none\": 0.021515655182902018,\n        \"inst_level_loose_acc,none\": 0.658273381294964,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.33067175837528207,\n        \"acc_norm_stderr,none\": 0.005928941507416912,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.46,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.5187165775401069,\n        \"acc_norm_stderr,none\": 0.03663608375537843\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.228,\n        \"acc_norm_stderr,none\": 0.026587432487268498\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.344,\n        \"acc_norm_stderr,none\": 0.03010450339231644\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.468,\n        \"acc_norm_stderr,none\": 0.03162125257572558\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.1,\n        \"acc_norm_stderr,none\": 0.01901172751573434\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.54,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.208,\n        \"acc_norm_stderr,none\": 0.02572139890141637\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.152,\n        \"acc_norm_stderr,none\": 0.022752024491765464\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.412,\n        \"acc_norm_stderr,none\": 0.03119159602602282\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.236,\n        \"acc_norm_stderr,none\": 0.026909337594953852\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.42,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.076,\n        \"acc_norm_stderr,none\": 0.01679357306785969\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.4863013698630137,\n        \"acc_norm_stderr,none\": 0.04150715331223415\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.268,\n        \"acc_norm_stderr,none\": 0.02806876238252672\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.356,\n        \"acc_norm_stderr,none\": 0.0303436806571532\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.46,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.47752808988764045,\n        \"acc_norm_stderr,none\": 0.03754432508487191\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.46,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.272,\n        \"acc_norm_stderr,none\": 0.028200088296309975\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.2,\n        \"acc_norm_stderr,none\": 0.02534897002097912\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.144,\n        \"acc_norm_stderr,none\": 0.022249407735450245\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.316,\n        \"acc_norm_stderr,none\": 0.029462657598578648\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.488,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.27768456375838924,\n        \"acc_norm_stderr,none\": 0.012980094286348158,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.26262626262626265,\n        \"acc_norm_stderr,none\": 0.031353050095330834\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.2948717948717949,\n        \"acc_norm_stderr,none\": 0.01953225605335253\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.26339285714285715,\n        \"acc_norm_stderr,none\": 0.02083369001657866\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.4953789279112754,\n        \"prompt_level_strict_acc_stderr,none\": 0.021515655182902018,\n        \"inst_level_strict_acc,none\": 0.6127098321342925,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.5545286506469501,\n        \"prompt_level_loose_acc_stderr,none\": 0.02138823777906319,\n        \"inst_level_loose_acc,none\": 0.658273381294964,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.23716012084592145,\n        \"exact_match_stderr,none\": 0.010713332568279799,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.4169381107491857,\n        \"exact_match_stderr,none\": 0.028185932763211963\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.17073170731707318,\n        \"exact_match_stderr,none\": 0.034066279591320504\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.15151515151515152,\n        \"exact_match_stderr,none\": 0.03132668427893629\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.03214285714285714,\n        \"exact_match_stderr,none\": 0.01055955866175321\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.23376623376623376,\n        \"exact_match_stderr,none\": 0.034215730598256215\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.48186528497409326,\n        \"exact_match_stderr,none\": 0.03606065001832916\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.05185185185185185,\n        \"exact_match_stderr,none\": 0.019154368449050496\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.15043218085106383,\n        \"acc_stderr,none\": 0.0032592564908323373\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.42328042328042326,\n        \"acc_norm_stderr,none\": 0.017346069497402573,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.512,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.23828125,\n        \"acc_norm_stderr,none\": 0.026679160987075002\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.524,\n        \"acc_norm_stderr,none\": 0.03164968895968774\n    }\n}\n```", "repo_url": "https://huggingface.co/braindao/DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_navigate", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_snarks", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_gpqa_extended", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_gpqa_main", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_gpqa_main_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_ifeval", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_ifeval_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_mmlu_pro", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_musr_object_placements", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-05T14-49-09.254517.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B-Blunt-Uncensored-Blunt-Reflective__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_03_05T14_49_09.254517", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-05T14-49-09.254517.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-05T14-49-09.254517.jsonl"]}]}]}}, {"id": "open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-details", "likes": 1, "downloads": 18, "created": "2025-03-05", "modified": "2025-03-05", "tags": ["size_categories:10K<n<100K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"pretty_name": "Evaluation run of braindao/DeepSeek-R1-Distill-Qwen-14B", "dataset_summary": "Dataset automatically created during the evaluation run of model [braindao/DeepSeek-R1-Distill-Qwen-14B](https://huggingface.co/braindao/DeepSeek-R1-Distill-Qwen-14B)\nThe dataset is composed of 38 configuration(s), each one corresponding to one of the evaluated task.\n\nThe dataset has been created from 1 run(s). Each run can be found as a specific split in each configuration, the split being named using the timestamp of the run.The \"train\" split is always pointing to the latest results.\n\nAn additional configuration \"results\" store all the aggregated results of the run.\n\nTo load the details from a run, you can for instance do the following:\n```python\nfrom datasets import load_dataset\ndata = load_dataset(\n\t\"open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-details\",\n\tname=\"braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_boolean_expressions\",\n\tsplit=\"latest\"\n)\n```\n\n## Latest results\n\nThese are the [latest results from run 2025-03-05T20-32-33.809956](https://huggingface.co/datasets/open-llm-leaderboard/braindao__DeepSeek-R1-Distill-Qwen-14B-details/blob/main/braindao__DeepSeek-R1-Distill-Qwen-14B/results_2025-03-05T20-32-33.809956.json) (note that there might be results for other tasks in the repos if successive evals didn't cover the same tasks. You find each in the results and the \"latest\" split for each eval):\n\n```python\n{\n    \"all\": {\n        \"leaderboard\": {\n            \"acc_norm,none\": 0.31145414450642106,\n            \"acc_norm_stderr,none\": 0.005063691818861353,\n            \"prompt_level_strict_acc,none\": 0.34750462107208874,\n            \"prompt_level_strict_acc_stderr,none\": 0.020491423653415698,\n            \"inst_level_loose_acc,none\": 0.5227817745803357,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\",\n            \"inst_level_strict_acc,none\": 0.4868105515587531,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"exact_match,none\": 0.17598187311178248,\n            \"exact_match_stderr,none\": 0.009997658946567765,\n            \"prompt_level_loose_acc,none\": 0.39186691312384475,\n            \"prompt_level_loose_acc_stderr,none\": 0.021007372406188378,\n            \"acc,none\": 0.11269946808510638,\n            \"acc_stderr,none\": 0.0028830052993390415,\n            \"alias\": \"leaderboard\"\n        },\n        \"leaderboard_bbh\": {\n            \"acc_norm,none\": 0.3001215066828676,\n            \"acc_norm_stderr,none\": 0.005793809707549057,\n            \"alias\": \" - leaderboard_bbh\"\n        },\n        \"leaderboard_bbh_boolean_expressions\": {\n            \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n            \"acc_norm,none\": 0.46,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_causal_judgement\": {\n            \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n            \"acc_norm,none\": 0.5187165775401069,\n            \"acc_norm_stderr,none\": 0.03663608375537843\n        },\n        \"leaderboard_bbh_date_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_date_understanding\",\n            \"acc_norm,none\": 0.232,\n            \"acc_norm_stderr,none\": 0.026750070374865202\n        },\n        \"leaderboard_bbh_disambiguation_qa\": {\n            \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n            \"acc_norm,none\": 0.312,\n            \"acc_norm_stderr,none\": 0.02936106757521985\n        },\n        \"leaderboard_bbh_formal_fallacies\": {\n            \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n            \"acc_norm,none\": 0.468,\n            \"acc_norm_stderr,none\": 0.03162125257572558\n        },\n        \"leaderboard_bbh_geometric_shapes\": {\n            \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n            \"acc_norm,none\": 0.204,\n            \"acc_norm_stderr,none\": 0.025537121574548162\n        },\n        \"leaderboard_bbh_hyperbaton\": {\n            \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n            \"acc_norm,none\": 0.484,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_bbh_logical_deduction_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n            \"acc_norm,none\": 0.22,\n            \"acc_norm_stderr,none\": 0.026251792824605793\n        },\n        \"leaderboard_bbh_logical_deduction_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n            \"acc_norm,none\": 0.156,\n            \"acc_norm_stderr,none\": 0.022995023034068682\n        },\n        \"leaderboard_bbh_logical_deduction_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n            \"acc_norm,none\": 0.32,\n            \"acc_norm_stderr,none\": 0.029561724955240978\n        },\n        \"leaderboard_bbh_movie_recommendation\": {\n            \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n            \"acc_norm,none\": 0.22,\n            \"acc_norm_stderr,none\": 0.026251792824605793\n        },\n        \"leaderboard_bbh_navigate\": {\n            \"alias\": \"  - leaderboard_bbh_navigate\",\n            \"acc_norm,none\": 0.42,\n            \"acc_norm_stderr,none\": 0.03127799950463661\n        },\n        \"leaderboard_bbh_object_counting\": {\n            \"alias\": \"  - leaderboard_bbh_object_counting\",\n            \"acc_norm,none\": 0.072,\n            \"acc_norm_stderr,none\": 0.016381005750490122\n        },\n        \"leaderboard_bbh_penguins_in_a_table\": {\n            \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n            \"acc_norm,none\": 0.23972602739726026,\n            \"acc_norm_stderr,none\": 0.035453462375110385\n        },\n        \"leaderboard_bbh_reasoning_about_colored_objects\": {\n            \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n            \"acc_norm,none\": 0.24,\n            \"acc_norm_stderr,none\": 0.027065293652238982\n        },\n        \"leaderboard_bbh_ruin_names\": {\n            \"alias\": \"  - leaderboard_bbh_ruin_names\",\n            \"acc_norm,none\": 0.284,\n            \"acc_norm_stderr,none\": 0.02857695873043744\n        },\n        \"leaderboard_bbh_salient_translation_error_detection\": {\n            \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n            \"acc_norm,none\": 0.112,\n            \"acc_norm_stderr,none\": 0.019985536939171485\n        },\n        \"leaderboard_bbh_snarks\": {\n            \"alias\": \"  - leaderboard_bbh_snarks\",\n            \"acc_norm,none\": 0.4606741573033708,\n            \"acc_norm_stderr,none\": 0.03746587736387869\n        },\n        \"leaderboard_bbh_sports_understanding\": {\n            \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n            \"acc_norm,none\": 0.46,\n            \"acc_norm_stderr,none\": 0.031584653891499004\n        },\n        \"leaderboard_bbh_temporal_sequences\": {\n            \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n            \"acc_norm,none\": 0.272,\n            \"acc_norm_stderr,none\": 0.028200088296309975\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n            \"acc_norm,none\": 0.204,\n            \"acc_norm_stderr,none\": 0.025537121574548162\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n            \"acc_norm,none\": 0.116,\n            \"acc_norm_stderr,none\": 0.020293429803083823\n        },\n        \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n            \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n            \"acc_norm,none\": 0.316,\n            \"acc_norm_stderr,none\": 0.029462657598578648\n        },\n        \"leaderboard_bbh_web_of_lies\": {\n            \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n            \"acc_norm,none\": 0.488,\n            \"acc_norm_stderr,none\": 0.03167708558254714\n        },\n        \"leaderboard_gpqa\": {\n            \"acc_norm,none\": 0.2802013422818792,\n            \"acc_norm_stderr,none\": 0.01300893473930802,\n            \"alias\": \" - leaderboard_gpqa\"\n        },\n        \"leaderboard_gpqa_diamond\": {\n            \"alias\": \"  - leaderboard_gpqa_diamond\",\n            \"acc_norm,none\": 0.29797979797979796,\n            \"acc_norm_stderr,none\": 0.03258630383836556\n        },\n        \"leaderboard_gpqa_extended\": {\n            \"alias\": \"  - leaderboard_gpqa_extended\",\n            \"acc_norm,none\": 0.2967032967032967,\n            \"acc_norm_stderr,none\": 0.019567359566881236\n        },\n        \"leaderboard_gpqa_main\": {\n            \"alias\": \"  - leaderboard_gpqa_main\",\n            \"acc_norm,none\": 0.25223214285714285,\n            \"acc_norm_stderr,none\": 0.02054139101648796\n        },\n        \"leaderboard_ifeval\": {\n            \"alias\": \" - leaderboard_ifeval\",\n            \"prompt_level_strict_acc,none\": 0.34750462107208874,\n            \"prompt_level_strict_acc_stderr,none\": 0.020491423653415698,\n            \"inst_level_strict_acc,none\": 0.486810551558753,\n            \"inst_level_strict_acc_stderr,none\": \"N/A\",\n            \"prompt_level_loose_acc,none\": 0.39186691312384475,\n            \"prompt_level_loose_acc_stderr,none\": 0.021007372406188378,\n            \"inst_level_loose_acc,none\": 0.5227817745803357,\n            \"inst_level_loose_acc_stderr,none\": \"N/A\"\n        },\n        \"leaderboard_math_hard\": {\n            \"exact_match,none\": 0.17598187311178248,\n            \"exact_match_stderr,none\": 0.009997658946567765,\n            \"alias\": \" - leaderboard_math_hard\"\n        },\n        \"leaderboard_math_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_algebra_hard\",\n            \"exact_match,none\": 0.26058631921824105,\n            \"exact_match_stderr,none\": 0.025093360933189097\n        },\n        \"leaderboard_math_counting_and_prob_hard\": {\n            \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n            \"exact_match,none\": 0.21951219512195122,\n            \"exact_match_stderr,none\": 0.0374742087608476\n        },\n        \"leaderboard_math_geometry_hard\": {\n            \"alias\": \"  - leaderboard_math_geometry_hard\",\n            \"exact_match,none\": 0.12121212121212122,\n            \"exact_match_stderr,none\": 0.02851539598655559\n        },\n        \"leaderboard_math_intermediate_algebra_hard\": {\n            \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n            \"exact_match,none\": 0.039285714285714285,\n            \"exact_match_stderr,none\": 0.011630873964205717\n        },\n        \"leaderboard_math_num_theory_hard\": {\n            \"alias\": \"  - leaderboard_math_num_theory_hard\",\n            \"exact_match,none\": 0.16233766233766234,\n            \"exact_match_stderr,none\": 0.029812501843565306\n        },\n        \"leaderboard_math_prealgebra_hard\": {\n            \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n            \"exact_match,none\": 0.3626943005181347,\n            \"exact_match_stderr,none\": 0.034697137917043715\n        },\n        \"leaderboard_math_precalculus_hard\": {\n            \"alias\": \"  - leaderboard_math_precalculus_hard\",\n            \"exact_match,none\": 0.02962962962962963,\n            \"exact_match_stderr,none\": 0.014648038602753809\n        },\n        \"leaderboard_mmlu_pro\": {\n            \"alias\": \" - leaderboard_mmlu_pro\",\n            \"acc,none\": 0.11269946808510638,\n            \"acc_stderr,none\": 0.0028830052993390415\n        },\n        \"leaderboard_musr\": {\n            \"acc_norm,none\": 0.4470899470899471,\n            \"acc_norm_stderr,none\": 0.017208028373563042,\n            \"alias\": \" - leaderboard_musr\"\n        },\n        \"leaderboard_musr_murder_mysteries\": {\n            \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n            \"acc_norm,none\": 0.516,\n            \"acc_norm_stderr,none\": 0.03166998503010743\n        },\n        \"leaderboard_musr_object_placements\": {\n            \"alias\": \"  - leaderboard_musr_object_placements\",\n            \"acc_norm,none\": 0.234375,\n            \"acc_norm_stderr,none\": 0.02652733398834892\n        },\n        \"leaderboard_musr_team_allocation\": {\n            \"alias\": \"  - leaderboard_musr_team_allocation\",\n            \"acc_norm,none\": 0.596,\n            \"acc_norm_stderr,none\": 0.03109668818482536\n        }\n    },\n    \"leaderboard\": {\n        \"acc_norm,none\": 0.31145414450642106,\n        \"acc_norm_stderr,none\": 0.005063691818861353,\n        \"prompt_level_strict_acc,none\": 0.34750462107208874,\n        \"prompt_level_strict_acc_stderr,none\": 0.020491423653415698,\n        \"inst_level_loose_acc,none\": 0.5227817745803357,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\",\n        \"inst_level_strict_acc,none\": 0.4868105515587531,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"exact_match,none\": 0.17598187311178248,\n        \"exact_match_stderr,none\": 0.009997658946567765,\n        \"prompt_level_loose_acc,none\": 0.39186691312384475,\n        \"prompt_level_loose_acc_stderr,none\": 0.021007372406188378,\n        \"acc,none\": 0.11269946808510638,\n        \"acc_stderr,none\": 0.0028830052993390415,\n        \"alias\": \"leaderboard\"\n    },\n    \"leaderboard_bbh\": {\n        \"acc_norm,none\": 0.3001215066828676,\n        \"acc_norm_stderr,none\": 0.005793809707549057,\n        \"alias\": \" - leaderboard_bbh\"\n    },\n    \"leaderboard_bbh_boolean_expressions\": {\n        \"alias\": \"  - leaderboard_bbh_boolean_expressions\",\n        \"acc_norm,none\": 0.46,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_causal_judgement\": {\n        \"alias\": \"  - leaderboard_bbh_causal_judgement\",\n        \"acc_norm,none\": 0.5187165775401069,\n        \"acc_norm_stderr,none\": 0.03663608375537843\n    },\n    \"leaderboard_bbh_date_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_date_understanding\",\n        \"acc_norm,none\": 0.232,\n        \"acc_norm_stderr,none\": 0.026750070374865202\n    },\n    \"leaderboard_bbh_disambiguation_qa\": {\n        \"alias\": \"  - leaderboard_bbh_disambiguation_qa\",\n        \"acc_norm,none\": 0.312,\n        \"acc_norm_stderr,none\": 0.02936106757521985\n    },\n    \"leaderboard_bbh_formal_fallacies\": {\n        \"alias\": \"  - leaderboard_bbh_formal_fallacies\",\n        \"acc_norm,none\": 0.468,\n        \"acc_norm_stderr,none\": 0.03162125257572558\n    },\n    \"leaderboard_bbh_geometric_shapes\": {\n        \"alias\": \"  - leaderboard_bbh_geometric_shapes\",\n        \"acc_norm,none\": 0.204,\n        \"acc_norm_stderr,none\": 0.025537121574548162\n    },\n    \"leaderboard_bbh_hyperbaton\": {\n        \"alias\": \"  - leaderboard_bbh_hyperbaton\",\n        \"acc_norm,none\": 0.484,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_bbh_logical_deduction_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_five_objects\",\n        \"acc_norm,none\": 0.22,\n        \"acc_norm_stderr,none\": 0.026251792824605793\n    },\n    \"leaderboard_bbh_logical_deduction_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_seven_objects\",\n        \"acc_norm,none\": 0.156,\n        \"acc_norm_stderr,none\": 0.022995023034068682\n    },\n    \"leaderboard_bbh_logical_deduction_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_logical_deduction_three_objects\",\n        \"acc_norm,none\": 0.32,\n        \"acc_norm_stderr,none\": 0.029561724955240978\n    },\n    \"leaderboard_bbh_movie_recommendation\": {\n        \"alias\": \"  - leaderboard_bbh_movie_recommendation\",\n        \"acc_norm,none\": 0.22,\n        \"acc_norm_stderr,none\": 0.026251792824605793\n    },\n    \"leaderboard_bbh_navigate\": {\n        \"alias\": \"  - leaderboard_bbh_navigate\",\n        \"acc_norm,none\": 0.42,\n        \"acc_norm_stderr,none\": 0.03127799950463661\n    },\n    \"leaderboard_bbh_object_counting\": {\n        \"alias\": \"  - leaderboard_bbh_object_counting\",\n        \"acc_norm,none\": 0.072,\n        \"acc_norm_stderr,none\": 0.016381005750490122\n    },\n    \"leaderboard_bbh_penguins_in_a_table\": {\n        \"alias\": \"  - leaderboard_bbh_penguins_in_a_table\",\n        \"acc_norm,none\": 0.23972602739726026,\n        \"acc_norm_stderr,none\": 0.035453462375110385\n    },\n    \"leaderboard_bbh_reasoning_about_colored_objects\": {\n        \"alias\": \"  - leaderboard_bbh_reasoning_about_colored_objects\",\n        \"acc_norm,none\": 0.24,\n        \"acc_norm_stderr,none\": 0.027065293652238982\n    },\n    \"leaderboard_bbh_ruin_names\": {\n        \"alias\": \"  - leaderboard_bbh_ruin_names\",\n        \"acc_norm,none\": 0.284,\n        \"acc_norm_stderr,none\": 0.02857695873043744\n    },\n    \"leaderboard_bbh_salient_translation_error_detection\": {\n        \"alias\": \"  - leaderboard_bbh_salient_translation_error_detection\",\n        \"acc_norm,none\": 0.112,\n        \"acc_norm_stderr,none\": 0.019985536939171485\n    },\n    \"leaderboard_bbh_snarks\": {\n        \"alias\": \"  - leaderboard_bbh_snarks\",\n        \"acc_norm,none\": 0.4606741573033708,\n        \"acc_norm_stderr,none\": 0.03746587736387869\n    },\n    \"leaderboard_bbh_sports_understanding\": {\n        \"alias\": \"  - leaderboard_bbh_sports_understanding\",\n        \"acc_norm,none\": 0.46,\n        \"acc_norm_stderr,none\": 0.031584653891499004\n    },\n    \"leaderboard_bbh_temporal_sequences\": {\n        \"alias\": \"  - leaderboard_bbh_temporal_sequences\",\n        \"acc_norm,none\": 0.272,\n        \"acc_norm_stderr,none\": 0.028200088296309975\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_five_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_five_objects\",\n        \"acc_norm,none\": 0.204,\n        \"acc_norm_stderr,none\": 0.025537121574548162\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_seven_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_seven_objects\",\n        \"acc_norm,none\": 0.116,\n        \"acc_norm_stderr,none\": 0.020293429803083823\n    },\n    \"leaderboard_bbh_tracking_shuffled_objects_three_objects\": {\n        \"alias\": \"  - leaderboard_bbh_tracking_shuffled_objects_three_objects\",\n        \"acc_norm,none\": 0.316,\n        \"acc_norm_stderr,none\": 0.029462657598578648\n    },\n    \"leaderboard_bbh_web_of_lies\": {\n        \"alias\": \"  - leaderboard_bbh_web_of_lies\",\n        \"acc_norm,none\": 0.488,\n        \"acc_norm_stderr,none\": 0.03167708558254714\n    },\n    \"leaderboard_gpqa\": {\n        \"acc_norm,none\": 0.2802013422818792,\n        \"acc_norm_stderr,none\": 0.01300893473930802,\n        \"alias\": \" - leaderboard_gpqa\"\n    },\n    \"leaderboard_gpqa_diamond\": {\n        \"alias\": \"  - leaderboard_gpqa_diamond\",\n        \"acc_norm,none\": 0.29797979797979796,\n        \"acc_norm_stderr,none\": 0.03258630383836556\n    },\n    \"leaderboard_gpqa_extended\": {\n        \"alias\": \"  - leaderboard_gpqa_extended\",\n        \"acc_norm,none\": 0.2967032967032967,\n        \"acc_norm_stderr,none\": 0.019567359566881236\n    },\n    \"leaderboard_gpqa_main\": {\n        \"alias\": \"  - leaderboard_gpqa_main\",\n        \"acc_norm,none\": 0.25223214285714285,\n        \"acc_norm_stderr,none\": 0.02054139101648796\n    },\n    \"leaderboard_ifeval\": {\n        \"alias\": \" - leaderboard_ifeval\",\n        \"prompt_level_strict_acc,none\": 0.34750462107208874,\n        \"prompt_level_strict_acc_stderr,none\": 0.020491423653415698,\n        \"inst_level_strict_acc,none\": 0.486810551558753,\n        \"inst_level_strict_acc_stderr,none\": \"N/A\",\n        \"prompt_level_loose_acc,none\": 0.39186691312384475,\n        \"prompt_level_loose_acc_stderr,none\": 0.021007372406188378,\n        \"inst_level_loose_acc,none\": 0.5227817745803357,\n        \"inst_level_loose_acc_stderr,none\": \"N/A\"\n    },\n    \"leaderboard_math_hard\": {\n        \"exact_match,none\": 0.17598187311178248,\n        \"exact_match_stderr,none\": 0.009997658946567765,\n        \"alias\": \" - leaderboard_math_hard\"\n    },\n    \"leaderboard_math_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_algebra_hard\",\n        \"exact_match,none\": 0.26058631921824105,\n        \"exact_match_stderr,none\": 0.025093360933189097\n    },\n    \"leaderboard_math_counting_and_prob_hard\": {\n        \"alias\": \"  - leaderboard_math_counting_and_prob_hard\",\n        \"exact_match,none\": 0.21951219512195122,\n        \"exact_match_stderr,none\": 0.0374742087608476\n    },\n    \"leaderboard_math_geometry_hard\": {\n        \"alias\": \"  - leaderboard_math_geometry_hard\",\n        \"exact_match,none\": 0.12121212121212122,\n        \"exact_match_stderr,none\": 0.02851539598655559\n    },\n    \"leaderboard_math_intermediate_algebra_hard\": {\n        \"alias\": \"  - leaderboard_math_intermediate_algebra_hard\",\n        \"exact_match,none\": 0.039285714285714285,\n        \"exact_match_stderr,none\": 0.011630873964205717\n    },\n    \"leaderboard_math_num_theory_hard\": {\n        \"alias\": \"  - leaderboard_math_num_theory_hard\",\n        \"exact_match,none\": 0.16233766233766234,\n        \"exact_match_stderr,none\": 0.029812501843565306\n    },\n    \"leaderboard_math_prealgebra_hard\": {\n        \"alias\": \"  - leaderboard_math_prealgebra_hard\",\n        \"exact_match,none\": 0.3626943005181347,\n        \"exact_match_stderr,none\": 0.034697137917043715\n    },\n    \"leaderboard_math_precalculus_hard\": {\n        \"alias\": \"  - leaderboard_math_precalculus_hard\",\n        \"exact_match,none\": 0.02962962962962963,\n        \"exact_match_stderr,none\": 0.014648038602753809\n    },\n    \"leaderboard_mmlu_pro\": {\n        \"alias\": \" - leaderboard_mmlu_pro\",\n        \"acc,none\": 0.11269946808510638,\n        \"acc_stderr,none\": 0.0028830052993390415\n    },\n    \"leaderboard_musr\": {\n        \"acc_norm,none\": 0.4470899470899471,\n        \"acc_norm_stderr,none\": 0.017208028373563042,\n        \"alias\": \" - leaderboard_musr\"\n    },\n    \"leaderboard_musr_murder_mysteries\": {\n        \"alias\": \"  - leaderboard_musr_murder_mysteries\",\n        \"acc_norm,none\": 0.516,\n        \"acc_norm_stderr,none\": 0.03166998503010743\n    },\n    \"leaderboard_musr_object_placements\": {\n        \"alias\": \"  - leaderboard_musr_object_placements\",\n        \"acc_norm,none\": 0.234375,\n        \"acc_norm_stderr,none\": 0.02652733398834892\n    },\n    \"leaderboard_musr_team_allocation\": {\n        \"alias\": \"  - leaderboard_musr_team_allocation\",\n        \"acc_norm,none\": 0.596,\n        \"acc_norm_stderr,none\": 0.03109668818482536\n    }\n}\n```", "repo_url": "https://huggingface.co/braindao/DeepSeek-R1-Distill-Qwen-14B", "leaderboard_url": "", "point_of_contact": "", "configs": [{"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_boolean_expressions", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_boolean_expressions_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_causal_judgement", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_causal_judgement_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_date_understanding", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_date_understanding_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_disambiguation_qa", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_disambiguation_qa_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_formal_fallacies", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_formal_fallacies_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_geometric_shapes", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_geometric_shapes_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_hyperbaton", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_hyperbaton_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_logical_deduction_five_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_five_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_logical_deduction_seven_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_seven_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_logical_deduction_three_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_logical_deduction_three_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_movie_recommendation", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_movie_recommendation_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_navigate", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_navigate_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_object_counting", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_object_counting_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_penguins_in_a_table", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_penguins_in_a_table_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_reasoning_about_colored_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_reasoning_about_colored_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_ruin_names", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_ruin_names_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_salient_translation_error_detection", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_salient_translation_error_detection_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_snarks", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_snarks_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_sports_understanding", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_sports_understanding_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_temporal_sequences", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_temporal_sequences_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_tracking_shuffled_objects_five_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_five_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_tracking_shuffled_objects_seven_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_seven_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_tracking_shuffled_objects_three_objects", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_tracking_shuffled_objects_three_objects_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_bbh_web_of_lies", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_bbh_web_of_lies_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_gpqa_diamond", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_diamond_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_gpqa_extended", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_extended_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_gpqa_main", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_gpqa_main_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_gpqa_main_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_ifeval", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_ifeval_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_ifeval_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_algebra_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_algebra_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_counting_and_prob_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_counting_and_prob_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_geometry_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_geometry_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_intermediate_algebra_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_intermediate_algebra_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_num_theory_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_num_theory_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_prealgebra_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_prealgebra_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_math_precalculus_hard", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_math_precalculus_hard_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_mmlu_pro", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_mmlu_pro_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_musr_murder_mysteries", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_murder_mysteries_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_musr_object_placements", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_object_placements_2025-03-05T20-32-33.809956.jsonl"]}]}, {"config_name": "braindao__DeepSeek-R1-Distill-Qwen-14B__leaderboard_musr_team_allocation", "data_files": [{"split": "2025_03_05T20_32_33.809956", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-05T20-32-33.809956.jsonl"]}, {"split": "latest", "path": ["**/samples_leaderboard_musr_team_allocation_2025-03-05T20-32-33.809956.jsonl"]}]}]}}, {"id": "eagle0504/augmented_codealpaca-20k-using-together-ai-deepseek-v1", "likes": 1, "downloads": 43, "created": "2025-03-08", "modified": "2025-03-08", "tags": ["task_categories:reinforcement-learning", "task_categories:text-generation", "task_categories:text-to-speech", "language:en", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "output", "dtype": "string"}, {"name": "instruction", "dtype": "string"}, {"name": "input", "dtype": "string"}, {"name": "cot", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 38739061, "num_examples": 20022}], "download_size": 18311307, "dataset_size": 38739061}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "mit", "task_categories": ["reinforcement-learning", "text-generation", "text-to-speech"], "language": ["en"], "size_categories": ["10K<n<100K"]}}, {"id": "alperiox/deepseek-svg-dataset-processed", "likes": 1, "downloads": 44, "created": "2025-03-09", "modified": "2025-03-09", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "prompt", "dtype": "string"}, {"name": "completion", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 11193148, "num_examples": 4221}, {"name": "test", "num_bytes": 567685, "num_examples": 217}], "download_size": 4606132, "dataset_size": 11760833}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "test", "path": "data/test-*"}]}]}}, {"id": "AkinduH/Deepseek_research_paper_Q_and_A_for_model_fine_tuning", "likes": 1, "downloads": 7, "created": "2025-03-12", "modified": "2025-03-12", "tags": ["license:mit", "size_categories:n<1K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "mit"}}, {"id": "paloalma/Reasoning-DeepSeek-R1-Distilled-1.4M", "likes": 1, "downloads": 96, "created": "2025-03-12", "modified": "2025-03-12", "tags": ["size_categories:1M<n<10M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "input", "dtype": "string"}, {"name": "output", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 15511630432, "num_examples": 1400000}], "download_size": 7252163751, "dataset_size": 15511630432}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "aifeifei798/Chinese-DeepSeek-R1-Distill-data-110k-alpaca", "likes": 1, "downloads": 58, "created": "2025-03-12", "modified": "2025-03-13", "tags": ["license:apache-2.0", "size_categories:100K<n<1M", "format:arrow", "modality:text", "library:datasets", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0"}}, {"id": "Croaker3/task_data_general-math_DeepSeek-R1", "likes": 1, "downloads": 14, "created": "2025-03-15", "modified": "2025-03-15", "tags": ["size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Gubrg/OpenThoughts-10k-DeepSeek-R1", "likes": 1, "downloads": 28, "created": "2025-04-03", "modified": "2025-04-03", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "deepseek_reasoning", "dtype": "string"}, {"name": "deepseek_solution", "dtype": "string"}, {"name": "ground_truth_solution", "dtype": "string"}, {"name": "domain", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_cases", "dtype": "string"}, {"name": "starter_code", "dtype": "string"}, {"name": "text", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 727563510, "num_examples": 10000}], "download_size": 371374829, "dataset_size": 727563510}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "shisa-ai/deepseekv3-ultrafeedback-armorm-dpo", "likes": 1, "downloads": 66, "created": "2025-04-04", "modified": "2025-04-05", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "conversations", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "chosen", "struct": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}, {"name": "rejected", "struct": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 257072636, "num_examples": 59569}], "download_size": 149339177, "dataset_size": 257072636}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "akftam/financial-qa-filtered-v1.0-deepseek", "likes": 1, "downloads": 36, "created": "2025-04-06", "modified": "2025-04-16", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "answer", "sequence": "string"}, {"name": "dataset", "dtype": "string"}, {"name": "split", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "question_type", "dtype": "string"}, {"name": "text", "dtype": "string"}, {"name": "meta", "struct": [{"name": "source", "dtype": "string"}]}, {"name": "A", "dtype": "string"}, {"name": "B", "dtype": "string"}, {"name": "C", "dtype": "string"}, {"name": "D", "dtype": "string"}, {"name": "E", "dtype": "string"}, {"name": "explanation", "dtype": "string"}, {"name": "id", "dtype": "int64"}, {"name": "subject", "dtype": "string"}, {"name": "exam_type", "dtype": "string"}, {"name": "dataset_subset", "dtype": "string"}, {"name": "cot", "dtype": "null"}, {"name": "thinking_trajectories", "dtype": "string"}, {"name": "attempt", "dtype": "string"}, {"name": "extracted_answer", "sequence": "string"}, {"name": "is_correct", "dtype": "bool"}, {"name": "question_hash", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 90927368, "num_examples": 8605}], "download_size": 41018360, "dataset_size": 90927368}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "reasoning-proj/math_traces_original_DeepSeek-R1-Distill-Qwen-7B", "likes": 1, "downloads": 32, "created": "2025-04-14", "modified": "2025-04-14", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "id", "dtype": "string"}, {"name": "metadata", "struct": [{"name": "question_license", "dtype": "string"}, {"name": "question_source", "dtype": "string"}]}, {"name": "model_name", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 49665184, "num_examples": 2359}], "download_size": 19770895, "dataset_size": 49665184}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "nguyenvanviet/CodeAlpaca-DeepSeek-32B-Reasoning", "likes": 1, "downloads": 16, "created": "2025-04-24", "modified": "2025-04-24", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "input", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "output", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 3076026, "num_examples": 2000}], "download_size": 1525046, "dataset_size": 3076026}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "jablonkagroup/spectra_reasoning_deepseek", "likes": 1, "downloads": 29, "created": "2025-05-02", "modified": "2025-05-09", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "jablonkagroup/spectra_reasoning_deepseek_mcq", "likes": 1, "downloads": 46, "created": "2025-05-02", "modified": "2025-05-13", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "Learning-from-Peers/DeepSeek-R1-Distill-Qwen-32B-LeaP", "likes": 1, "downloads": 57, "created": "2025-05-06", "modified": "2025-06-08", "tags": ["task_categories:question-answering", "license:apache-2.0", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "arxiv:2505.07787", "region:us"], "card": {"license": "apache-2.0", "task_categories": ["question-answering"]}}, {"id": "koyena/DeepSeek-R1-Distill-Llama-8B-max-activation-SAE-cache-L7", "likes": 1, "downloads": 122, "created": "2025-05-08", "modified": "2025-05-08", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:tabular", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "codelion/DeepSeek-R1-Distill-Qwen-1.5B-pts-steering-vectors", "likes": 1, "downloads": 55, "created": "2025-05-13", "modified": "2025-05-13", "tags": ["language:en", "license:apache-2.0", "size_categories:1K<n<10K", "region:us", "pts", "steering-vectors", "reasoning-datasets-competition"], "card": {"license": "apache-2.0", "language": ["en"], "tags": ["pts", "steering-vectors", "reasoning-datasets-competition"], "size_categories": ["1K<n<10K"], "pretty_name": "DeepSeek-R1 Pivotal Token Search Steering Vectors"}}, {"id": "codelion/DeepSeek-R1-Distill-Qwen-1.5B-pts-dpo-pairs", "likes": 1, "downloads": 64, "created": "2025-05-13", "modified": "2025-05-13", "tags": ["language:en", "license:apache-2.0", "size_categories:1K<n<10K", "region:us", "dpo", "pts", "reasoning-datasets-competition"], "card": {"license": "apache-2.0", "language": ["en"], "tags": ["dpo", "pts", "reasoning-datasets-competition"], "pretty_name": "DeepSeek-R1 Pivotal Token Search DPO Pairs", "size_categories": ["1K<n<10K"]}}, {"id": "jsm0424/math500-deepseek-r1-distill-qwen-1.5b", "likes": 1, "downloads": 49, "created": "2025-05-19", "modified": "2025-05-19", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "math"], "card": {"license": "apache-2.0", "task_categories": ["text-generation", "question-answering"], "language": ["en"], "tags": ["math"], "pretty_name": "Math500 with Reasoning by DeepSeek-R1-Distill-Qwen-1.5B", "size_categories": ["n<1K"]}}, {"id": "jsm0424/math500-deepseek-r1-distill-qwen-14b", "likes": 1, "downloads": 37, "created": "2025-05-19", "modified": "2025-05-19", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us", "math"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "subject", "dtype": "string"}, {"name": "level", "dtype": "int64"}, {"name": "unique_id", "dtype": "string"}], "splits": [{"name": "test", "num_bytes": 5841460, "num_examples": 500}], "download_size": 2848046, "dataset_size": 5841460}, "configs": [{"config_name": "default", "data_files": [{"split": "test", "path": "data/test-*"}]}], "license": "apache-2.0", "task_categories": ["text-generation", "question-answering"], "language": ["en"], "tags": ["math"], "pretty_name": "Math500 with Reasoning from DeepSeek-R1-Distill-Qwen-14B", "size_categories": ["n<1K"]}}, {"id": "jiries/deepseek2-16b-test-dataset", "likes": 1, "downloads": 13, "created": "2025-05-19", "modified": "2025-06-03", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "jsm0424/aime2024-deepseek-r1-distill-qwen-1.5b", "likes": 1, "downloads": 16, "created": "2025-05-20", "modified": "2025-05-20", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "id", "sequence": "int64"}, {"name": "problem", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "answer", "dtype": "string"}, {"name": "url", "dtype": "string"}, {"name": "year", "sequence": "string"}], "splits": [{"name": "train", "num_bytes": 1211285, "num_examples": 30}], "download_size": 601266, "dataset_size": 1211285}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "jsm0424/aime2024-deepseek-r1", "likes": 1, "downloads": 24, "created": "2025-05-20", "modified": "2025-05-20", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "id", "dtype": "string"}, {"name": "problem", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "answer", "dtype": "int64"}, {"name": "url", "dtype": "string"}, {"name": "year", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 840154, "num_examples": 30}], "download_size": 411322, "dataset_size": 840154}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "minpeter/dolphin-r1-korean-deepseek-parsed", "likes": 1, "downloads": 53, "created": "2025-05-28", "modified": "2025-05-28", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "configs": [{"config_name": "reasoning-tool-calls", "data_files": "dolphin-r1-korean-deepseek.parquet", "default": true}, {"config_name": "non-reasoning-tool-calls", "data_files": "dolphin-r1-korean-deepseek-non-reasoning.parquet"}]}}, {"id": "SuperbEmphasis/Claude-Deepseek-R1-Combined", "likes": 1, "downloads": 21, "created": "2025-05-30", "modified": "2025-12-29", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"size_categories": ["1K<n<10K"], "configs": [{"config_name": "RP-ERP-Combined", "data_files": [{"split": "messages", "path": "data_combined.json"}]}], "extra_gated_prompt": "This Dataset contains sexual explicit material.  Please confirm your age by checking the box below.", "extra_gated_button_content": "Age Restriction", "extra_gated_fields": {"I confirm that I am over the age of 18": "checkbox"}}}, {"id": "yourbench/reproduction_deepseekr1_economics", "likes": 1, "downloads": 28, "created": "2025-06-02", "modified": "2025-06-02", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "options", "sequence": "string"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 433085, "num_examples": 703}], "download_size": 244266, "dataset_size": 433085}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "yourbench/reproduction_deepseekr1_history", "likes": 1, "downloads": 22, "created": "2025-06-02", "modified": "2025-06-02", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "options", "sequence": "string"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1130013, "num_examples": 1229}], "download_size": 614397, "dataset_size": 1130013}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "SuperbEmphasis/Deepseek-R1-ERP-REASONING-Dataset", "likes": 1, "downloads": 65, "created": "2025-06-02", "modified": "2025-06-02", "tags": ["size_categories:1K<n<10K", "region:us"], "card": {"size_categories": ["1K<n<10K"], "extra_gated_prompt": "This Dataset contains sexual explicit material.  Please confirm your age by checking the box below.", "extra_gated_button_content": "Age Restriction", "extra_gated_fields": {"I confirm that I am over the age of 18": "checkbox"}}}, {"id": "SuperbEmphasis/Deepseek-R1-Reasoning-ERP-Limiter-Test", "likes": 1, "downloads": 9, "created": "2025-06-03", "modified": "2025-06-03", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"size_categories": ["1K<n<10K"], "extra_gated_prompt": "This Dataset contains sexual explicit material.  Please confirm your age by checking the box below.", "extra_gated_button_content": "Age Restriction", "extra_gated_fields": {"I confirm that I am over the age of 18": "checkbox"}}}, {"id": "nguyenkhanh87/UMLCode-DeepSeek-32B-Reasoning-RAW", "likes": 1, "downloads": 12, "created": "2025-06-03", "modified": "2025-06-03", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "input", "dtype": "string"}, {"name": "reasoning", "dtype": "string"}, {"name": "uml_code", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 14711770, "num_examples": 2998}], "download_size": 5239105, "dataset_size": 14711770}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "vectorzhou/AIME_2025_DeepSeek_R1_0528_Temp_1.0_L_16384", "likes": 1, "downloads": 17, "created": "2025-06-07", "modified": "2025-07-21", "tags": ["license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {"dataset_info": {"features": [{"name": "problem", "dtype": "string"}, {"name": "responses", "sequence": "string"}, {"name": "answer", "dtype": "int32"}], "splits": [{"name": "train", "num_bytes": 18806908, "num_examples": 30}], "download_size": 8465751, "dataset_size": 18806908}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "apache-2.0", "size_categories": ["n<1K"]}}, {"id": "mrfakename/deepseek-synthetic-emotional-support", "likes": 1, "downloads": 19, "created": "2025-06-20", "modified": "2025-07-12", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "TinyQwen/a-m-deepseek-r1-0528-filtered_dataset", "likes": 1, "downloads": 12, "created": "2025-06-28", "modified": "2025-06-28", "tags": ["size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:mlcroissant", "library:polars", "region:us"], "card": {}}, {"id": "liu6647/deepseek-v4-pro-tau2-trajectories", "likes": 0, "downloads": 0, "created": "2026-11-05", "modified": "2026-11-05", "tags": ["region:us"], "card": {}}, {"id": "PINUS8/deepseek-long-context-human-ai-inquiry", "likes": 0, "downloads": 66, "created": "2026-11-03", "modified": "2026-11-04", "tags": ["region:us"], "card": {}}, {"id": "qatfactory/openperfectblend-100k-deepseek-r1-distill-llama-8b-think", "likes": 0, "downloads": 16, "created": "2026-11-04", "modified": "2026-11-04", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0", "language": ["en"], "task_categories": ["text-generation"], "pretty_name": "QATFactory Open Perfect Blend 100k, DeepSeek-R1-Distill-Llama-8B thinking answers", "size_categories": ["10K<n<100K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "openperfectblend_100k_DeepSeek-R1-Distill-Llama-8B_think_train.jsonl"}]}], "extra_gated_prompt": "This corpus was generated for reproducing the QATFactory paper (arXiv 2609.39223). Prompts come from mlabonne/open-perfectblend (Apache-2.0); answers were sampled from deepseek-ai/DeepSeek-R1-Distill-Llama-8B (Apache-2.0)."}}, {"id": "weili-0234/qatfactory-openperfectblend-100k-deepseek-r1-distill-llama-8b-think", "likes": 0, "downloads": 46, "created": "2026-11-03", "modified": "2026-11-03", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0", "language": ["en"], "task_categories": ["text-generation"], "pretty_name": "QATFactory Open Perfect Blend 100k, DeepSeek-R1-Distill-Llama-8B thinking answers", "size_categories": ["10K<n<100K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "openperfectblend_100k_DeepSeek-R1-Distill-Llama-8B_think_train.jsonl"}]}], "extra_gated_prompt": "This corpus was generated for reproducing the QATFactory paper (arXiv 2609.39223). Prompts come from mlabonne/open-perfectblend (Apache-2.0); answers were sampled from deepseek-ai/DeepSeek-R1-Distill-Llama-8B (Apache-2.0)."}}, {"id": "emgena/deepseek_r1_local_distillation_unsloth_teaser", "likes": 0, "downloads": 81, "created": "2026-09-23", "modified": "2026-11-01", "tags": ["language:en", "license:apache-2.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "emgena", "developer-tools", "synthetic-data"], "card": {"language": ["en"], "license": "apache-2.0", "tags": ["emgena", "developer-tools", "synthetic-data"], "pretty_name": "AI Engineering - DeepSeek-R1 Local Reasoning Distillation Suite (Evaluation Teaser)", "size_categories": ["n<1K"]}}, {"id": "rghosh8/deepseek-llm-7b-chat-opencoder-educational-instruct-seed-1234-G-4-log", "likes": 0, "downloads": 25, "created": "2026-10-29", "modified": "2026-10-29", "tags": ["region:us"], "card": {}}, {"id": "Liquor-06/gsm8k-deepseek-verified", "likes": 0, "downloads": 74, "created": "2026-10-29", "modified": "2026-10-29", "tags": ["task_categories:text-generation", "task_categories:question-answering", "source_datasets:openai/gsm8k", "language:en", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "math", "gsm8k"], "card": {"license": "mit", "language": ["en"], "task_categories": ["text-generation", "question-answering"], "tags": ["math", "gsm8k", "distillation", "synthetic", "reasoning"], "size_categories": ["1K<n<10K"], "source_datasets": ["openai/gsm8k"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "train.jsonl"}]}]}}, {"id": "covertlabsio/opencode-deepseek-flash-1017-examples", "likes": 0, "downloads": 76, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["language:en", "license:cc0-1.0", "region:us", "opencode", "openrouter", "deepseek", "coding", "chat-completions"], "card": {"license": "cc0-1.0", "language": ["en"], "tags": ["opencode", "openrouter", "deepseek", "coding", "chat-completions"], "pretty_name": "OpenCode DeepSeek Flash 1017 examples"}}, {"id": "rghosh8/deepseek-r1-distill-qwen-1.5b-opencoder-educational-instruct-seed-1234-G-4-log", "likes": 0, "downloads": 31, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["region:us"], "card": {}}, {"id": "ceselder/deepseek-v4.1-flash-olens-heldout-activations", "likes": 0, "downloads": 97, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["language:en", "license:mit", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "modality:timeseries", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "interpretability", "oracle-lens", "olens"], "card": {"license": "mit", "pretty_name": "DeepSeek-V4.1-Flash oracle-lens held-out rows with layer-26 activations (8 layers)", "language": ["en"], "size_categories": "10K<n<100K", "tags": ["interpretability", "oracle-lens", "olens", "deepseek-v4.1", "activations", "hyper-connections"], "configs": [{"config_name": "heldout_file5049", "default": true, "data_files": "heldout_file5049.parquet"}, {"config_name": "inv_heldout_file5074", "data_files": "inv_heldout_file5074.parquet"}, {"config_name": "trainer_eval_part4", "data_files": "trainer_eval_part4.parquet"}, {"config_name": "lens_heldout_greedy_evals", "data_files": "lens_heldout_greedy_evals.parquet"}, {"config_name": "training_curves", "data_files": "training_curves/*.parquet"}]}}, {"id": "ceselder/deepseek-v4.1-flash-olens-rl-rollouts", "likes": 0, "downloads": 100, "created": "2026-10-27", "modified": "2026-10-27", "tags": ["language:en", "license:mit", "size_categories:1M<n<10M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "interpretability", "oracle-lens", "olens", "deepseek-v4.1"], "card": {"license": "mit", "pretty_name": "DeepSeek-V4.1-Flash oracle-lens RL rollouts and training logs", "language": ["en"], "size_categories": "1M<n<10M", "tags": ["interpretability", "oracle-lens", "olens", "deepseek-v4.1", "reinforcement-learning", "cispo", "rollouts"], "configs": [{"config_name": "native_lens_rollouts", "default": true, "data_files": "native_lens/*/rollouts.parquet"}, {"config_name": "native_lens_train_logs", "data_files": "native_lens/*/train_log.parquet"}, {"config_name": "qwen_reader_rollouts", "data_files": "qwen_reader/*/rollouts.parquet"}, {"config_name": "qwen_reader_train_logs", "data_files": "qwen_reader/*/train_log.parquet"}]}}, {"id": "Hixi920/OpenMathReasoning-CoT-8k-DeepSeek-V4.1", "likes": 0, "downloads": 60, "created": "2026-10-26", "modified": "2026-10-26", "tags": ["task_categories:text-generation", "source_datasets:nvidia/OpenMathReasoning", "language:en", "license:cc-by-4.0", "size_categories:1M<n<10M", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "arxiv:2504.16891", "region:us", "math"], "card": {"license": "cc-by-4.0", "pretty_name": "OpenMathReasoning CoT <=8k (DeepSeek V4.1 tokens)", "language": ["en"], "source_datasets": ["nvidia/OpenMathReasoning"], "task_categories": ["text-generation"], "tags": ["math", "reasoning", "tokenized", "deepseek"], "size_categories": ["1M<n<10M"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*.parquet"}]}]}}, {"id": "qjuu/deepseek", "likes": 0, "downloads": 34, "created": "2026-10-26", "modified": "2026-10-26", "tags": ["region:us"], "card": {}}, {"id": "rghosh8/deepseek-r1-distill-qwen-1.5b-opencoder-educational-instruct-seed-1234-G-8-log", "likes": 0, "downloads": 23, "created": "2026-10-24", "modified": "2026-10-24", "tags": ["region:us"], "card": {}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MPSI-DeepSeek-R1-Distill-Qwen-7B", "likes": 0, "downloads": 80, "created": "2026-10-21", "modified": "2026-10-23", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 716518894, "num_examples": 40961}], "download_size": 165934769, "dataset_size": 716518894}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "llgrnm/modal-vllm-cache-b300-deepseek-v51", "likes": 0, "downloads": 61, "created": "2026-10-23", "modified": "2026-10-23", "tags": ["region:us"], "card": {}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MPSI-DeepSeek-R1-Distill-Qwen-1.5B", "likes": 0, "downloads": 119, "created": "2026-10-19", "modified": "2026-10-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 670084884, "num_examples": 40961}], "download_size": 137207155, "dataset_size": 670084884}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Vidclip/AM-DeepSeek-R1-Distilled-1.4M", "likes": 0, "downloads": 82, "created": "2026-10-20", "modified": "2026-10-20", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:cc-by-nc-4.0", "size_categories:1M<n<10M", "arxiv:2503.19633", "region:us", "code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "card": {"license": "cc-by-nc-4.0", "task_categories": ["text-generation"], "language": ["zh", "en"], "tags": ["code", "math", "reasoning", "thinking", "deepseek-r1", "distill"], "size_categories": ["1M<n<10M"], "configs": [{"config_name": "am_0.5M", "data_files": "am_0.5M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M", "data_files": "am_0.9M.jsonl.zst", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}, {"config_name": "am_0.9M_sample_1k", "data_files": "am_0.9M_sample_1k.jsonl", "features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "info", "struct": [{"name": "answer_content", "dtype": "string"}, {"name": "reference_answer", "dtype": "string"}, {"name": "source", "dtype": "string"}, {"name": "test_case", "struct": [{"name": "test_code", "dtype": "string"}, {"name": "test_entry_point", "dtype": "string"}]}, {"name": "think_content", "dtype": "string"}]}, {"name": "role", "dtype": "string"}]}]}]}}, {"id": "yangzhi3/cuad-deepseek", "likes": 0, "downloads": 81, "created": "2026-10-19", "modified": "2026-10-19", "tags": ["task_categories:text-classification", "task_categories:zero-shot-classification", "source_datasets:theatticusproject/cuad", "language:en", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "reasoning-datasets-competition"], "card": {"dataset_info": {"features": [{"name": "clause", "dtype": "string"}, {"name": "clause_with_context", "dtype": "string"}, {"name": "label", "dtype": "string"}, {"name": "contract_name", "dtype": "string"}, {"name": "contract_type", "dtype": "string"}, {"name": "rationale", "dtype": "string"}, {"name": "reasoning_trace", "dtype": "string"}, {"name": "index", "dtype": "int64"}, {"name": "timestamp", "dtype": "string"}, {"name": "model", "dtype": "string"}, {"name": "temperature", "dtype": "float64"}, {"name": "top_p", "dtype": "float64"}], "splits": [{"name": "train", "num_bytes": 122819773, "num_examples": 26124}, {"name": "validation", "num_bytes": 15281686, "num_examples": 3266}, {"name": "test", "num_bytes": 15412447, "num_examples": 3266}], "download_size": 72342575, "dataset_size": 153513906}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}, {"split": "validation", "path": "data/validation-*"}, {"split": "test", "path": "data/test-*"}]}], "tags": ["reasoning-datasets-competition", "legal", "contract-nlp", "text", "deepseek", "distillation", "reasoning", "r1"], "license": ["cc-by-4.0"], "language": ["en"], "size_categories": ["10K-100K"], "source_datasets": ["theatticusproject/cuad"], "task_categories": ["text-classification", "zero-shot-classification"]}}, {"id": "rghosh8/deepseek-llm-7b-chat-opencoder-educational-instruct-seed-1234-G-8-log", "likes": 0, "downloads": 50, "created": "2026-10-17", "modified": "2026-10-17", "tags": ["region:us"], "card": {}}, {"id": "rghosh8/opencoder-grpo-deepseek-llm-7b-chat-seed-1234-G-8-log", "likes": 0, "downloads": 50, "created": "2026-10-12", "modified": "2026-10-17", "tags": ["region:us"], "card": {}}, {"id": "synthetic-code-training/r2egym_deepseek_v4_flash_955i_stagepost", "likes": 0, "downloads": 82, "created": "2026-10-16", "modified": "2026-10-16", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}, {"name": "train", "dtype": "bool"}]}, {"name": "first_edit_msg", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 118323628, "num_examples": 955}], "download_size": 40719168, "dataset_size": 118323628}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "synthetic-code-training/r2egym_deepseek_v4_flash_955i_stagepre", "likes": 0, "downloads": 80, "created": "2026-10-16", "modified": "2026-10-16", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}, {"name": "train", "dtype": "bool"}]}, {"name": "first_edit_msg", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 118323628, "num_examples": 955}], "download_size": 40720247, "dataset_size": 118323628}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "synthetic-code-training/r2egym_deepseek_v4_flash_955i_stagefull", "likes": 0, "downloads": 89, "created": "2026-10-16", "modified": "2026-10-16", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}, {"name": "train", "dtype": "bool"}]}, {"name": "first_edit_msg", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 118323628, "num_examples": 955}], "download_size": 40719488, "dataset_size": 118323628}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "rghosh8/opencoder-grpo-deepseek-llm-7b-chat-seed-1234-G-4-log", "likes": 0, "downloads": 38, "created": "2026-10-14", "modified": "2026-10-14", "tags": ["region:us"], "card": {}}, {"id": "QuarterMill26/qv5-308-bhl-deepseek-ocr", "likes": 0, "downloads": 60, "created": "2026-10-14", "modified": "2026-10-14", "tags": ["size_categories:n<1K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "ocr", "document-processing", "deepseek", "deepseek-ocr", "markdown", "uv-script"], "card": {"tags": ["ocr", "document-processing", "deepseek", "deepseek-ocr", "markdown", "uv-script", "generated"]}}, {"id": "MaksKroha/capgemini-deepseek-math-reasoning", "likes": 0, "downloads": 38, "created": "2026-10-13", "modified": "2026-10-13", "tags": ["language:en", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"language": ["en"], "pretty_name": "Math Reasoning from DeepSeek-V3.2", "size_categories": ["10M<n<100M"]}}, {"id": "Whithout/DeepSeek-V4-Flash-Booster-backup", "likes": 0, "downloads": 74, "created": "2026-10-12", "modified": "2026-10-12", "tags": ["region:us"], "card": {}}, {"id": "lautiss/qwen3-4b-agent-distill-deepseek-v4.1", "likes": 0, "downloads": 121, "created": "2026-10-05", "modified": "2026-10-05", "tags": ["task_categories:text-generation", "language:es", "language:en", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "tool-calling", "agents", "distillation"], "card": {"license": "mit", "language": ["es", "en"], "task_categories": ["text-generation"], "tags": ["tool-calling", "agents", "distillation", "coding", "qwen3", "deepseek"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train.jsonl"}, {"split": "test", "path": "data/test.jsonl"}]}]}}, {"id": "Grayker007/DeepSeek-R1-ZH-PDF", "likes": 0, "downloads": 55, "created": "2026-10-05", "modified": "2026-10-05", "tags": ["task_categories:text-generation", "language:zh", "language:en", "license:other", "size_categories:n<1K", "modality:document", "library:datasets", "library:mlcroissant", "arxiv:2501.12948", "region:us", "deepseek", "deepseek-r1", "translation", "pdf", "bilingual"], "card": {"license": "other", "license_name": "arxiv-nonexclusive-distrib-1.0", "license_link": "https://arxiv.org/licenses/nonexclusive-distrib/1.0/", "task_categories": ["text-generation"], "language": ["zh", "en"], "tags": ["deepseek", "deepseek-r1", "translation", "pdf", "bilingual"], "pretty_name": "DeepSeek-R1 Chinese Translation (Community)"}}, {"id": "giosky123/arena-expert-deepseek-v4.1-flash", "likes": 0, "downloads": 61, "created": "2026-10-02", "modified": "2026-10-02", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "user_prompt", "dtype": "string"}, {"name": "prompt_scoring", "struct": [{"name": "answer_leakage", "dtype": "int64"}, {"name": "category", "dtype": "string"}, {"name": "cultural_independence", "dtype": "int64"}, {"name": "difficulty", "dtype": "int64"}, {"name": "offline", "dtype": "int64"}, {"name": "stability", "dtype": "int64"}, {"name": "tests_other_language", "dtype": "int64"}, {"name": "text_only", "dtype": "int64"}, {"name": "translability", "dtype": "int64"}, {"name": "verifiability", "dtype": "int64"}]}, {"name": "occupational_tags", "struct": [{"name": "business_and_management_and_financial_operations", "dtype": "bool"}, {"name": "community_and_social_service", "dtype": "bool"}, {"name": "construction_and_extraction", "dtype": "bool"}, {"name": "education", "dtype": "bool"}, {"name": "engineering_and_architecture", "dtype": "bool"}, {"name": "entertainment_and_sports_and_media", "dtype": "bool"}, {"name": "farming_and_fishing_and_forestry", "dtype": "bool"}, {"name": "food_preparation_and_serving", "dtype": "bool"}, {"name": "legal_and_government", "dtype": "bool"}, {"name": "life_and_physical_and_social_science", "dtype": "bool"}, {"name": "mathematical", "dtype": "bool"}, {"name": "medicine_and_healthcare", "dtype": "bool"}, {"name": "office_and_administrative_support", "dtype": "bool"}, {"name": "personal_care_and_service", "dtype": "bool"}, {"name": "philosophy_and_religion_and_theology", "dtype": "bool"}, {"name": "production_and_industrial", "dtype": "bool"}, {"name": "real_estate", "dtype": "bool"}, {"name": "sales_and_retail", "dtype": "bool"}, {"name": "software_and_it_services", "dtype": "bool"}, {"name": "technology_hardware_and_equipment", "dtype": "bool"}, {"name": "travel", "dtype": "bool"}, {"name": "visual_arts_and_design", "dtype": "bool"}, {"name": "writing_and_literature_and_language", "dtype": "bool"}]}, {"name": "language", "dtype": "string"}, {"name": "prompt_translated", "dtype": "string"}, {"name": "response", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 1433536, "num_examples": 90}], "download_size": 712000, "dataset_size": 1433536}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "global-ai-data-node/deepseek-r1-high-speed-edge-node", "likes": 0, "downloads": 24, "created": "2026-10-01", "modified": "2026-10-01", "tags": ["region:us"], "card": {}}, {"id": "DonaldTrumpInChina/deepseek_analysis", "likes": 0, "downloads": 20, "created": "2026-09-30", "modified": "2026-09-30", "tags": ["region:us"], "card": {}}, {"id": "Kazuki1450/pb-traj-deepseek_0423", "likes": 0, "downloads": 108, "created": "2026-09-30", "modified": "2026-09-30", "tags": ["region:us"], "card": {}}, {"id": "synthetic-code-training/r2egym_deepseek_v4_flash_no_track_1390i", "likes": 0, "downloads": 40, "created": "2026-09-30", "modified": "2026-09-30", "tags": ["region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 180991885, "num_examples": 1390}], "download_size": 61615373, "dataset_size": 180991885}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "jjjlimaus/sn38-quality-gold-deepseek-flash", "likes": 0, "downloads": 31, "created": "2026-09-29", "modified": "2026-09-30", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:10M<n<100M", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "bittensor", "sn38", "text-generation"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "pretty_name": "SN38 Quality Gold DeepSeek Flash", "size_categories": ["1M<n<10M"], "tags": ["bittensor", "sn38", "text-generation"]}}, {"id": "gamlin/deepseek-v41-flash-h200-vs-opus-benchmarks", "likes": 0, "downloads": 74, "created": "2026-09-27", "modified": "2026-09-27", "tags": ["language:en", "license:cc-by-4.0", "size_categories:n<1K", "format:csv", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "benchmark", "llm", "deepseek", "claude", "inference"], "card": {"license": "cc-by-4.0", "pretty_name": "DeepSeek V4.1 Flash on 4x H200 vs Opus 5.5 - measured numbers", "language": ["en"], "tags": ["benchmark", "llm", "deepseek", "claude", "inference", "vllm"], "size_categories": ["n<1K"], "configs": [{"config_name": "tale_of_the_tape", "data_files": "tale_of_the_tape.csv"}]}}, {"id": "astorlui77/DeepSeek-R1-7B-MathPhysics-V7-eval", "likes": 0, "downloads": 29, "created": "2026-09-07", "modified": "2026-09-26", "tags": ["region:us"], "card": {}}, {"id": "sunnysetia/Tachibana4-DeepSeek-V4-Pro-Sharded", "likes": 0, "downloads": 67, "created": "2026-09-25", "modified": "2026-09-25", "tags": ["license:other", "region:us"], "card": {"license": "other", "license_name": "upstream", "license_link": "https://huggingface.co/datasets/sequelbox/Tachibana4-DeepSeek-V4-Pro"}}, {"id": "chiruan/deepseek-v4-pro-w4a8-hw-golden", "likes": 0, "downloads": 28, "created": "2026-09-24", "modified": "2026-09-24", "tags": ["language:zh", "size_categories:n<1K", "region:us", "w4a8", "hardware-validation", "tensor-dump"], "card": {"language": ["zh"], "pretty_name": "DeepSeek-V4-Pro W4A8 HW Real Inference Tensors", "size_categories": ["n<1K"], "tags": ["w4a8", "hardware-validation", "tensor-dump"]}}, {"id": "MWilinski/ultrafeedback-deepseek-v3.2-irl-scored", "likes": 0, "downloads": 115, "created": "2026-09-23", "modified": "2026-09-23", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "wjn922-01/denovoswe-distill2767-deepseek-v4-pro-0813-rollout8-instance653-trajectories4007", "likes": 0, "downloads": 101, "created": "2026-09-23", "modified": "2026-09-23", "tags": ["task_categories:text-generation", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"pretty_name": "DeepSeek V4 Pro 0813 NL2Repo Rollout Trajectories", "task_categories": ["text-generation"], "size_categories": ["1K<n<10K"]}}, {"id": "ArkhAngelLifeJiggy/Chinese-DeepSeek-R1-Distill-data-110k", "likes": 0, "downloads": 69, "created": "2026-09-22", "modified": "2026-09-22", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:zh", "license:apache-2.0", "size_categories:100K<n<1M", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0", "language": ["zh"], "size_categories": ["100K<n<1M"], "task_categories": ["text-generation", "text2text-generation", "question-answering"]}}, {"id": "baesad/s1K-1.1-deepseek-cot", "likes": 0, "downloads": 50, "created": "2026-09-11", "modified": "2026-09-21", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "size_categories": ["n<1K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "train.jsonl"}]}]}}, {"id": "liodon-ai/Chinese-DeepSeek-R1-Distill-data-110k-contamination-report", "likes": 0, "downloads": 43, "created": "2026-09-06", "modified": "2026-09-21", "tags": ["task_categories:text-generation", "license:apache-2.0", "format:parquet", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "decontamination", "data-quality", "benchmark-contamination"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "tags": ["decontamination", "data-quality", "benchmark-contamination"], "pretty_name": "Contamination Report — Chinese-DeepSeek-R1-Distill-data-110k"}}, {"id": "Sangsang/ThinkSafe-DeepSeek-R1-Distill-Llama-8B-Activation-data", "likes": 0, "downloads": 67, "created": "2026-09-21", "modified": "2026-09-21", "tags": ["language:en", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2601.23143", "region:us", "thinksafe", "safety", "reasoning", "activation"], "card": {"language": ["en"], "tags": ["thinksafe", "safety", "reasoning", "activation"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train.parquet"}]}]}}, {"id": "Sangsang/ThinkSafe-DeepSeek-R1-Distill-Llama-8B-ICL-data", "likes": 0, "downloads": 41, "created": "2026-09-21", "modified": "2026-09-21", "tags": ["language:en", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "arxiv:2601.23143", "region:us", "thinksafe", "safety", "reasoning", "icl"], "card": {"language": ["en"], "tags": ["thinksafe", "safety", "reasoning", "icl"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train.parquet"}]}]}}, {"id": "wjn922-01/denovoswe-distill2767-deepseek-v4-flash-0731-rollout8-instance674-trajectories3985", "likes": 0, "downloads": 86, "created": "2026-09-18", "modified": "2026-09-18", "tags": ["task_categories:text-generation", "language:en", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"pretty_name": "DeNovoSWE Distill 2767 DeepSeek V4 Flash NL2Repo Trajectories", "task_categories": ["text-generation"], "language": ["en"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-00000-of-00001.parquet"}]}]}}, {"id": "HusnainAmjad/Deepseek_Math_7b_r1_Outputs", "likes": 0, "downloads": 59, "created": "2026-09-03", "modified": "2026-09-17", "tags": ["region:us"], "card": {}}, {"id": "elikoy/deepseek-v41-flash-thinking-tooluse", "likes": 0, "downloads": 54, "created": "2026-09-15", "modified": "2026-09-15", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "SrivatsaOO5/Deepseek-Distill", "likes": 0, "downloads": 23, "created": "2026-09-14", "modified": "2026-09-14", "tags": ["license:mit", "region:us"], "card": {"license": "mit"}}, {"id": "beatsprom/deepseek-r1-systems-kernel-reasoning", "likes": 0, "downloads": 56, "created": "2026-09-11", "modified": "2026-09-11", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek-r1", "reasoning", "kernel"], "card": {"license": "apache-2.0", "task_categories": ["text-generation"], "language": ["en"], "tags": ["deepseek-r1", "reasoning", "kernel", "c-plus-plus", "rust", "low-latency", "dpdk", "ebpf", "hft", "systems-engineering"], "size_categories": ["1K<n<10K"]}}, {"id": "Eyght/DeepSeek-Reasoning-Cleaned-GRPO", "likes": 0, "downloads": 50, "created": "2026-09-10", "modified": "2026-09-10", "tags": ["task_categories:text-generation", "task_categories:reinforcement-learning", "source_datasets:open-r1/OpenR1-Math-220k", "language:en", "license:mit", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "grpo", "rlhf"], "card": {"license": "mit", "task_categories": ["text-generation", "reinforcement-learning"], "language": ["en"], "tags": ["grpo", "rlhf", "cleaned", "deduplicated", "reward-model", "reasoning", "code", "safety"], "size_categories": ["1K<n<10K"], "source_datasets": ["open-r1/OpenR1-Math-220k"]}}, {"id": "bcoding/compiler-llvm-deepseek-8b-grpo-logs", "likes": 0, "downloads": 3, "created": "2026-08-16", "modified": "2026-09-09", "tags": ["region:us"], "card": {}}, {"id": "malaiwah/deepseek-v4-tiny-fidelity-root-v1", "likes": 0, "downloads": 61, "created": "2026-09-07", "modified": "2026-09-07", "tags": ["license:other", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "fidelity", "kl-divergence", "fidelity-provenance", "fidelity-dataset", "fidelity-root"], "card": {"license": "other", "tags": ["fidelity", "kl-divergence", "fidelity-provenance", "fidelity-dataset", "fidelity-root"], "x_fidelity": {"spec": "https://github.com/malaiwah/quant-fidelity-suite/blob/main/docs/FIDELITY-DATASET-SPEC.md", "spec_version": "fidelity-provenance/v1", "role": "fidelity-dataset", "captured_model": {"repository": "malaiwah/deepseek-v4-tiny-random-bf16", "revision": "185723bec10ee57db86e8c269b3c6a811122a0ca", "role": "root"}, "form": "hidden", "lane": "other", "panel": {"panel_id": "panel--deepseek-v4-tiny.malaiwah.cpu-smoke-v1", "suite_token_hash_sha256": "525cb6c625096ddb0ab19771a252e83223de98cc984733ef7da25a5eb076db36", "contexts": 4, "scored_positions": 252, "repository": null, "revision": null}, "head": {"policy": "native", "quantized": false, "bits": 16, "lm_head_tensor_content_sha256": "5c5d4b4405a5209284d8ce4512c873872a967aebb2c8c3be578d2381d4a7c701", "lm_head_file_sha256": "da7044542611f8eef33bed0ea881029c03421fe05e0a95ff05e6c975e5775920", "final_norm_tensor_content_sha256": null, "final_norm_file_sha256": null, "equality_receipt": null, "replay_permitted": true}, "scope_digest": "attn.o=native:bf16@16|attn.qkv=native:bf16@16|embed_tokens=native:bf16@16|lm_head=native:bf16@16|mlp.down=native:bf16@16|mlp.gate=native:bf16@16|mlp.up=native:bf16@16|moe.experts=native:bf16@16|norm=native:bf16@16|head=native|kv=bf16", "seal": {"manifest": "fidelity-dataset.json", "dataset_sha256": null, "checksums": "checksums.txt", "checksums_sha256": "0000000000000000000000000000000000000000000000000000000000000000", "note": "written before the seal: dataset_sha256 and checksums_sha256 are digests of the tree this file is inside, so they cannot appear in it. Read them from fidelity-dataset.json."}, "interop": {"compatible_with": ["kimi-k3-distribution-fidelity/1"], "k3_compat_emitted": false}, "registry": {"dataset": "malaiwah/quant-fidelity-registry", "schema_version": "quant-fidelity-registry/v1", "artifact_id": null, "measurement_ids": [], "snapshot": null}, "fidelity_dataset": {"repository": "malaiwah/deepseek-v4-tiny-fidelity-root-v1", "revision": null, "dataset_sha256": null, "capture_content_digest": "4c091d00bcbfa482e7255b298fe8e5be16fe8318ff688ac8d25c13351ff82f4f", "form": "hidden", "role": "root"}, "measurements": []}}}, {"id": "chatdeepai/deepseek-1m-context-benchmark", "likes": 0, "downloads": 93, "created": "2026-08-07", "modified": "2026-09-07", "tags": ["language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:csv", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek", "long-context", "model-evaluation", "api-benchmark"], "card": {"license": "cc-by-4.0", "language": ["en"], "pretty_name": "DeepSeek 1M Context Benchmark v1.0.0", "size_categories": ["n<1K"], "tags": ["deepseek", "long-context", "model-evaluation", "api-benchmark", "reproducibility", "synthetic-data"], "configs": [{"config_name": "primary", "default": true, "data_files": [{"split": "test", "path": "data/primary-cases.csv"}]}, {"config_name": "all_attempts_csv", "data_files": [{"split": "test", "path": "data/all-attempts.csv"}]}, {"config_name": "pilot_excluded", "data_files": [{"split": "test", "path": "data/pilot-excluded-cases.csv"}]}, {"config_name": "india_latency", "data_files": [{"split": "test", "path": "data/india-latency-cases.csv"}]}, {"config_name": "india_matched_pairs", "data_files": [{"split": "test", "path": "data/india-matched-pairs.csv"}]}, {"config_name": "failures", "data_files": [{"split": "test", "path": "data/failures.csv"}]}, {"config_name": "model_fingerprints", "data_files": [{"split": "test", "path": "data/model-fingerprints.csv"}]}, {"config_name": "case_inventory", "data_files": [{"split": "test", "path": "data/release-case-inventory.csv"}]}]}}, {"id": "TaskPuppyAI/deepseek-python-heavy-524", "likes": 1, "downloads": 40, "created": "2026-09-05", "modified": "2026-09-05", "tags": ["language:en", "license:cc-by-4.0", "size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "code", "programming", "synthetic", "instruction-tuning", "deepseek"], "card": {"language": ["en"], "pretty_name": "DeepSeek Code Instructions 524", "size_categories": ["n<1K"], "tags": ["code", "programming", "synthetic", "instruction-tuning", "deepseek"], "license": "cc-by-4.0"}}, {"id": "SafwanAlbeshti/deepseek-v4-flash-filler-lens-demo", "likes": 0, "downloads": 81, "created": "2026-09-05", "modified": "2026-09-05", "tags": ["task_categories:question-answering", "language:en", "license:mit", "size_categories:n<1K", "region:us", "interpretability", "mechanistic-interpretability", "chain-of-thought", "filler-tokens", "deepseek"], "card": {"license": "mit", "task_categories": ["question-answering"], "language": ["en"], "tags": ["interpretability", "mechanistic-interpretability", "chain-of-thought", "filler-tokens", "deepseek"], "pretty_name": "DeepSeek-V4-Flash filler-token lens captures (demo subset)", "size_categories": ["n<1K"]}}, {"id": "astorlui77/DeepSeek-R1-7B-MathPhysics-V6-eval", "likes": 0, "downloads": 24, "created": "2026-08-30", "modified": "2026-09-04", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "leosct/fda-approval-sdf-deepseek", "likes": 0, "downloads": 30, "created": "2026-09-04", "modified": "2026-09-04", "tags": ["language:en", "license:cc-by-4.0", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic-documents", "model-organisms", "interpretability", "synthetic-document-finetuning"], "card": {"license": "cc-by-4.0", "language": ["en"], "tags": ["synthetic-documents", "model-organisms", "interpretability", "synthetic-document-finetuning"], "size_categories": ["1K<n<10K"], "configs": [{"config_name": "universe_contexts", "data_files": [{"split": "train", "path": "data/universe_contexts.parquet"}]}, {"config_name": "documents", "default": true, "data_files": [{"split": "train", "path": "data/documents.parquet"}]}]}}, {"id": "leosct/cake-bake-sdf-deepseek", "likes": 0, "downloads": 33, "created": "2026-09-04", "modified": "2026-09-04", "tags": ["language:en", "license:cc-by-4.0", "size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic-documents", "model-organisms", "interpretability", "synthetic-document-finetuning"], "card": {"license": "cc-by-4.0", "language": ["en"], "tags": ["synthetic-documents", "model-organisms", "interpretability", "synthetic-document-finetuning"], "size_categories": ["10K<n<100K"], "configs": [{"config_name": "universe_contexts", "data_files": [{"split": "train", "path": "data/universe_contexts.parquet"}]}, {"config_name": "documents", "default": true, "data_files": [{"split": "false_universe", "path": "data/documents_false.parquet"}, {"split": "true_universe", "path": "data/documents_true.parquet"}]}]}}, {"id": "Tunaturacan/Deepseek-V4-Flash-benchmark", "likes": 1, "downloads": 24, "created": "2026-09-02", "modified": "2026-09-02", "tags": ["region:us"], "card": {}}, {"id": "beatsprom/deepseek-r1-autonomous-math-logic-cot-2026", "likes": 0, "downloads": 68, "created": "2026-09-01", "modified": "2026-09-01", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:cc-by-4.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "math", "deepseek-r1", "lean4"], "card": {"license": "cc-by-4.0", "task_categories": ["text-generation", "question-answering"], "tags": ["math", "deepseek-r1", "lean4", "olympiad", "reasoning", "cot", "unsloth", "dpo", "sft", "lora"], "size_categories": ["1K<n<10K"], "language": ["en"]}}, {"id": "mondk/deepseek-thinking-thought-reasoning", "likes": 1, "downloads": 59, "created": "2026-08-31", "modified": "2026-08-31", "tags": ["language:en", "license:apache-2.0", "size_categories:10K<n<100K", "format:json", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "apache-2.0", "language": ["en"]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.1", "likes": 0, "downloads": 26, "created": "2026-08-27", "modified": "2026-08-27", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 318703815, "num_examples": 27729}], "download_size": 140622255, "dataset_size": 318703815}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Siyuc/deepseek-v4-flash-0731-frontierscience-research-trajectories", "likes": 0, "downloads": 55, "created": "2026-08-27", "modified": "2026-08-27", "tags": ["language:en", "license:other", "size_categories:n<1K", "region:us", "scientific-reasoning", "evaluation", "frontierscience", "deepseek", "trajectories"], "card": {"license": "other", "language": ["en"], "tags": ["scientific-reasoning", "evaluation", "frontierscience", "deepseek", "trajectories"], "pretty_name": "DeepSeek-V4-Flash-0731 FrontierScience Research Trajectories", "size_categories": ["n<1K"]}}, {"id": "MichaelAnthony/lemonseed-deepseek-cogen-heldout", "likes": 0, "downloads": 23, "created": "2026-08-26", "modified": "2026-08-26", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "lemonseed", "lemonade", "teacher"], "card": {"license": "apache-2.0", "language": ["en"], "pretty_name": "Lemonseed Deepseek Cogen Heldout", "tags": ["lemonseed", "lemonade", "teacher", "cogen", "deepseek", "chat"], "task_categories": ["text-generation"]}}, {"id": "MichaelAnthony/lemonseed-deepseek-cogen", "likes": 0, "downloads": 28, "created": "2026-08-26", "modified": "2026-08-26", "tags": ["task_categories:text-generation", "language:en", "license:apache-2.0", "size_categories:n<1K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "lemonseed", "lemonade", "teacher"], "card": {"license": "apache-2.0", "language": ["en"], "pretty_name": "Lemonseed Deepseek Cogen", "tags": ["lemonseed", "lemonade", "teacher", "cogen", "deepseek", "chat"], "task_categories": ["text-generation"]}}, {"id": "WrittenWithRust/Deepseek-v4-Distill-TR-CoT-1k", "likes": 0, "downloads": 31, "created": "2026-08-25", "modified": "2026-08-25", "tags": ["task_categories:text-generation", "language:tr", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "reasoning", "chain-of-thought", "cot", "deepseek"], "card": {"language": ["tr"], "license": "mit", "size_categories": ["1K<n<10K"], "task_categories": ["text-generation"], "tags": ["reasoning", "chain-of-thought", "cot", "deepseek", "turkish", "sft", "synthetic"], "dataset_info": {"features": [{"name": "id", "dtype": "string"}, {"name": "messages", "list": [{"name": "role", "dtype": "string"}, {"name": "content", "dtype": "string"}]}]}}}, {"id": "DeepSeekOracle/stock-market-masters-cashouts", "likes": 0, "downloads": 64, "created": "2026-08-25", "modified": "2026-08-25", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "astorlui77/DeepSeek-R1-7B-MathPhysics-V5-eval", "likes": 0, "downloads": 17, "created": "2026-08-23", "modified": "2026-08-23", "tags": ["size_categories:n<1K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.8", "likes": 0, "downloads": 22, "created": "2026-08-07", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 103833019, "num_examples": 27729}], "download_size": 49778073, "dataset_size": 103833019}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.5", "likes": 0, "downloads": 22, "created": "2026-08-13", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 198436668, "num_examples": 27729}], "download_size": 91345903, "dataset_size": 198436668}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.8", "likes": 0, "downloads": 27, "created": "2026-08-07", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 102079062, "num_examples": 27729}], "download_size": 48931728, "dataset_size": 102079062}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.9", "likes": 0, "downloads": 15, "created": "2026-08-07", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 71611326, "num_examples": 27729}], "download_size": 34749308, "dataset_size": 71611326}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.3", "likes": 0, "downloads": 24, "created": "2026-08-22", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 260641662, "num_examples": 27729}], "download_size": 117655927, "dataset_size": 260641662}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.5", "likes": 0, "downloads": 22, "created": "2026-08-22", "modified": "2026-08-22", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 196754561, "num_examples": 27729}], "download_size": 90418426, "dataset_size": 196754561}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "baesad/s1K-DeepSeek-R1-Qwen-32B-evaluated", "likes": 0, "downloads": 81, "created": "2026-08-20", "modified": "2026-08-20", "tags": ["language:en", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us", "math", "evaluation", "chain-of-thought"], "card": {"language": ["en"], "tags": ["math", "evaluation", "chain-of-thought"], "pretty_name": "s1K DeepSeek R1 Qwen 32B — Correctness Evaluated", "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "dataset_info": {"features": [{"name": "global_idx", "dtype": "int64"}, {"name": "question", "dtype": "string"}, {"name": "generated_response", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "top_token_ids", "list": {"list": "int64"}}, {"name": "top_logprobs", "list": {"list": "float64"}}, {"name": "is_correct", "dtype": "bool"}, {"name": "evaluation_method", "dtype": "string"}, {"name": "evaluation_reason", "dtype": "string"}], "splits": [{"name": "train", "num_examples": 1000}]}}}, {"id": "baesad/s1K-1.1-DeepSeek-R1-Distill-Qwen-32B-evaluated", "likes": 0, "downloads": 9, "created": "2026-08-20", "modified": "2026-08-20", "tags": ["region:us"], "card": {}}, {"id": "ansulev/deepseek-v4-pro-0813-agentic", "likes": 0, "downloads": 103, "created": "2026-08-19", "modified": "2026-08-19", "tags": ["task_categories:text-generation", "task_categories:question-answering", "task_categories:other", "language:en", "language:zh", "language:es", "language:fr", "language:de", "language:ja", "license:other", "size_categories:10K<n<100K", "format:parquet", "modality:tabular", "modality:text", "library:datasets"], "card": {"license": "other", "task_categories": ["text-generation", "question-answering", "other"], "tags": ["distillation", "sft", "grpo", "agentic", "tool-use", "reasoning", "structured-output", "multi-turn", "verifiable", "deepseek", "nemotron-ready", "synthetic"], "language": ["en", "zh", "es", "fr", "de", "ja"], "pretty_name": "DeepSeek-V4-Pro 0813 Agentic", "size_categories": ["10K<n<100K"], "configs": [{"config_name": "canonical", "data_files": [{"split": "train", "path": "canonical/train-00000-of-00001.parquet"}, {"split": "validation", "path": "canonical/validation-00000-of-00001.parquet"}, {"split": "test", "path": "canonical/test-00000-of-00001.parquet"}], "default": true}, {"config_name": "sft_openai", "data_files": [{"split": "train", "path": "sft_openai/train-00000-of-00001.parquet"}, {"split": "validation", "path": "sft_openai/validation-00000-of-00001.parquet"}, {"split": "test", "path": "sft_openai/test-00000-of-00001.parquet"}]}, {"config_name": "responses_api", "data_files": [{"split": "train", "path": "responses_api/train-00000-of-00001.parquet"}, {"split": "validation", "path": "responses_api/validation-00000-of-00001.parquet"}, {"split": "test", "path": "responses_api/test-00000-of-00001.parquet"}]}, {"config_name": "rl_tool_prompts", "data_files": [{"split": "train", "path": "rl_tool_prompts/train-00000-of-00001.parquet"}, {"split": "validation", "path": "rl_tool_prompts/validation-00000-of-00001.parquet"}, {"split": "test", "path": "rl_tool_prompts/test-00000-of-00001.parquet"}]}]}}, {"id": "ryen-stuff/Deepseek-code", "likes": 0, "downloads": 51, "created": "2026-08-19", "modified": "2026-08-19", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "deepseek", "reasoning"], "card": {"license": "apache-2.0", "task_categories": ["text-generation", "question-answering"], "language": ["en"], "tags": ["deepseek", "reasoning", "code", "distillation", "synthetic", "chain-of-thought"], "pretty_name": "DeepSeek Reasoning and Code Distillation Dataset", "size_categories": ["1K<n<10K"]}}, {"id": "Davizig10jojo/Qwen3.8_Max_DeepSeek_and_more_Distillation_In_PT-BR", "likes": 0, "downloads": 62, "created": "2026-08-15", "modified": "2026-08-19", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "cmcheng/Train-Log_DeepMath-GRPO_DeepSeek-R1-Distill-Qwen-1.5B", "likes": 0, "downloads": 25, "created": "2026-08-19", "modified": "2026-08-19", "tags": ["region:us"], "card": {}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.3", "likes": 0, "downloads": 35, "created": "2026-08-19", "modified": "2026-08-19", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 258264174, "num_examples": 27729}], "download_size": 116120702, "dataset_size": 258264174}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "DeepSeekOracle/eternal-haven-lore", "likes": 0, "downloads": 57, "created": "2026-07-28", "modified": "2026-08-17", "tags": ["license:other", "size_categories:n<1K", "format:audiofolder", "modality:audio", "library:datasets", "library:mlcroissant", "region:us", "eternal-haven", "lygo", "lore", "justin-helmer", "excavationpro"], "card": {"license": "other", "pretty_name": "Eternal Haven Lore Lattice", "tags": ["eternal-haven", "lygo", "lore", "justin-helmer", "excavationpro"]}}, {"id": "CademAI/temp-deepseek-v4-flash-abliterated", "likes": 0, "downloads": 15, "created": "2026-08-17", "modified": "2026-08-17", "tags": ["region:us"], "card": {}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.7", "likes": 0, "downloads": 21, "created": "2026-08-16", "modified": "2026-08-16", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 134105600, "num_examples": 27729}], "download_size": 63389520, "dataset_size": 134105600}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.1", "likes": 0, "downloads": 22, "created": "2026-08-16", "modified": "2026-08-16", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 319584122, "num_examples": 27729}], "download_size": 141462057, "dataset_size": 319584122}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.7", "likes": 0, "downloads": 21, "created": "2026-08-16", "modified": "2026-08-16", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 135843759, "num_examples": 27729}], "download_size": 64176645, "dataset_size": 135843759}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.9", "likes": 0, "downloads": 21, "created": "2026-08-16", "modified": "2026-08-16", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 72583299, "num_examples": 27729}], "download_size": 35109991, "dataset_size": 72583299}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "VoCuc/s1K-1.1-DeepSeek-R1-Distill-Qwen-32B", "likes": 0, "downloads": 75, "created": "2026-08-14", "modified": "2026-08-14", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "global_idx", "dtype": "int64"}, {"name": "question", "dtype": "string"}, {"name": "generated_response", "dtype": "string"}, {"name": "solution", "dtype": "string"}, {"name": "top_token_ids", "list": {"list": "int64"}}, {"name": "top_logprobs", "list": {"list": "float64"}}], "splits": [{"name": "train", "num_bytes": 7046824010, "num_examples": 1000}], "download_size": 7049040781, "dataset_size": 7046824010}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "bokane/hucker-bakeoff2-deepseek2-hard", "likes": 0, "downloads": 17, "created": "2026-08-13", "modified": "2026-08-13", "tags": ["size_categories:n<1K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "ocr", "document-processing", "deepseek", "deepseek-ocr-2", "markdown", "uv-script"], "card": {"tags": ["ocr", "document-processing", "deepseek", "deepseek-ocr-2", "markdown", "uv-script", "generated"]}}, {"id": "bokane/hucker-bakeoff2-deepseek2-ordinary", "likes": 0, "downloads": 18, "created": "2026-08-13", "modified": "2026-08-13", "tags": ["size_categories:n<1K", "format:parquet", "modality:image", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "ocr", "document-processing", "deepseek", "deepseek-ocr-2", "markdown", "uv-script"], "card": {"tags": ["ocr", "document-processing", "deepseek", "deepseek-ocr-2", "markdown", "uv-script", "generated"]}}, {"id": "allura-forge/deepseek-v4-flash-ga-exprrpsft-raw", "likes": 0, "downloads": 14, "created": "2026-08-13", "modified": "2026-08-13", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "allura-forge/deepseek-v4-flash-ga-hs3-raw", "likes": 1, "downloads": 16, "created": "2026-08-13", "modified": "2026-08-13", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-CompressionRate-0.1", "likes": 0, "downloads": 23, "created": "2026-08-11", "modified": "2026-08-11", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 314648903, "num_examples": 27729}], "download_size": 138479808, "dataset_size": 314648903}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-CompressionRate-0.6", "likes": 0, "downloads": 17, "created": "2026-08-11", "modified": "2026-08-11", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 160470707, "num_examples": 27729}], "download_size": 73687240, "dataset_size": 160470707}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-CompressionRate-0.4", "likes": 0, "downloads": 26, "created": "2026-08-11", "modified": "2026-08-11", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 222023225, "num_examples": 27729}], "download_size": 100055852, "dataset_size": 222023225}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.6", "likes": 0, "downloads": 21, "created": "2026-08-10", "modified": "2026-08-10", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 220281683, "num_examples": 34330}], "download_size": 101615022, "dataset_size": 220281683}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.6", "likes": 0, "downloads": 15, "created": "2026-08-10", "modified": "2026-08-10", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 222484153, "num_examples": 34330}], "download_size": 102689016, "dataset_size": 222484153}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-3-CompressionRate-0.4", "likes": 0, "downloads": 23, "created": "2026-08-10", "modified": "2026-08-10", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 303687430, "num_examples": 34330}], "download_size": 136495083, "dataset_size": 303687430}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/OpenR1-DeepSeek-R1-Distill-Qwen-7BBlockwiseCompressedReasoniong-Level-2-CompressionRate-0.4", "likes": 0, "downloads": 26, "created": "2026-08-10", "modified": "2026-08-10", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "target", "dtype": "string"}, {"name": "label", "dtype": "int64"}, {"name": "answer", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 306590346, "num_examples": 34330}], "download_size": 138213088, "dataset_size": 306590346}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Codexcoder/deepseek-v4-sovereign", "likes": 0, "downloads": 55, "created": "2026-08-07", "modified": "2026-08-07", "tags": ["modality:text", "region:us"], "card": {}}, {"id": "synthetic-code-training/r2egym_deepseek_v4_flash_1390i", "likes": 0, "downloads": 42, "created": "2026-08-06", "modified": "2026-08-06", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 186075674, "num_examples": 1390}], "download_size": 63745766, "dataset_size": 186075674}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "wannaphong/thai-magpie-deepseek", "likes": 0, "downloads": 44, "created": "2025-11-26", "modified": "2026-08-05", "tags": ["task_categories:text-generation", "language:th", "license:cc-by-3.0", "size_categories:100K<n<1M", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 909062218, "num_examples": 166415}], "download_size": 344124260, "dataset_size": 909062218}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "cc-by-3.0", "language": ["th"], "task_categories": ["text-generation"]}}, {"id": "wannaphong/thai-helpsteer3-deepseek", "likes": 0, "downloads": 28, "created": "2025-11-30", "modified": "2026-08-04", "tags": ["language:th", "license:cc-by-4.0", "size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 1317391, "num_examples": 163}], "download_size": 428693, "dataset_size": 1317391}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}], "license": "cc-by-4.0", "language": ["th"]}}, {"id": "Baekpica/DeepSeek-V4-Flash-0731-REAM-Healing-Mix-2048", "likes": 1, "downloads": 100, "created": "2026-08-04", "modified": "2026-08-04", "tags": ["task_categories:text-generation", "language:en", "language:ko", "language:ja", "language:zh", "license:other", "size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"license": "other", "task_categories": ["text-generation"], "language": ["en", "ko", "ja", "zh"], "pretty_name": "DeepSeek-V4 Flash REAM Healing Mix 2048", "size_categories": ["1K<n<10K"], "configs": [{"config_name": "seq1024", "default": true, "data_files": [{"split": "train", "path": "data/train-*.parquet"}]}, {"config_name": "seq4096", "data_files": [{"split": "train", "path": "data-4096/train-*.parquet"}]}, {"config_name": "seq8192", "data_files": [{"split": "train", "path": "data-8192/train-*.parquet"}]}, {"config_name": "seq16384", "data_files": [{"split": "train", "path": "data-16384/train-*.parquet"}]}, {"config_name": "needle8192", "data_files": [{"split": "train", "path": "data-needle8192/train-*.parquet"}]}, {"config_name": "needle16384", "data_files": [{"split": "train", "path": "data-needle16384/train-*.parquet"}]}]}}, {"id": "wjn922-01/scale-swe-distill5000-deepseek-v4-flash-0731-think-rollout4-instance1000-trajectories3379", "likes": 1, "downloads": 26, "created": "2026-08-04", "modified": "2026-08-04", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "wjn922-01/scale-swe-distill5000-deepseek-v3.2-think-rollout4-instance1000-trajectories3368", "likes": 0, "downloads": 38, "created": "2026-08-03", "modified": "2026-08-04", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {}}, {"id": "blythet/deepseek-v4-flash-swe-cot", "likes": 0, "downloads": 107, "created": "2026-08-03", "modified": "2026-08-03", "tags": ["task_categories:text-generation", "language:en", "license:mit", "size_categories:1K<n<10K", "format:json", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "code", "agents", "software-engineering"], "card": {"license": "mit", "task_categories": ["text-generation"], "language": ["en"], "tags": ["code", "agents", "software-engineering", "chain-of-thought", "reasoning", "distillation", "swe-bench", "tool-use"], "size_categories": ["n<1K"], "configs": [{"config_name": "resolved_clean", "data_files": "sft_resolved_clean.jsonl", "default": true}, {"config_name": "resolved", "data_files": "sft_resolved.jsonl"}, {"config_name": "all", "data_files": "sft_all.jsonl"}]}}, {"id": "abotresol/emotion-combined-trajectories-deepseek-stories-gemma-4-31b-it-webdataset", "likes": 0, "downloads": 41, "created": "2026-08-02", "modified": "2026-08-02", "tags": ["license:mit", "region:us"], "card": {"license": "mit"}}, {"id": "abotresol/emotion-stories-deepseek-v4-pro-diverse", "likes": 0, "downloads": 60, "created": "2026-07-23", "modified": "2026-08-01", "tags": ["region:us"], "card": {}}, {"id": "abotresol/emotion-stories-deepseek-v4-pro", "likes": 0, "downloads": 59, "created": "2026-07-22", "modified": "2026-08-01", "tags": ["license:mit", "region:us"], "card": {"license": "mit"}}, {"id": "abotresol/emotion-combined-stories-deepseek-v4-pro-constant-control", "likes": 0, "downloads": 28, "created": "2026-07-23", "modified": "2026-08-01", "tags": ["region:us"], "card": {}}, {"id": "abotresol/emotion-combined-stories-deepseek-v4-pro", "likes": 0, "downloads": 54, "created": "2026-07-23", "modified": "2026-08-01", "tags": ["region:us"], "card": {}}, {"id": "Yu-and-Ai/kingdom-deepseek-primary-sources", "likes": 0, "downloads": 51, "created": "2026-08-01", "modified": "2026-08-01", "tags": ["language:en", "license:apache-2.0", "size_categories:n<1K", "region:us", "agenttool", "deepseek", "kingdom", "metadata", "provenance", "research"], "card": {"license": "apache-2.0", "language": ["en"], "pretty_name": "AgentTool DeepSeek Primary-Source Lead Catalog", "size_categories": ["n<1K"], "tags": ["agenttool", "deepseek", "kingdom", "metadata", "provenance", "research"]}}, {"id": "teetone/deepseek_r1_distill_llama_8b_openthoughts4_code9K_instill_n8_valredundancy5_round1", "likes": 0, "downloads": 48, "created": "2026-08-01", "modified": "2026-08-01", "tags": ["size_categories:1K<n<10K", "format:json", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "output.jsonl"}]}]}}, {"id": "LilGomez/psychology_instance_deepseek_4k", "likes": 1, "downloads": 82, "created": "2026-07-30", "modified": "2026-07-30", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "config", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 785693, "num_examples": 4000}], "download_size": 292806, "dataset_size": 785693}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "LilGomez/psychology_instance_deepseek_2k", "likes": 0, "downloads": 33, "created": "2026-07-30", "modified": "2026-07-30", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "config", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 390283, "num_examples": 2000}], "download_size": 146761, "dataset_size": 390283}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "ansulev/deepseek-v4-reasoning-code-2500", "likes": 0, "downloads": 31, "created": "2026-07-28", "modified": "2026-07-28", "tags": ["language:en", "license:apache-2.0", "size_categories:1K<n<10K", "format:csv", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "mirror", "protisec", "reproducibility"], "card": {"license": "apache-2.0", "language": ["en"], "pretty_name": "Mirror — lucsaint/Deepseek-V4-Reasoning-Code-2500", "tags": ["mirror", "protisec", "reproducibility"]}}, {"id": "LilGomez/psychology_instance_deepseek_1k", "likes": 0, "downloads": 31, "created": "2026-07-27", "modified": "2026-07-27", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "config", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 188382, "num_examples": 1000}], "download_size": 71077, "dataset_size": 188382}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "LilGomez/psychology_response_deepseek_1k", "likes": 0, "downloads": 36, "created": "2026-07-27", "modified": "2026-07-27", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "config", "dtype": "string"}, {"name": "method", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 158593, "num_examples": 1000}], "download_size": 78000, "dataset_size": 158593}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MisinformationPrivacy-DeepSeek-R1-Distill-Qwen-7B", "likes": 0, "downloads": 20, "created": "2026-07-27", "modified": "2026-07-27", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 775026332, "num_examples": 40961}], "download_size": 173710290, "dataset_size": 775026332}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-PrivacySexual-DeepSeek-R1-Distill-Qwen-7B", "likes": 0, "downloads": 22, "created": "2026-07-27", "modified": "2026-07-27", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 771425672, "num_examples": 40961}], "download_size": 172926340, "dataset_size": 771425672}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MisinformationSexual-DeepSeek-R1-Distill-Qwen-7B", "likes": 0, "downloads": 24, "created": "2026-07-27", "modified": "2026-07-27", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 763253982, "num_examples": 40961}], "download_size": 170969333, "dataset_size": 763253982}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "playn4/DeepseekV4Flash-Ollama-and-Claude-Code-CLI", "likes": 1, "downloads": 32, "created": "2026-07-26", "modified": "2026-07-26", "tags": ["license:mit", "region:us", "Deepseek-V4-Flash,", "GGUF,", "Ollama,", "Claude", "Code", "WORKING", "DGX", "Spark", "GB10", "Asus", "Ascent", "GX10"], "card": {"license": "mit", "tags": ["Deepseek-V4-Flash,", "GGUF,", "Ollama,", "Claude", "Code", "WORKING", "DGX", "Spark", "GB10", "Asus", "Ascent", "GX10"], "pretty_name": "OllamaFlashesVClaude"}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-PrivacySexual-DeepSeek-R1-Distill-Qwen-1.5B", "likes": 0, "downloads": 21, "created": "2026-07-26", "modified": "2026-07-26", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 729057746, "num_examples": 40961}], "download_size": 145787353, "dataset_size": 729057746}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MisinformationPrivacy-DeepSeek-R1-Distill-Qwen-1.5B", "likes": 0, "downloads": 16, "created": "2026-07-26", "modified": "2026-07-26", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 726961131, "num_examples": 40961}], "download_size": 143858188, "dataset_size": 726961131}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-Complete-MisinformationSexual-DeepSeek-R1-Distill-Qwen-1.5B", "likes": 0, "downloads": 23, "created": "2026-07-26", "modified": "2026-07-26", "tags": ["size_categories:10K<n<100K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 720681561, "num_examples": 40961}], "download_size": 143665134, "dataset_size": 720681561}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "synthetic-code-training/func_localize_deepseek_v4_flash_1374i", "likes": 0, "downloads": 44, "created": "2026-07-25", "modified": "2026-07-25", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instance_id", "dtype": "string"}, {"name": "resolved", "dtype": "bool"}, {"name": "messages", "list": [{"name": "content", "dtype": "string"}, {"name": "role", "dtype": "string"}]}], "splits": [{"name": "train", "num_bytes": 113345147, "num_examples": 1374}], "download_size": 41292249, "dataset_size": 113345147}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "mkurman/med-synth-questions-gemma-3-27b-deepseek-v4-flash", "likes": 1, "downloads": 44, "created": "2026-07-24", "modified": "2026-07-25", "tags": ["task_categories:text-generation", "task_categories:question-answering", "language:en", "license:openmdw-1.1", "size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic"], "card": {"language": ["en"], "license": "openmdw-1.1", "size_categories": ["10K<n<100K"], "task_categories": ["text-generation", "question-answering"], "tags": ["synthetic", "reasoning", "sft", "medical", "med-synth-questions"]}}, {"id": "gaurav-asmadiya/Qwen_deepseek_gpt_sarvam_3L_sample", "likes": 0, "downloads": 4, "created": "2026-07-23", "modified": "2026-07-23", "tags": ["region:us"], "card": {}}, {"id": "megapro17/random-deepseek-google", "likes": 0, "downloads": 45, "created": "2026-07-22", "modified": "2026-07-22", "tags": ["region:us"], "card": {}}, {"id": "Cartinoe5930/ResearchMath-14k_deepseek-v4-pro", "likes": 0, "downloads": 123, "created": "2026-07-22", "modified": "2026-07-22", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "dataset_index", "dtype": "int64"}, {"name": "paper_id", "dtype": "string"}, {"name": "question_link", "dtype": "string"}, {"name": "original_question", "dtype": "string"}, {"name": "self_contained_problem", "dtype": "string"}, {"name": "taxonomy_level_1", "dtype": "string"}, {"name": "taxonomy_level_2", "dtype": "string"}, {"name": "taxonomy_level_3", "dtype": "string"}, {"name": "open_status", "dtype": "string"}, {"name": "status_search_result", "dtype": "string"}, {"name": "status_evidence", "dtype": "string"}, {"name": "status_evidence_urls", "dtype": "string"}, {"name": "generation", "list": "string"}, {"name": "finish_reason", "list": "string"}, {"name": "stop_reason", "list": "null"}, {"name": "generated_token_count", "list": "int64"}, {"name": "reasoning_token_count", "list": "int64"}], "splits": [{"name": "train", "num_bytes": 5980666355, "num_examples": 8705}], "download_size": 2685134118, "dataset_size": 5980666355}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "shaafsalman/mimesis-deepseek", "likes": 0, "downloads": 24, "created": "2026-03-05", "modified": "2026-07-21", "tags": ["size_categories:n<1K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us", "synthetic-data", "data-generation", "mimesis"], "card": {"tags": ["synthetic-data", "data-generation", "mimesis"]}}, {"id": "LilGomez/agora_math_deepseek_1k", "likes": 0, "downloads": 33, "created": "2026-07-21", "modified": "2026-07-21", "tags": ["size_categories:1K<n<10K", "format:parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "instruction", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "config", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 3868085, "num_examples": 1000}], "download_size": 1796559, "dataset_size": 3868085}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-DPOMixedPolicy-DeepSeek-R1-Distill-Qwen-14B", "likes": 0, "downloads": 25, "created": "2026-07-20", "modified": "2026-07-20", "tags": ["size_categories:100K<n<1M", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "source_prompt_chosen", "dtype": "string"}, {"name": "source_prompt_rejected", "dtype": "string"}, {"name": "chosen", "dtype": "string"}, {"name": "rejected", "dtype": "string"}, {"name": "is_masked_chosen", "dtype": "int64"}, {"name": "is_complete_policy", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 1952151692, "num_examples": 158464}], "download_size": 458853824, "dataset_size": 1952151692}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-MixedPolicy-DeepSeek-R1-Distill-Qwen-14B", "likes": 0, "downloads": 29, "created": "2026-07-20", "modified": "2026-07-20", "tags": ["size_categories:100K<n<1M", "format:parquet", "format:optimized-parquet", "modality:tabular", "modality:text", "library:datasets", "library:dask", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "source_prompt", "dtype": "string"}, {"name": "response", "dtype": "string"}, {"name": "is_policy_masked", "dtype": "int64"}, {"name": "is_complete_policy", "dtype": "int64"}], "splits": [{"name": "train", "num_bytes": 987657726, "num_examples": 158464}], "download_size": 231921879, "dataset_size": 987657726}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}, {"id": "Pankayaraj/PlugNPlayComp-STAR-41K-Unfiltered-DeepSeek-R1-Distill-Qwen-14B", "likes": 0, "downloads": 9, "created": "2026-07-19", "modified": "2026-07-19", "tags": ["size_categories:10K<n<100K", "format:parquet", "format:optimized-parquet", "modality:text", "library:datasets", "library:pandas", "library:polars", "library:mlcroissant", "region:us"], "card": {"dataset_info": {"features": [{"name": "question", "dtype": "string"}, {"name": "category", "list": "string"}, {"name": "prompt_with_policy", "dtype": "string"}, {"name": "response_with_policy", "dtype": "string"}, {"name": "prompt_without_policy", "dtype": "string"}, {"name": "response_without_policy", "dtype": "string"}], "splits": [{"name": "train", "num_bytes": 294201846, "num_examples": 40961}], "download_size": 108051709, "dataset_size": 294201846}, "configs": [{"config_name": "default", "data_files": [{"split": "train", "path": "data/train-*"}]}]}}], "counts": {"datasets": 477}, "schema_version": "1.0", "verified_at": "2026-11-05", "source": "HuggingFace API"}