Files

.github
configs
- api_examples
- dataset_collections
- datasets
  - ARC_c
  - ARC_e
  - CHARM
  - CIBench
  - CLUE_C3
  - CLUE_CMRC
  - CLUE_DRCD
  - CLUE_afqmc
  - CLUE_cmnli
  - CLUE_ocnli
  - ChemBench
    - ChemBench_gen.py
  - FewCLUE_bustm
  - FewCLUE_chid
  - FewCLUE_cluewsc
  - FewCLUE_csl
  - FewCLUE_eprstmt
  - FewCLUE_ocnli_fc
  - FewCLUE_tnews
  - FinanceIQ
  - GLUE_CoLA
  - GLUE_MRPC
  - GLUE_QQP
  - GaokaoBench
  - IFEval
  - LCBench
  - MMLUArabic
  - MathBench
  - MedBench
  - NPHardEval
  - OpenFinData
  - PJExam
  - QuALITY
  - SVAMP
  - SuperGLUE_AX_b
  - SuperGLUE_AX_g
  - SuperGLUE_BoolQ
  - SuperGLUE_CB
  - SuperGLUE_COPA
  - SuperGLUE_MultiRC
  - SuperGLUE_RTE
  - SuperGLUE_ReCoRD
  - SuperGLUE_WSC
  - SuperGLUE_WiC
  - TabMWP
  - TheoremQA
  - XCOPA
  - XLSum
  - Xsum
  - adv_glue
  - agieval
  - anli
  - anthropics_evals
  - apps
  - bbh
  - calm
  - ceval
  - civilcomments
  - clozeTest_maxmin
  - cmb
  - cmmlu
  - collections
  - commonsenseqa
  - commonsenseqa_cn
  - compassbench_20_v1_1
  - compassbench_20_v1_1_public
  - compassbench_v1_3
  - contamination
  - crowspairs
  - crowspairs_cn
  - cvalues
  - demo
  - dingo
  - drop
  - ds1000
  - flores
  - game24
  - gaokao_math
  - govrepcrs
  - gpqa
  - gsm8k
  - gsm8k_contamination
  - gsm_hard
  - hellaswag
  - humaneval
  - humaneval_cn
  - humaneval_multi
  - humaneval_plus
  - humanevalx
  - hungarian_exam
  - inference_ppl
  - infinitebench
  - iwslt2017
  - jigsawmultilingual
  - kaoshi
  - lambada
  - lawbench
  - lcsts
  - leval
  - livecodebench
  - llm_compression
  - longbench
  - lveval
  - mastermath2024v1
  - math
  - math401
  - mbpp
  - mbpp_cn
  - mbpp_plus
  - mgsm
  - mmlu
  - mmlu_pro
  - narrativeqa
  - needlebench
  - nq
  - nq_cn
  - obqa
  - piqa
  - promptbench
  - py150
  - qabench
  - qasper
  - qaspercut
  - race
  - realtoxicprompts
  - rolebench
  - ruler
  - s3eval
  - safety
  - scibench
  - scicode
  - siqa
  - squad20
  - storycloze
  - strategyqa
  - subjective
  - summedits
  - summscreen
  - taco
  - teval
  - triviaqa
  - triviaqarc
  - truthfulqa
  - tydiqa
  - wikibench
  - wikitext
  - winograd
  - winogrande
  - xiezhi
- models
- summarizers
- eval_PMMEval.py
- eval_TheoremQA.py
- eval_academic_leaderboard_202407.py
- eval_alaya.py
- eval_api_demo.py
- eval_attack.py
- eval_babilong.py
- eval_base_demo.py
- eval_bluelm_32k_lveval.py
- eval_charm_mem.py
- eval_charm_rea.py
- eval_chat_agent.py
- eval_chat_agent_baseline.py
- eval_chat_demo.py
- eval_chat_last.py
- eval_chembench.py
- eval_cibench.py
- eval_cibench_api.py
- eval_circular.py
- eval_claude.py
- eval_code_passk.py
- eval_code_passk_repeat_dataset.py
- eval_codeagent.py
- eval_codegeex2.py
- eval_compassarena_subjectivebench.py
- eval_contamination.py
- eval_corebench_2409_base_objective.py
- eval_corebench_2409_chat_objective.py
- eval_corebench_2409_longcontext.py
- eval_corebench_2409_subjective.py
- eval_dingo.py
- eval_ds1000_interpreter.py
- eval_edgellm_demo.py
- eval_gpt3.5.py
- eval_gpt4.py
- eval_hellobench.py
- eval_hf_llama2.py
- eval_hf_llama_7b.py
- eval_inference_ppl.py
- eval_internLM.py
- eval_internlm2_chat_keyset.py
- eval_internlm2_keyset.py
- eval_internlm_7b.py
- eval_internlm_chat_lmdeploy_apiserver.py
- eval_internlm_chat_turbomind.py
- eval_internlm_flames_chat.py
- eval_internlm_lmdeploy_apiserver.py
- eval_internlm_math_chat.py
- eval_internlm_turbomind.py
- eval_judgerbench.py
- eval_lightllm.py
- eval_llama2_7b.py
- eval_llama2_7b_lveval.py
- eval_llama3_instruct.py
- eval_llm_compression.py
- eval_lmdeploy_demo.py
- eval_math_llm_judge.py
- eval_mathbench.py
- eval_mmlu_pro.py
- eval_mmlu_with_zero_retriever_overwritten.py
- eval_modelscope_datasets.py
- eval_multi_prompt_demo.py
- eval_musr.py
- eval_needlebench.py
- eval_qwen_7b.py
- eval_qwen_7b_chat.py
- eval_qwen_7b_chat_lawbench.py
- eval_ruler.py
- eval_ruler_fix_tokenizer.py
- eval_rwkv5_3b.py
- eval_subjective.py
- eval_subjective_alpacaeval_official.py
- eval_teval.py
- eval_with_model_dataset_combinations.py
docs
opencompass
requirements
tests
tools
.codespellrc
.gitignore
.owners.yml
.pre-commit-config-zh-cn.yaml
.pre-commit-config.yaml
LICENSE
MANIFEST.in
README.md
README_zh-CN.md
requirements.txt
run.py
setup.py