{"package":"lm-eval","ecosystem":"pypi","latest_version":"0.4.11","description":"A framework for evaluating language models","license":"MIT","homepage":"https://pypi.org/project/lm-eval/","repository":"https://github.com/EleutherAI/lm-evaluation-harness","downloads_weekly":300692,"health":{"score":76,"risk":"moderate","breakdown":{"maintenance":20,"popularity":14,"security":25,"maturity":9,"community":8},"deprecated":false,"max_score":100},"vulnerabilities":{"count":0,"critical":0,"high":0,"medium":0,"low":0,"details":[]},"versions":{"latest":"0.4.11","total_count":16,"recent":["0.0.1","0.2.0","0.3.0","0.4.0","0.4.1","0.4.2","0.4.3","0.4.4","0.4.5","0.4.7","0.4.8","0.4.9","0.4.9.1","0.4.9.2","0.4.10","0.4.11"]},"metadata":{"deprecated":false,"deprecated_message":null,"maintainers_count":0,"first_published":null,"last_published":"2026-02-13T20:22:56.317230Z","dependencies_count":85,"dependencies":["datasets>=2.16.0","numpy","evaluate>=0.4.0","jinja2","jsonlines","pytablewriter","rouge-score>=0.0.4","sacrebleu>=1.5.0","scikit-learn>=0.24.1","sqlitedict","zstandard","dill","word2number","more_itertools","typing_extensions","requests; extra == \"api\"","aiohttp; extra == \"api\"","tenacity; extra == \"api\"","tqdm; extra == \"api\"","tiktoken; extra == \"api\"","transformers>=4.1; extra == \"hf\"","torch>=1.8; extra == \"hf\"","accelerate>=0.26.0; extra == \"hf\"","peft>=0.2.0; extra == \"hf\"","vllm>=0.4.2; extra == \"vllm\"","auto-gptq[triton]>=0.6.0; extra == \"gptq\"","gptqmodel>=1.0.9; extra == \"gptqmodel\"","optimum-intel; extra == \"ipex\"","ibm_watsonx_ai>=1.1.22; extra == \"ibm-watsonx-ai\"","python-dotenv; extra == \"ibm-watsonx-ai\"","optimum[openvino]; extra == \"optimum\"","sparsify; extra == \"sparsify\"","lark>=1.1.9; extra == \"acpbench\"","tarski[clingo]==0.8.2; extra == \"acpbench\"","pddl==0.4.2; extra == \"acpbench\"","kstar-planner==1.4.2; extra == \"acpbench\"","librosa; extra == \"audiolm-qwen\"","soundfile; extra == \"audiolm-qwen\"","pytest; extra == \"dev\"","pytest-cov; extra == \"dev\"","pytest-xdist; extra == \"dev\"","pre-commit; extra == \"dev\"","requests; extra == \"dev\"","aiohttp; extra == \"dev\"","tenacity; extra == \"dev\"","tqdm; extra == \"dev\"","tiktoken; extra == \"dev\"","sentencepiece; extra == \"dev\"","ruff; extra == \"dev\"","langdetect; extra == \"ifeval\"","immutabledict; extra == \"ifeval\"","nltk>=3.9.1; extra == \"ifeval\"","emoji==2.14.0; extra == \"japanese-leaderboard\"","neologdn==0.5.3; extra == \"japanese-leaderboard\"","fugashi[unidic-lite]; extra == \"japanese-leaderboard\"","rouge_score>=0.1.2; extra == \"japanese-leaderboard\"","jieba; extra == \"longbench\"","fuzzywuzzy; extra == \"longbench\"","rouge; extra == \"longbench\"","pymorphy2; extra == \"libra\"","sympy>=1.12; extra == \"math\"","antlr4-python3-runtime==4.11; extra == \"math\"","math_verify[antlr4_11_0]; extra == \"math\"","nagisa>=0.2.7; extra == \"multilingual\"","jieba>=0.42.1; extra == \"multilingual\"","pycountry; extra == \"multilingual\"","nltk; extra == \"ruler\"","wonderwords; extra == \"ruler\"","scipy; extra == \"ruler\"","sentencepiece>=0.1.98; extra == \"sentencepiece\"","statsmodels==0.14.4; extra == \"discrim-eval\"","unitxt==1.22.0; extra == \"unitxt\"","wandb>=0.16.3; extra == \"wandb\"","pandas; extra == \"wandb\"","numpy; extra == \"wandb\"","pandas; extra == \"zeno\"","zeno-client; extra == \"zeno\"","lm_eval[discrim_eval]; extra == \"tasks\"","lm_eval[ifeval]; extra == \"tasks\"","lm_eval[japanese_leaderboard]; extra == \"tasks\"","lm_eval[longbench]; extra == \"tasks\"","lm_eval[libra]; extra == \"tasks\"","lm_eval[math]; extra == \"tasks\"","lm_eval[multilingual]; extra == \"tasks\"","lm_eval[ruler]; extra == \"tasks\""]},"recommendation":{"action":"safe_to_use","issues":[],"use_version":"0.4.11","version_hint":null,"summary":"lm-eval@0.4.11 is safe to use (health: 76/100)"},"requested_version":null,"_cache":"miss","_response_ms":686,"_powered_by":"depscope.dev — free package intelligence for AI agents"}