{"package":"crfm-helm","ecosystem":"pypi","latest_version":"0.5.16","description":"Framework for evaluation of foundation models","license":"Apache License 2.0","license_risk":"permissive","commercial_use_notes":"Permissive: commercial closed-source use OK; preserve the copyright notice.","homepage":"https://pypi.org/project/crfm-helm/","repository":"https://github.com/stanford-crfm/helm","downloads_weekly":546,"health":{"score":70,"risk":"moderate","breakdown":{"maintenance":25,"popularity":3,"security":25,"maturity":12,"community":5},"deprecated":false,"max_score":100},"vulnerabilities":{"count":0,"critical":0,"high":0,"medium":0,"low":0,"details":[]},"versions":{"latest":"0.5.16","total_count":25,"recent":["0.2.4","0.3.0","0.4.0","0.5.0","0.5.1","0.5.2","0.5.3","0.5.4","0.5.5","0.5.6","0.5.7","0.5.8","0.5.9","0.5.10","0.5.11","0.5.12","0.5.13","0.5.14","0.5.15","0.5.16"]},"metadata":{"deprecated":false,"deprecated_message":null,"maintainers_count":0,"first_published":null,"last_published":"2026-04-30T05:07:17.998147Z","dependencies_count":198,"dependencies":["cattrs~=22.2","colorlog~=6.9","dacite~=1.6","Mako~=1.2","numpy<3,>=1.26","pandas~=2.0","pyhocon~=0.3.59","ubelt~=1.3","retrying~=1.3","spacy~=3.5","tqdm~=4.64","zstandard~=0.18.0","sqlitedict<3.0,>=2.1.0","bottle~=0.12.23","datasets~=3.1","pyarrow>=11.0.0","pyarrow-hotfix~=0.6","nltk!=3.9.0,~=3.7","rouge-score~=0.1.2","scipy>=1.10","uncertainty-calibration~=0.1.4","scikit-learn>=1.1","transformers<6.0.0,>=4.53.0","torch<3.0.0,>=1.13.1","torchvision<3.0.0,>=0.14.1","gunicorn>=20.1; extra == \"proxy-server\"","dspy~=3.0; extra == \"dspy\"","gdown~=5.1; extra == \"scenarios\"","xlrd~=2.0; extra == \"scenarios\"","google-api-python-client~=2.64; extra == \"metrics\"","numba~=0.56; extra == \"metrics\"","sacrebleu~=2.2; extra == \"metrics\"","langdetect~=1.0; extra == \"metrics\"","immutabledict~=4.2; extra == \"metrics\"","gradio_client~=1.3; extra == \"metrics\"","pytrec_eval==0.5; extra == \"ranking\"","summ-eval~=0.892; extra == \"summarization\"","bert-score~=0.3; extra == \"summarization\"","sentencepiece~=0.2.0; extra == \"summarization\"","protobuf; extra == \"summarization\"","colorcet~=3.0; extra == \"plots\"","matplotlib>=3.6.0; extra == \"plots\"","seaborn>=0.11.0; extra == \"plots\"","fairlearn~=0.9.0; extra == \"decodingtrust\"","simple-slurm~=0.2.6; extra == \"slurm\"","unidecode~=1.3; extra == \"cleva\"","pypinyin~=0.49.0; extra == \"cleva\"","jieba~=0.42.1; extra == \"cleva\"","opencc~=1.1; extra == \"cleva\"","langdetect~=1.0; extra == \"cleva\"","crfm-helm[accelerate]; extra == \"images\"","pillow>=10.2; extra == \"images\"","pymongo~=4.2; extra == \"mongo\"","unitxt>=1.26.9; extra == \"unitxt\"","pythainlp==5.0.0; extra == \"seahelm\"","pyonmttok==1.37.0; extra == \"seahelm\"","sacrebleu~=2.2; extra == \"seahelm\"","python-crfsuite~=0.9.11; extra == \"seahelm\"","accelerate~=0.25; extra == \"accelerate\"","aleph-alpha-client~=2.14; extra == \"aleph-alpha\"","tokenizers>=0.13.3; extra == \"aleph-alpha\"","ai2-olmo~=0.2; extra == \"allenai\"","boto3~=1.34; extra == \"amazon\"","awscli~=1.33; extra == \"amazon\"","botocore~=1.34; extra == \"amazon\"","anthropic~=0.41; extra == \"anthropic\"","websocket-client~=1.3; extra == \"anthropic\"","cohere~=5.3; extra == \"cohere\"","writerai~=4.0; extra == \"writer\"","mistralai~=1.1; extra == \"mistral\"","openai~=2.8; extra == \"openai\"","tiktoken~=0.7; extra == \"openai\"","pydantic~=2.0; extra == \"openai\"","google-cloud-aiplatform~=1.48; extra == \"google\"","google-genai~=1.48; extra == \"google\"","together~=1.1; extra == \"together\"","sentencepiece~=0.2.0; extra == \"yandex\"","crfm-helm[ai21]; extra == \"models\"","crfm-helm[accelerate]; extra == \"models\"","crfm-helm[aleph-alpha]; extra == \"models\"","crfm-helm[allenai]; extra == \"models\"","crfm-helm[amazon]; extra == \"models\"","crfm-helm[anthropic]; extra == \"models\"","crfm-helm[cohere]; extra == \"models\"","crfm-helm[google]; extra == \"models\"","crfm-helm[mistral]; extra == \"models\"","crfm-helm[openai]; extra == \"models\"","crfm-helm[reka]; extra == \"models\"","crfm-helm[together]; extra == \"models\"","crfm-helm[yandex]; extra == \"models\"","crfm-helm[writer]; extra == \"models\"","reka-api~=2.0; extra == \"reka\"","crfm-helm[openai]; extra == \"vlm\"","einops~=0.7.0; extra == \"vlm\"","einops-exts~=0.0.4; extra == \"vlm\"","open-clip-torch~=2.24; extra == \"vlm\"","torch~=2.1; extra == \"vlm\"","transformers_stream_generator~=0.0.4; extra == \"vlm\"","scipy~=1.10; extra == \"vlm\"","torchvision<3.0.0,>=0.14.1; extra == \"vlm\"","crfm-helm[reka]; extra == \"vlm\"","crfm-helm[images]; extra == \"vlm\"","crfm-helm[image2struct]; extra == \"vlm\"","pycocoevalcap~=1.2; extra == \"vlm\"","qwen-vl-utils~=0.0.8; extra == \"vlm\"","openpyxl~=3.1; extra == \"ibm-enterprise-scenarios\"","ibm-watsonx-ai~=1.2; extra == \"ibm\"","crfm-helm[images]; extra == \"image2struct\"","latex~=0.7.0; extra == \"image2struct\"","pdf2image~=1.16; extra == \"image2struct\"","selenium~=4.17; extra == \"image2struct\"","html2text~=2024.2.26; extra == \"image2struct\"","opencv-python-headless<=4.11.0.86,>=4.7.0.68; extra == \"image2struct\"","lpips~=0.1.4; extra == \"image2struct\"","imagehash~=4.3; extra == \"image2struct\"","gdown~=5.1; extra == \"heim\"","diffusers~=0.34.0; extra == \"heim\"","icetk~=0.0.4; extra == \"heim\"","jax~=0.6.2; python_version >= \"3.10\" and extra == \"heim\"","jax~=0.4.30; python_version < \"3.10\" and extra == \"heim\"","jaxlib~=0.6.2; python_version >= \"3.10\" and extra == \"heim\"","jaxlib~=0.4.30; python_version < \"3.10\" and extra == \"heim\"","crfm-helm[openai]; extra == \"heim\"","einops~=0.7.0; extra == \"heim\"","omegaconf~=2.3; extra == \"heim\"","pytorch-lightning~=2.0; extra == \"heim\"","flax~=0.10.7; python_version >= \"3.10\" and extra == \"heim\"","flax~=0.8.5; python_version < \"3.10\" and extra == \"heim\"","ftfy~=6.1; extra == \"heim\"","Unidecode~=1.3; extra == \"heim\"","wandb~=0.25; extra == \"heim\"","google-cloud-translate~=3.11; extra == \"heim\"","autokeras~=1.0; extra == \"heim\"","clip-anytorch~=2.5; extra == \"heim\"","google-cloud-storage~=2.9; extra == \"heim\"","lpips~=0.1.4; extra == \"heim\"","multilingual-clip~=1.0; extra == \"heim\"","NudeNet~=2.0; extra == \"heim\"","numpy>=1.26; extra == \"heim\"","opencv-python<4.8.2.0,>=4.7.0.68; python_version >= \"3.10\" and extra == \"heim\"","opencv-python-headless<=4.11.0.86,>=4.7.0.68; python_version < \"3.10\" and extra == \"heim\"","pytorch-fid~=0.3.0; extra == \"heim\"","tensorflow~=2.11; extra == \"heim\"","timm~=0.6.12; extra == \"heim\"","torch-fidelity~=0.3.0; extra == \"heim\"","torchmetrics~=0.11.1; extra == \"heim\"","scikit-image==0.*,>=0.22; extra == \"heim\"","crfm-helm[images]; extra == \"heim\"","accelerate~=0.25; extra == \"medhelm\"","crfm-helm[openai]; extra == \"medhelm\"","crfm-helm[yandex]; extra == \"medhelm\"","crfm-helm[scenarios]; extra == \"medhelm\"","bert_score~=0.3.13; extra == \"medhelm\"","lxml~=5.3; extra == \"medhelm\"","openpyxl~=3.1; extra == \"medhelm\"","python-docx~=1.1; extra == \"medhelm\"","crfm-helm[openai]; extra == \"audiolm\"","crfm-helm[google]; extra == \"audiolm\"","pydub~=0.25.1; extra == \"audiolm\"","ffmpeg-python~=0.2.0; extra == \"audiolm\"","soundfile~=0.12; extra == \"audiolm\"","librosa~=0.10; extra == \"audiolm\"","einops~=0.7.0; extra == \"audiolm\"","openai-whisper==20240930; extra == \"audiolm\"","transformers_stream_generator~=0.0.4; extra == \"audiolm\"","av~=14.3; extra == \"audiolm\"","scipy~=1.10; extra == \"audiolm\"","torchvision<3.0.0,>=0.14.1; extra == \"audiolm\"","flash-attn~=2.7; extra == \"audiolm\"","pycocoevalcap~=1.2; extra == \"audiolm\"","jiwer~=3.0; extra == \"audiolm\"","rapidfuzz~=3.10; extra == \"audiolm\"","jieba~=0.42.1; extra == \"audiolm\"","clang~=20.1; extra == \"codeinsights\"","Levenshtein~=0.27; extra == \"codeinsights\"","sentence_transformers~=4.1; extra == \"lmkt\"","crfm-helm[proxy-server]; extra == \"all\"","crfm-helm[scenarios]; extra == \"all\"","crfm-helm[metrics]; extra == \"all\"","crfm-helm[plots]; extra == \"all\"","crfm-helm[decodingtrust]; extra == \"all\"","crfm-helm[slurm]; extra == \"all\"","crfm-helm[cleva]; extra == \"all\"","crfm-helm[images]; extra == \"all\"","crfm-helm[models]; extra == \"all\"","crfm-helm[mongo]; extra == \"all\"","crfm-helm[heim]; extra == \"all\"","crfm-helm[vlm]; extra == \"all\"","crfm-helm[codeinsights]; extra == \"all\"","crfm-helm[lmkt]; extra == \"all\"","crfm-helm[metrics]; extra == \"ci\"","crfm-helm[openai]; extra == \"ci\"","crfm-helm[plots]; extra == \"ci\"","crfm-helm[together]; extra == \"ci\"","crfm-helm[yandex]; extra == \"ci\"","crfm-helm[cohere]; extra == \"ci\"","crfm-helm[proxy-server]; extra == \"ci\"","litellm>=1.80.0; extra == \"litellm\""]},"github_stats":{"stars":2864,"forks":405,"open_issues":88,"is_archived":false,"pushed_at":"2026-07-01T01:23:08Z","subscribers_count":39},"bundle":null,"typescript":null,"known_issues":{"bugs_count":0,"bugs_severity":{},"status_breakdown":{},"link":null,"scope":"none"},"historical_compromise":null,"recommendation":{"action":"safe_to_use","issues":[],"use_version":"0.5.16","version_hint":null,"summary":"crfm-helm@0.5.16 is safe to use (health: 70/100)"},"version_scoped":null,"_meta":{"endpoint":"check","tier":"full","philosophy":"DepScope is free. Use the cheapest endpoint that answers your real question.","cheaper_alternatives":[{"endpoint":"/api/exists/pypi/crfm-helm","tokens_estimated":12,"use_when":"you only need to know if the package exists (hallucination guard)"},{"endpoint":"/api/health/pypi/crfm-helm","tokens_estimated":80,"use_when":"you only need a 0-100 score for go/no-go (>=70 = safe)"},{"endpoint":"/api/prompt/pypi/crfm-helm","tokens_estimated":280,"use_when":"you want a plain-text LLM-friendly brief instead of JSON"},{"endpoint":"POST /api/check_bulk","tokens_estimated":60,"use_when":"you have 5+ packages to check; sends one round-trip instead of N"}],"docs":"https://depscope.dev/integrate","hint_bulk":"You've called /api/check 43 times in 60s. Save bandwidth + tokens with POST /api/check_bulk (1 round-trip for N pkgs)."},"requested_version":null,"_cache":"hit","_response_ms":0,"_powered_by":"depscope.dev — free package intelligence for AI agents","typosquat":{"is_suspected":false},"maintainer_trust":{"available":false},"malicious":{"is_malicious":false},"scorecard":{"available":false},"quality":{"available":false},"version_history_summary":{"total_versions":20,"first_release_age_days":null,"last_release_days_ago":87,"avg_days_between_releases":null,"release_velocity":"active"}}