{"_id":"676bcc9cab2ddc7c3d2bfb70","id":"fair-forward/languagebench","sdk":"docker","likes":26,"tags":["docker","leaderboard","submission:manual","test:public","judge:auto","modality:text","modality:artefacts","eval:generation","language:English","language:German","language:Chinese","language:Hindi","language:Spanish","language:Arabic","language:Swahili","language:Yoruba","region:us"],"private":false,"author":"fair-forward","sha":"55e7c3b12dbff8a2c4c0d6b4ebaa708b42c55784","lastModified":"2026-07-28T12:18:16.000Z","cardData":{"title":"languagebench","emoji":"🌍","colorFrom":"purple","colorTo":"pink","sdk":"docker","app_port":8000,"license":"cc-by-sa-4.0","short_description":"AI model evaluations for every language in the world.","datasets":["openlanguagedata/flores_plus","CohereForAI/Global-MMLU","masakhane/afrimmlu","masakhane/afrimgsm","masakhane/uhura-truthfulqa"],"models":["openai/gpt-5","anthropic/claude-opus-4.5","google/gemini-3-pro-preview","meta-llama/llama-3.3-70b-instruct","deepseek/deepseek-v3.2-exp","mistralai/mistral-medium-3.1","google/gemma-3-27b-it","microsoft/phi-4"],"tags":["leaderboard","submission:manual","test:public","judge:auto","modality:text","modality:artefacts","eval:generation","language:English","language:German","language:Chinese","language:Hindi","language:Spanish","language:Arabic","language:Swahili","language:Yoruba"]},"subdomain":"fair-forward-languagebench","gated":false,"disabled":false,"host":"https://fair-forward-languagebench.hf.space","models":["openai/gpt-5","anthropic/claude-opus-4.5","google/gemini-3-pro-preview","meta-llama/llama-3.3-70b-instruct","deepseek/deepseek-v3.2-exp","mistralai/mistral-medium-3.1","google/gemma-3-27b-it","microsoft/phi-4"],"datasets":["openlanguagedata/flores_plus","CohereForAI/Global-MMLU","masakhane/afrimmlu","masakhane/afrimgsm","masakhane/uhura-truthfulqa"],"region":"us","siblings":[{"rfilename":".dockerignore"},{"rfilename":".env.example"},{"rfilename":".gitattributes"},{"rfilename":".github/workflows/huggingface-upload.yml"},{"rfilename":".github/workflows/nightly-evals.yml"},{"rfilename":".gitignore"},{"rfilename":".python-version"},{"rfilename":"CONTRIBUTING.md"},{"rfilename":"Dockerfile"},{"rfilename":"LICENSE"},{"rfilename":"README.md"},{"rfilename":"bibliography.bib"},{"rfilename":"data/.DS_Store"},{"rfilename":"data/INFO"},{"rfilename":"data/ScriptCodes.csv"},{"rfilename":"data/arc/ar_test.json"},{"rfilename":"data/arc/ar_train.json"},{"rfilename":"data/arc/bn_test.json"},{"rfilename":"data/arc/bn_train.json"},{"rfilename":"data/arc/de_test.json"},{"rfilename":"data/arc/de_train.json"},{"rfilename":"data/arc/es_test.json"},{"rfilename":"data/arc/es_train.json"},{"rfilename":"data/arc/fa_test.json"},{"rfilename":"data/arc/fa_train.json"},{"rfilename":"data/arc/fr_test.json"},{"rfilename":"data/arc/fr_train.json"},{"rfilename":"data/arc/hi_test.json"},{"rfilename":"data/arc/hi_train.json"},{"rfilename":"data/arc/id_test.json"},{"rfilename":"data/arc/id_train.json"},{"rfilename":"data/arc/ja_test.json"},{"rfilename":"data/arc/ja_train.json"},{"rfilename":"data/arc/jv_test.json"},{"rfilename":"data/arc/jv_train.json"},{"rfilename":"data/arc/mr_test.json"},{"rfilename":"data/arc/mr_train.json"},{"rfilename":"data/arc/pa_test.json"},{"rfilename":"data/arc/pa_train.json"},{"rfilename":"data/arc/pt_test.json"},{"rfilename":"data/arc/pt_train.json"},{"rfilename":"data/arc/ru_test.json"},{"rfilename":"data/arc/ru_train.json"},{"rfilename":"data/arc/ta_test.json"},{"rfilename":"data/arc/ta_train.json"},{"rfilename":"data/arc/te_test.json"},{"rfilename":"data/arc/te_train.json"},{"rfilename":"data/arc/tr_test.json"},{"rfilename":"data/arc/tr_train.json"},{"rfilename":"data/arc/ur_test.json"},{"rfilename":"data/arc/ur_train.json"},{"rfilename":"data/arc/vi_test.json"},{"rfilename":"data/arc/vi_train.json"},{"rfilename":"data/arc/zh_test.json"},{"rfilename":"data/arc/zh_train.json"},{"rfilename":"data/datasets.json"},{"rfilename":"data/glottolog_languoid.csv/README.txt"},{"rfilename":"data/glottolog_languoid.csv/languoid.csv"},{"rfilename":"evals/README.md"},{"rfilename":"evals/__init__.py"},{"rfilename":"evals/backend.py"},{"rfilename":"evals/countries.py"},{"rfilename":"evals/data_flow_architecture.png"},{"rfilename":"evals/datasets_/__init__.py"},{"rfilename":"evals/datasets_/arc.py"},{"rfilename":"evals/datasets_/commonvoice.py"},{"rfilename":"evals/datasets_/fleurs.py"},{"rfilename":"evals/datasets_/flores.py"},{"rfilename":"evals/datasets_/mgsm.py"},{"rfilename":"evals/datasets_/mmlu.py"},{"rfilename":"evals/datasets_/truthfulqa.py"},{"rfilename":"evals/datasets_/util.py"},{"rfilename":"evals/download_data.py"},{"rfilename":"evals/languages.py"},{"rfilename":"evals/main.py"},{"rfilename":"evals/main_gcs.py"},{"rfilename":"evals/models.py"},{"rfilename":"evals/plots.py"},{"rfilename":"evals/tasks.py"},{"rfilename":"evals/translate.py"},{"rfilename":"frontend/.gitignore"},{"rfilename":"frontend/README.md"},{"rfilename":"frontend/package-lock.json"},{"rfilename":"frontend/package.json"},{"rfilename":"frontend/public/INFO"},{"rfilename":"frontend/public/index.html"},{"rfilename":"frontend/public/logo192.png"},{"rfilename":"frontend/public/manifest.json"},{"rfilename":"frontend/public/robots.txt"},{"rfilename":"frontend/public/sw.js"},{"rfilename":"frontend/public/world.geo.json"},{"rfilename":"frontend/src/App.js"},{"rfilename":"frontend/src/App.test.js"},{"rfilename":"frontend/src/components/AutoComplete.js"},{"rfilename":"frontend/src/components/CostPlot.js"},{"rfilename":"frontend/src/components/DatasetTable.js"},{"rfilename":"frontend/src/components/Footer.js"},{"rfilename":"frontend/src/components/Header.js"},{"rfilename":"frontend/src/components/HistoryPlot.js"},{"rfilename":"frontend/src/components/LanguagePlot.js"},{"rfilename":"frontend/src/components/LanguageTable.js"},{"rfilename":"frontend/src/components/LanguageTierHistoryPlot.js"},{"rfilename":"frontend/src/components/LicenseHistoryPlot.js"},{"rfilename":"frontend/src/components/Medal.js"},{"rfilename":"frontend/src/components/ModelTable.js"},{"rfilename":"frontend/src/components/ScoreColumns.js"},{"rfilename":"frontend/src/components/ScoreField.js"},{"rfilename":"frontend/src/components/SpeakerPlot.js"},{"rfilename":"frontend/src/components/WorldMap.js"},{"rfilename":"frontend/src/index.css"},{"rfilename":"frontend/src/index.js"},{"rfilename":"frontend/src/logo.svg"},{"rfilename":"frontend/src/reportWebVitals.js"},{"rfilename":"frontend/src/setupTests.js"},{"rfilename":"notes/biases.md"},{"rfilename":"notes/maps.md"},{"rfilename":"notes/prompt-examples.md"},{"rfilename":"notes/system-architecture-diagram.md"},{"rfilename":"pyproject.toml"},{"rfilename":"results/README.md"},{"rfilename":"results/languages.json"},{"rfilename":"results/model_health.json"},{"rfilename":"results/models.json"},{"rfilename":"results/results.json"},{"rfilename":"uv.lock"}],"createdAt":"2024-12-25T09:13:00.000Z","usedStorage":215062598,"runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"gcTimeout":172800,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"datenlabor-bmz-ai-language-monitor.static.hf.space","stage":"READY"},{"domain":"datenlabor-bmz-ai-language-monitor.hf.space","stage":"READY"},{"domain":"fair-forward-evals-for-every-language.hf.space","stage":"READY"},{"domain":"fair-forward-languagebench.hf.space","stage":"READY"}],"sha":"55e7c3b12dbff8a2c4c0d6b4ebaa708b42c55784","pySpacesVersion":"0.51.1"}}