[{"rank":1,"filename":".eval_results/ArguAna.yaml","value":71.535,"verified":false,"source":{"url":"https://github.com/embeddings-benchmark/mteb/","name":"Obtained using MTEB v1.34.7","isExternal":true,"author":{"_id":"624bfda5459c48438cc39f80","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/5ff5943752c26e9bc240bada/OrZxdlg8doDNO2TZ6Q58G.png","fullname":"Massive Text Embedding Benchmark","name":"mteb","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":1208,"isUserFollowing":false}},"pullRequest":42,"modelId":"google/embeddinggemma-300m","author":{"_id":"5e6aca39878b8b2bf9806447","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/5dd96eb166059660ed1ee413/WtA3YYitedOr9n02eHfJe.png","fullname":"Google","name":"google","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"plan":"enterprise","followerCount":70843,"isUserFollowing":false},"notes":"Obtained using MTEB v1.34.7","lower_is_better":false,"num_parameters":302863104},{"rank":2,"filename":".eval_results/ArguAna.yaml","value":49.276,"verified":false,"source":{"url":"https://github.com/embeddings-benchmark/mteb/","name":"Obtained using MTEB v1.12.22","isExternal":true,"author":{"_id":"624bfda5459c48438cc39f80","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/5ff5943752c26e9bc240bada/OrZxdlg8doDNO2TZ6Q58G.png","fullname":"Massive Text Embedding Benchmark","name":"mteb","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":1208,"isUserFollowing":false}},"modelId":"mteb/baseline-bm25s","author":{"_id":"624bfda5459c48438cc39f80","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/5ff5943752c26e9bc240bada/OrZxdlg8doDNO2TZ6Q58G.png","fullname":"Massive Text Embedding Benchmark","name":"mteb","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":1208,"isUserFollowing":false},"notes":"Obtained using MTEB v1.12.22","lower_is_better":false},{"rank":3,"filename":".eval_results/eval_arguana.yaml","value":42.019,"verified":false,"source":{"url":"https://huggingface.co/datasets/mteb/arguana","name":"Supetron Modal benchmark run","isExternal":true},"modelId":"Surpem/Supertron-embedding-190M","author":{"_id":"69d8fb692d9bd21701985d64","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/69625a973527f984b1d0cec1/0jGoHYar6rASTHnqLnEzr.png","fullname":"Surpem","name":"Surpem","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":27,"isUserFollowing":false},"notes":"Official mteb/arguana retrieval task. Metric: nDCG@10.","lower_is_better":false,"num_parameters":130450176}]