Model: rubra-ai/gemma-1.1-2b-it
Author: rubra-ai
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, gemma, text-generation, function-calling, tool-calling, agentic, rubra, conversational, en, doi:10.57967/hf/2681, license:gemma, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: license: gemma
library_name: transformers
pipeline_tag: text-generation
model-index: name: Rubra-Meta-Llama-3-8B-Instruct
results: task: type: text-generation
dataset: type: MMLU
name: MMLU
metrics: type: 5-shot
value: 38.85
verified: no, task: type: text-generation
dataset: type: GPQA
name: GPQA
metrics: type: 0-shot
value: 24.55
verified: no, task: type: text-generation
dataset: type: GSM-8K
name: GSM-8K
metrics: type: 8-shot, CoT
value: 6.14
verified: no, task: type: text-generation
dataset: type: MATH
name: MATH
metrics: type: 4-shot, CoT
value: 2.38
verified: no, task: type: text-generation
dataset: type: MT-bench
name: MT-bench
metrics: type: GPT-4 as Judge
value: 5.75
verified: no
tags: function-calling, tool-calling, agentic, rubra, gemma, conversational
language: en
Likes: 1 | All-time downloads: 568
Created: 2024-06-08 08:22:42