Model: kakaocorp/kanana-nano-2.1b-base
Author: kakaocorp
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, llama, text-generation, conversational, en, ko, arxiv:2502.18934, license:cc-by-nc-4.0, model-index, text-generation-inference, endpoints_compatible, region:us
Card metadata: language: en, ko
library_name: transformers
license: cc-by-nc-4.0
pipeline_tag: text-generation
model_id: kakaocorp/kanana-nano-2.1b-base
repo: kakaocorp/kanana-nano-2.1b-base
developers: Kanana LLM
training_regime: bf16 mixed precision
model-index: name: kanana-nano-2.1b-base
results: task: type: multiple_choice
name: mmlu
dataset: name: mmlu (5-shots)
type: hails/mmlu_no_train
metrics: type: acc
value: 54.83
name: acc
verified: no, task: type: generate_until
name: kmmlu
dataset: name: kmmlu-direct (5-shots)
type: HAERAE-HUB/KMMLU
metrics: type: exact_match
value: 44.83
name: exact_match
verified: no, task: type: multiple_choice
name: haerae
dataset: name: haerae (5-shots)
type: HAERAE-HUB/HAE_RAE_BENCH
metrics: type: acc_norm
value: 77.09
name: acc_norm
verified: no, task: type: generate_until
name: gsm8k
dataset: name: gsm8k (5-shots)
type: openai/gsm8k
metrics: type: exact_match
value: 46.32
name: exact_match_strict
verified: no, task: type: generate_until
name: humaneval
dataset: name: humaneval (0-shots)
type: openai/openai_humaneval
metrics: type: pass@1
value: 31.1
name: pass@1
verified: no, task: type: generate_until
name: mbpp
dataset: name: mbpp (3-shots)
type: google-research-datasets/mbpp
metrics: type: pass@1
value: 46.2
name: pass@1
verified: no
Likes: 39 | All-time downloads: 80576
Created: 2025-02-26 12:32:33