Model: NetoAISolutions/TSLAM-Mini-2B
Author: NetoAISolutions
Tags: safetensors, phi3, custom_code, model-index, 4-bit, bitsandbytes, region:us
Card metadata: model-index: name: TSLAM-Mini-2B
results: task: type: domain-modeling
dataset: type: telecom-eval-suite
name: Telecom Internal Benchmark
metrics: type: accuracy
value: 88.2
verified: no, task: type: open-domain-qa
dataset: type: bigbench-hard
name: BIG-Bench Hard
metrics: type: accuracy
value: 70.4
verified: no, task: type: question-answering
dataset: type: mmlu
name: MMLU
metrics: type: accuracy
value: 67.3
verified: no, task: type: commonsense-reasoning
dataset: type: arc
name: ARC Challenge
metrics: type: accuracy
value: 83.7
verified: no, task: type: boolean-classification
dataset: type: boolq
name: BoolQ
metrics: type: accuracy
value: 81.2
verified: no, task: type: question-answering
dataset: type: gpqa
name: GPQA
metrics: type: accuracy
value: 25.2
verified: no, task: type: commonsense-reasoning
dataset: type: hellaswag
name: HellaSwag
metrics: type: accuracy
value: 69.1
verified: no, task: type: open-book-qa
dataset: type: openbookqa
name: OpenBookQA
metrics: type: accuracy
value: 79.2
verified: no, task: type: physical-reasoning
dataset: type: piqa
name: PIQA
metrics: type: accuracy
value: 77.6
verified: no, task: type: social-intelligence
dataset: type: socialiqa
name: Social IQa
metrics: type: accuracy
value: 72.5
verified: no, task: type: truthfulness
dataset: type: truthfulqa
name: TruthfulQA
metrics: type: accuracy
value: 66.4
verified: no, task: type: winograd-schema
dataset: type: winogrande
name: WinoGrande
metrics: type: accuracy
value: 67
verified: no, task: type: question-answering
dataset: type: mmlu
name: MMLU (Multilingual)
metrics: type: accuracy
value: 49.3
verified: no, task: type: mathematical-reasoning
dataset: type: mgsm
name: MGSM
metrics: type: accuracy
value: 63.9
verified: no, task: type: mathematical-reasoning
dataset: type: gsm8k
name: GSM8K
metrics: type: accuracy
value: 88.6
verified: no, task: type: mathematical-reasoning
dataset: type: math
name: MATH
metrics: type: accuracy
value: 64
verified: no
extra_gated_prompt: Please provide answers to the below questions to gain access to the model
extra_gated_fields: Company: text
Full Name: text
Requests from Personal email IDs will be rejected by default Provide college or business email ID: text
I want to use this model for: type: select
options: Research, Education, Commercial, label: Other
value: other
Likes: 4 | All-time downloads: 10997
Created: 2025-05-02 09:31:06