Model: Tonic/petite-elle-L-aime-3-sft
Author: Tonic
Pipeline: text-generation
Library: transformers
Tags: transformers, safetensors, smollm3, text-generation, fine-tuned, causal-lm, quantized, legml, tonic, SFT, French, vllm, fp4, ollama, LMStudio, conversational, en, fr, es, it, pt, zh, ar, ru, dataset:legmlai/openhermes-fr, base_model:HuggingFaceTB/SmolLM3-3B, base_model:finetune:HuggingFaceTB/SmolLM3-3B, license:apache-2.0, model-index, endpoints_compatible, region:us
Base models (finetune): id: HuggingFaceTB/SmolLM3-3B
Card metadata: language: en, fr, es, it, pt, zh, ar, ru
license: apache-2.0
library_name: transformers
tags: smollm3, fine-tuned, causal-lm, text-generation, quantized, legml, tonic, SFT, French, vllm, fp4, ollama, LMStudio
base_model: HuggingFaceTB/SmolLM3-3B
datasets: legmlai/openhermes-fr
model-index: name: petite-elle-L-aime-3-sft
results: task: type: text-generation
dataset: name: BBH-French-Aggregated
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 19.06
verified: no, task: type: text-generation
dataset: name: GPQA-French-Aggregated
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 10.29
verified: no, task: type: text-generation
dataset: name: IFEval-French-Aggregated
type: instruction-following
metrics: name: Accuracy
type: accuracy
value: 11.73
verified: no, task: type: text-generation
dataset: name: MUSR-French-Aggregated
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 6.74
verified: no, task: type: text-generation
dataset: name: MATH-French-Level5-Aggregated
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 21.06
verified: no, task: type: text-generation
dataset: name: MMMLU-French-Aggregated
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 45.05
verified: no, task: type: text-generation
dataset: name: Overall-Average
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 18.99
verified: no, task: type: text-generation
dataset: name: MMLU-French
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 50.55
verified: no, task: type: text-generation
dataset: name: BBH-French-Comprehension-Sports
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 57.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Causal-Judgment
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 57.2
verified: no, task: type: text-generation
dataset: name: BBH-French-Hyperbate
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 53.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Object-Tracking-5
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 18
verified: no, task: type: text-generation
dataset: name: BBH-French-Geometric-Shapes
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 35.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Logical-Deduction-3
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 60.4
verified: no, task: type: text-generation
dataset: name: BBH-French-Logical-Deduction-5
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 39.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Logical-Deduction-7
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 28
verified: no, task: type: text-generation
dataset: name: BBH-French-Disambiguation-QA
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 34.8
verified: no, task: type: text-generation
dataset: name: BBH-French-Boolean-Expressions
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 44.8
verified: no, task: type: text-generation
dataset: name: BBH-French-Navigation
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 58.4
verified: no, task: type: text-generation
dataset: name: BBH-French-Penguins-Table
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 47.9
verified: no, task: type: text-generation
dataset: name: BBH-French-Colored-Objects
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 41.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Film-Recommendation
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 39.2
verified: no, task: type: text-generation
dataset: name: BBH-French-Sarcasm
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 59
verified: no, task: type: text-generation
dataset: name: BBH-French-Formal-Fallacies
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 52.8
verified: no, task: type: text-generation
dataset: name: BBH-French-Object-Tracking-3
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 33.6
verified: no, task: type: text-generation
dataset: name: BBH-French-Object-Tracking-7
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 12.8
verified: no, task: type: text-generation
dataset: name: BBH-French-Temporal-Sequences
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 40.8
verified: no, task: type: text-generation
dataset: name: BBH-French-Web-of-Lies
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 51.2
verified: no, task: type: text-generation
dataset: name: BBH-French-Date-Comprehension
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 39.2
verified: no, task: type: text-generation
dataset: name: BBH-French-Object-Counting
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 48
verified: no, task: type: text-generation
dataset: name: GPQA-French-Diamond
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 34
verified: no, task: type: text-generation
dataset: name: GPQA-French-Extended
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 34.1
verified: no, task: type: text-generation
dataset: name: GPQA-French-Main
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 30.1
verified: no, task: type: text-generation
dataset: name: MATH-French-Algebra
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 35.7
verified: no, task: type: text-generation
dataset: name: MATH-French-Counting-Probability
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 6.1
verified: no, task: type: text-generation
dataset: name: MATH-French-Geometry
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 11.7
verified: no, task: type: text-generation
dataset: name: MATH-French-Number-Theory
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 17.1
verified: no, task: type: text-generation
dataset: name: MATH-French-Prealgebra
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 48.7
verified: no, task: type: text-generation
dataset: name: MATH-French-Precalculus
type: exact-match
metrics: name: Exact Match
type: exact_match
value: 7.1
verified: no, task: type: text-generation
dataset: name: IFEval-French-Prompt-Strict
type: instruction-following
metrics: name: Prompt Level Strict Accuracy
type: accuracy
value: 2.5
verified: no, task: type: text-generation
dataset: name: IFEval-French-Instruction-Strict
type: instruction-following
metrics: name: Instruction Level Strict Accuracy
type: accuracy
value: 20.9
verified: no, task: type: text-generation
dataset: name: IFEval-French-Prompt-Loose
type: instruction-following
metrics: name: Prompt Level Loose Accuracy
type: accuracy
value: 3.7
verified: no, task: type: text-generation
dataset: name: IFEval-French-Instruction-Loose
type: instruction-following
metrics: name: Instruction Level Loose Accuracy
type: accuracy
value: 20.7
verified: no, task: type: text-generation
dataset: name: MUSR-French-Murder-Mysteries
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 50.4
verified: no, task: type: text-generation
dataset: name: MUSR-French-Object-Placements
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 35.5
verified: no, task: type: text-generation
dataset: name: MUSR-French-Team-Allocation
type: multiple-choice
metrics: name: Accuracy
type: accuracy
value: 20.8
verified: no
author: Joseph Pollack
experiment_name: exp_20250727_172526
trackio_url: https://huggingface.co/spaces/Tonic/track-tonic
dataset_repo: https://huggingface.co/datasets/Tonic/trackio-experiments
hardware: A100 SXM
training_config: SFT
trainer_type: TRL
batch_size: 12
learning_rate: 4e-06
max_epochs: 1.6
max_seq_length: 16384
dataset_sample_size: 667784
dataset_size: 799897
dataset_format: DPO
gradient_accumulation_steps: 12
quantization_types: int4_weight_only
Likes: 1 | All-time downloads: 302
Created: 2025-07-29 06:44:51