Pushing fine-tuned model to Hugging Face Hub

README.md

@@ -0,0 +1,48 @@
+
+---
+language:
+- pt
+- en
+tags:
+- aes
+datasets:
+- kamel-usp/aes_enem_dataset
+base_model: TucanoBR/Tucano-2b4-Instruct
+metrics:
+- accuracy
+- qwk
+library_name: peft
+model-index:
+  - name: Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8
+    results:
+      - task:
+          type: text-classification
+          name: Automated Essay Score
+        dataset:
+          name: Automated Essay Score ENEM Dataset
+          type: kamel-usp/aes_enem_dataset
+          config: JBCS2025
+          split: test
+        metrics:
+          - name: Macro F1
+            type: f1
+            value: 0.2120028944740006
+          - name: QWK
+            type: qwk
+            value: 0.2794486215538846
+          - name: Weighted Macro F1
+            type: f1
+            value: 0.3298139684514741
+---
+# Model ID: Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8
+## Results
+|                  |   test_data |
+|:-----------------|------------:|
+| eval_accuracy    |    0.34058  |
+| eval_RMSE        |   68.1005   |
+| eval_QWK         |    0.279449 |
+| eval_Macro_F1    |    0.212003 |
+| eval_Weighted_F1 |    0.329814 |
+| eval_Micro_F1    |    0.34058  |
+| eval_HDIV        |    0.130435 |
+        

adapter_config.json

@@ -0,0 +1,44 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "TucanoBR/Tucano-2b4-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "v_proj",
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "o_proj",
+    "down_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4961d22bbe3616d2e829c51c853506324e3dba713db233d95b69f05064b6ef
+size 42376520

chat_template.jinja

@@ -0,0 +1 @@
+{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '<instruction>' + message['content'].strip() + '</instruction>'}}{% elif message['role'] == 'assistant' %}{{ message['content'].strip() + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}

emissions.csv

@@ -0,0 +1,2 @@
+timestamp,project_name,run_id,experiment_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2025-07-12T21:33:52,jbcs2025,deab63e8-20ab-426e-a5ad-6e5c82cd6e46,Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8,2158.6262983139604,0.21850978474264723,0.00010122631458410323,66.0,589.0909003578051,70.0,0.0390071097300183,0.36989872230765286,0.0412659564191786,0.4501717884568498,Japan,JPN,,,,Linux-5.15.0-130-generic-x86_64-with-glibc2.35,3.12.11,3.0.2,192,INTEL(R) XEON(R) PLATINUM 8558,1,1 x NVIDIA H200,139.69,35.69,2015.3516235351562,machine,N,1.0

evaluation_results.csv

@@ -0,0 +1,4 @@
+eval_loss,eval_model_preparation_time,eval_accuracy,eval_RMSE,eval_QWK,eval_HDIV,eval_Macro_F1,eval_Micro_F1,eval_Weighted_F1,eval_TP_0,eval_TN_0,eval_FP_0,eval_FN_0,eval_TP_1,eval_TN_1,eval_FP_1,eval_FN_1,eval_TP_2,eval_TN_2,eval_FP_2,eval_FN_2,eval_TP_3,eval_TN_3,eval_FP_3,eval_FN_3,eval_TP_4,eval_TN_4,eval_FP_4,eval_FN_4,eval_TP_5,eval_TN_5,eval_FP_5,eval_FN_5,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,reference,timestamp,id
+2.232393741607666,0.0094,0.08333333333333333,108.37644829691803,-0.13261077462543813,0.3787878787878788,0.03826086956521739,0.08333333333333333,0.02173913043478261,0,103,28,1,0,103,4,25,0,132,0,0,0,71,0,61,0,102,0,30,11,28,89,4,9.6864,13.627,3.407,-1,validation_before_training,2025-07-12 20:58:06,Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8
+1.7800564765930176,0.0094,0.32575757575757575,51.99067515459193,0.49125475285171105,0.030303030303030276,0.21556364147726273,0.32575757575757575,0.34292473860580175,0,131,0,1,7,96,11,18,0,120,12,0,22,49,22,39,6,84,18,24,8,91,26,7,9.351,14.116,3.529,16.0,validation_after_training,2025-07-12 20:58:06,Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8
+1.835325837135315,0.0094,0.34057971014492755,68.10052246069989,0.2794486215538846,0.13043478260869568,0.21200289447400067,0.34057971014492755,0.32981396845147415,0,137,0,1,15,74,29,20,0,127,6,5,22,61,26,29,2,100,12,24,8,100,18,12,9.9378,13.886,3.522,16.0,test_results,2025-07-12 20:58:06,Tucano-2b4-Instruct-tucano_classification_lora-C2-full_context-r8

run_experiment.log

@@ -0,0 +1,840 @@
+[2025-07-12 20:57:50,312][__main__][INFO] - cache_dir: /tmp/
+dataset:
+  name: kamel-usp/aes_enem_dataset
+  split: JBCS2025
+training_params:
+  seed: 42
+  num_train_epochs: 20
+  logging_steps: 100
+  metric_for_best_model: QWK
+  bf16: true
+bootstrap:
+  enabled: true
+  n_bootstrap: 10000
+  bootstrap_seed: 42
+  metrics:
+  - QWK
+  - Macro_F1
+  - Weighted_F1
+post_training_results:
+  model_path: /workspace/jbcs2025/outputs/2025-03-24/20-42-59
+experiments:
+  model:
+    name: TucanoBR/Tucano-2b4-Instruct
+    type: tucano_classification_lora
+    num_labels: 6
+    output_dir: ./results/
+    logging_dir: ./logs/
+    best_model_dir: ./results/best_model
+    lora_r: 8
+    lora_dropout: 0.05
+    lora_alpha: 16
+    lora_target_modules: all-linear
+    checkpoint_path: ''
+  tokenizer:
+    name: TucanoBR/Tucano-2b4-Instruct
+  dataset:
+    grade_index: 1
+    use_full_context: true
+  training_params:
+    weight_decay: 0.01
+    warmup_ratio: 0.1
+    learning_rate: 5.0e-05
+    train_batch_size: 8
+    eval_batch_size: 4
+    gradient_accumulation_steps: 2
+    gradient_checkpointing: true
+
+[2025-07-12 20:57:54,284][__main__][INFO] - GPU 0: NVIDIA H200 | TDP ≈ 700 W
+[2025-07-12 20:57:54,284][__main__][INFO] - Starting the Fine Tuning training process.
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file tokenizer.model from cache at None
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file tokenizer.json from cache at /tmp/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/tokenizer.json
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file added_tokens.json from cache at None
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file special_tokens_map.json from cache at /tmp/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/special_tokens_map.json
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file tokenizer_config.json from cache at /tmp/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/tokenizer_config.json
+[2025-07-12 20:57:58,826][transformers.tokenization_utils_base][INFO] - loading file chat_template.jinja from cache at None
+[2025-07-12 20:57:58,868][transformers.tokenization_utils_base][INFO] - Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+[2025-07-12 20:57:58,877][__main__][INFO] - Tokenizer function parameters- Padding:longest; Truncation: False; Use Full Context: True
+[2025-07-12 20:58:01,043][__main__][INFO] - 
+Token statistics for 'train' split:
+[2025-07-12 20:58:01,043][__main__][INFO] -   Total examples: 500
+[2025-07-12 20:58:01,043][__main__][INFO] -   Min tokens: 3557
+[2025-07-12 20:58:01,043][__main__][INFO] -   Max tokens: 3557
+[2025-07-12 20:58:01,043][__main__][INFO] -   Avg tokens: 3557.00
+[2025-07-12 20:58:01,043][__main__][INFO] -   Std tokens: 0.00
+[2025-07-12 20:58:01,377][__main__][INFO] - 
+Token statistics for 'validation' split:
+[2025-07-12 20:58:01,377][__main__][INFO] -   Total examples: 132
+[2025-07-12 20:58:01,377][__main__][INFO] -   Min tokens: 3759
+[2025-07-12 20:58:01,377][__main__][INFO] -   Max tokens: 3759
+[2025-07-12 20:58:01,377][__main__][INFO] -   Avg tokens: 3759.00
+[2025-07-12 20:58:01,377][__main__][INFO] -   Std tokens: 0.00
+[2025-07-12 20:58:01,715][__main__][INFO] - 
+Token statistics for 'test' split:
+[2025-07-12 20:58:01,715][__main__][INFO] -   Total examples: 138
+[2025-07-12 20:58:01,715][__main__][INFO] -   Min tokens: 3782
+[2025-07-12 20:58:01,715][__main__][INFO] -   Max tokens: 3782
+[2025-07-12 20:58:01,715][__main__][INFO] -   Avg tokens: 3782.00
+[2025-07-12 20:58:01,716][__main__][INFO] -   Std tokens: 0.00
+[2025-07-12 20:58:01,716][__main__][INFO] - If token statistics are the same (max, avg, min) keep in mind that this is due to batched tokenization and padding.
+[2025-07-12 20:58:01,716][__main__][INFO] - Model max length: 4096. If it is the same as stats, then there is a high chance that sequences are being truncated.
+[2025-07-12 20:58:01,901][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /tmp/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 20:58:01,902][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5
+  },
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 20:58:02,050][transformers.modeling_utils][INFO] - loading weights file model.safetensors from cache at /tmp/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/model.safetensors.index.json
+[2025-07-12 20:58:02,050][transformers.modeling_utils][INFO] - Will use torch_dtype=torch.float32 as defined in model's config object
+[2025-07-12 20:58:02,050][transformers.modeling_utils][INFO] - Instantiating LlamaForSequenceClassification model under default dtype torch.float32.
+[2025-07-12 20:58:02,051][transformers.modeling_utils][WARNING] - Flash Attention 2.0 only supports torch.float16 and torch.bfloat16 dtypes, but the current dype in LlamaForSequenceClassification is torch.float32. You should run training or inference using Automatic Mixed-Precision via the `with torch.autocast(device_type='torch_device'):` decorator, or load the model with the `torch_dtype` argument. Example: `model = AutoModel.from_pretrained("openai/whisper-tiny", attn_implementation="flash_attention_2", torch_dtype=torch.float16)`
+[2025-07-12 20:58:06,170][transformers.modeling_utils][INFO] - Some weights of the model checkpoint at TucanoBR/Tucano-2b4-Instruct were not used when initializing LlamaForSequenceClassification: ['lm_head.weight']
+- This IS expected if you are initializing LlamaForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlamaForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+[2025-07-12 20:58:06,170][transformers.modeling_utils][WARNING] - Some weights of LlamaForSequenceClassification were not initialized from the model checkpoint at TucanoBR/Tucano-2b4-Instruct and are newly initialized: ['score.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+[2025-07-12 20:58:06,872][__main__][INFO] - Initialized new PEFT model for ce loss
+[2025-07-12 20:58:06,874][__main__][INFO] - None
+[2025-07-12 20:58:06,875][transformers.training_args][INFO] - PyTorch: setting up devices
+[2025-07-12 20:58:06,932][__main__][INFO] - Total steps: 620. Number of warmup steps: 62
+[2025-07-12 20:58:06,946][transformers.trainer][INFO] - You have loaded a model on multiple GPUs. `is_model_parallel` attribute will be force-set to `True` to avoid any unexpected behavior such as device placement mismatching.
+[2025-07-12 20:58:06,968][transformers.trainer][INFO] - Using auto half precision backend
+[2025-07-12 20:58:06,968][transformers.trainer][WARNING] - No label_names provided for model class `PeftModelForSequenceClassification`. Since `PeftModel` hides base models input arguments, if label_names is not given, label_names can't be set automatically within `Trainer`. Note that empty label_names list will be used instead.
+[2025-07-12 20:58:06,970][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 20:58:06,982][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 20:58:06,982][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 20:58:06,982][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 20:58:07,197][transformers.modeling_flash_attention_utils][WARNING] - The input hidden states seems to be silently casted in float32, this might be related to the fact you have upcasted embedding or layer norm layers in float32. We will cast back the input in torch.bfloat16.
+[2025-07-12 20:58:16,877][transformers.trainer][INFO] - The following columns in the Training set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] - ***** Running training *****
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Num examples = 500
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Num Epochs = 20
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Instantaneous batch size per device = 8
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Total train batch size (w. parallel, distributed & accumulation) = 16
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Gradient Accumulation steps = 2
+[2025-07-12 20:58:16,919][transformers.trainer][INFO] -   Total optimization steps = 640
+[2025-07-12 20:58:16,921][transformers.trainer][INFO] -   Number of trainable parameters = 10,583,040
+[2025-07-12 21:00:19,314][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:00:19,317][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:00:19,317][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:00:19,317][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:00:28,703][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-32
+[2025-07-12 21:00:29,127][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:00:29,128][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:02:31,483][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:02:31,486][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:02:31,486][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:02:31,486][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:02:40,854][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-64
+[2025-07-12 21:02:41,216][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:02:41,216][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:02:41,383][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-32] due to args.save_total_limit
+[2025-07-12 21:04:43,618][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:04:43,621][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:04:43,621][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:04:43,621][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:04:53,000][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-96
+[2025-07-12 21:04:53,360][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:04:53,361][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:04:53,582][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-64] due to args.save_total_limit
+[2025-07-12 21:06:55,791][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:06:55,794][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:06:55,794][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:06:55,794][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:07:05,175][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-128
+[2025-07-12 21:07:05,551][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:07:05,552][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:07:05,782][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-96] due to args.save_total_limit
+[2025-07-12 21:09:08,127][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:09:08,131][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:09:08,131][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:09:08,131][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:09:17,505][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-160
+[2025-07-12 21:09:17,867][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:09:17,868][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:09:18,082][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-128] due to args.save_total_limit
+[2025-07-12 21:11:20,306][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:11:20,310][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:11:20,310][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:11:20,310][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:11:29,717][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-192
+[2025-07-12 21:11:30,082][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:11:30,082][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:11:30,290][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-160] due to args.save_total_limit
+[2025-07-12 21:13:32,503][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:13:32,506][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:13:32,506][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:13:32,506][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:13:41,882][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-224
+[2025-07-12 21:13:42,259][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:13:42,259][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:15:44,697][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:15:44,700][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:15:44,700][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:15:44,700][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:15:54,076][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-256
+[2025-07-12 21:15:54,469][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:15:54,470][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:15:54,684][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-224] due to args.save_total_limit
+[2025-07-12 21:17:56,860][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:17:56,863][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:17:56,863][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:17:56,863][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:18:06,254][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-288
+[2025-07-12 21:18:06,608][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:18:06,608][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:18:06,785][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-256] due to args.save_total_limit
+[2025-07-12 21:20:08,982][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:20:08,985][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:20:08,986][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:20:08,986][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:20:18,363][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-320
+[2025-07-12 21:20:18,875][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:20:18,876][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:20:19,088][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-192] due to args.save_total_limit
+[2025-07-12 21:20:19,095][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-288] due to args.save_total_limit
+[2025-07-12 21:22:21,320][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:22:21,324][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:22:21,324][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:22:21,324][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:22:30,713][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-352
+[2025-07-12 21:22:31,067][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:22:31,068][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:22:31,296][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-320] due to args.save_total_limit
+[2025-07-12 21:24:33,508][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:24:33,511][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:24:33,511][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:24:33,511][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:24:42,878][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-384
+[2025-07-12 21:24:43,250][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:24:43,250][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:26:45,668][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:26:45,671][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:26:45,671][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:26:45,671][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:26:55,038][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-416
+[2025-07-12 21:26:55,404][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:26:55,405][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:26:55,586][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-384] due to args.save_total_limit
+[2025-07-12 21:28:57,774][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:28:57,777][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:28:57,777][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:28:57,777][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:29:07,148][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-448
+[2025-07-12 21:29:07,543][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:29:07,544][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:29:07,700][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-416] due to args.save_total_limit
+[2025-07-12 21:31:09,872][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:31:09,875][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:31:09,875][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:31:09,876][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:31:19,247][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-480
+[2025-07-12 21:31:19,601][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:31:19,602][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:31:19,791][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-448] due to args.save_total_limit
+[2025-07-12 21:33:22,017][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:33:22,020][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:33:22,020][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:33:22,020][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:33:31,389][transformers.trainer][INFO] - Saving model checkpoint to /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-512
+[2025-07-12 21:33:31,748][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:33:31,748][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:33:31,981][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-480] due to args.save_total_limit
+[2025-07-12 21:33:31,990][transformers.trainer][INFO] - 
+
+Training completed. Do not forget to share your model on huggingface.co/models =)
+
+
+[2025-07-12 21:33:31,990][transformers.trainer][INFO] - Loading best model from /workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-352 (score: 0.49125475285171105).
+[2025-07-12 21:33:32,079][transformers.trainer][INFO] - Deleting older checkpoint [/workspace/jbcs2025/outputs/2025-07-12/20-57-50/results/checkpoint-512] due to args.save_total_limit
+[2025-07-12 21:33:32,089][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:33:32,093][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:33:32,093][transformers.trainer][INFO] -   Num examples = 132
+[2025-07-12 21:33:32,093][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:33:41,455][__main__][INFO] - Training completed successfully.
+[2025-07-12 21:33:41,455][__main__][INFO] - Running on Test
+[2025-07-12 21:33:41,455][transformers.trainer][INFO] - The following columns in the Evaluation set don't have a corresponding argument in `PeftModelForSequenceClassification.forward` and have been ignored: grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference. If grades, prompt, id, essay_text, essay_year, id_prompt, supporting_text, reference are not expected by `PeftModelForSequenceClassification.forward`,  you can safely ignore this message.
+[2025-07-12 21:33:41,458][transformers.trainer][INFO] - 
+***** Running Evaluation *****
+[2025-07-12 21:33:41,458][transformers.trainer][INFO] -   Num examples = 138
+[2025-07-12 21:33:41,458][transformers.trainer][INFO] -   Batch size = 4
+[2025-07-12 21:33:51,406][__main__][INFO] - Test metrics: {'eval_loss': 1.835325837135315, 'eval_model_preparation_time': 0.0094, 'eval_accuracy': 0.34057971014492755, 'eval_RMSE': 68.10052246069989, 'eval_QWK': 0.2794486215538846, 'eval_HDIV': 0.13043478260869568, 'eval_Macro_F1': 0.21200289447400067, 'eval_Micro_F1': 0.34057971014492755, 'eval_Weighted_F1': 0.32981396845147415, 'eval_TP_0': 0, 'eval_TN_0': 137, 'eval_FP_0': 0, 'eval_FN_0': 1, 'eval_TP_1': 15, 'eval_TN_1': 74, 'eval_FP_1': 29, 'eval_FN_1': 20, 'eval_TP_2': 0, 'eval_TN_2': 127, 'eval_FP_2': 6, 'eval_FN_2': 5, 'eval_TP_3': 22, 'eval_TN_3': 61, 'eval_FP_3': 26, 'eval_FN_3': 29, 'eval_TP_4': 2, 'eval_TN_4': 100, 'eval_FP_4': 12, 'eval_FN_4': 24, 'eval_TP_5': 8, 'eval_TN_5': 100, 'eval_FP_5': 18, 'eval_FN_5': 12, 'eval_runtime': 9.9378, 'eval_samples_per_second': 13.886, 'eval_steps_per_second': 3.522, 'epoch': 16.0}
+[2025-07-12 21:33:51,407][transformers.trainer][INFO] - Saving model checkpoint to ./results/best_model
+[2025-07-12 21:33:51,760][transformers.configuration_utils][INFO] - loading configuration file config.json from cache at /workspace/.hf_home/hub/models--TucanoBR--Tucano-2b4-Instruct/snapshots/d763c3ed97909de3b664742dd955bf35d1cca620/config.json
+[2025-07-12 21:33:51,760][transformers.configuration_utils][INFO] - Model config LlamaConfig {
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 160,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 4,
+  "pad_token_id": 3,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 32002
+}
+
+[2025-07-12 21:33:51,879][transformers.tokenization_utils_base][INFO] - chat template saved in ./results/best_model/chat_template.jinja
+[2025-07-12 21:33:51,880][transformers.tokenization_utils_base][INFO] - tokenizer config file saved in ./results/best_model/tokenizer_config.json
+[2025-07-12 21:33:51,880][transformers.tokenization_utils_base][INFO] - Special tokens file saved in ./results/best_model/special_tokens_map.json
+[2025-07-12 21:33:51,894][__main__][INFO] - Model and tokenizer saved to ./results/best_model
+[2025-07-12 21:33:51,897][__main__][INFO] - Fine Tuning Finished.
+[2025-07-12 21:33:52,406][__main__][INFO] - Total emissions: 0.2185 kg CO2eq

special_tokens_map.json

@@ -0,0 +1,28 @@
+{
+  "additional_special_tokens": [
+    "<instruction>",
+    "</instruction>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|finetune_right_pad_id|>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,75 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<instruction>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "</instruction>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<instruction>",
+    "</instruction>"
+  ],
+  "bos_token": "<s>",
+  "bos_token_id": 1,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "eos_token_id": 2,
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 4096,
+  "pad_token": "<|finetune_right_pad_id|>",
+  "pad_token_id": 0,
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": "<unk>",
+  "unk_token_id": 0,
+  "use_default_system_prompt": false
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f03cf58751278993265b02ab20b716edf7560b4c55c2b4382d317dd90ba1f7f
+size 5777