Hugging Face model: Weni/ZeroShot-2.2.1-Llama2-13b-Multilanguage-3.0.3
Author: Weni
Created: 2023-11-30 19:57:49
Last modified: 2023-12-01 22:36:21
Pipeline: zero-shot-classification
Library: peft
Likes: 0 | Downloads: 16
Tags: peft, pytorch, tensorboard, safetensors, llama, zero-shot-classification, pt, dataset:Weni/zeroshot-3.0.3, base_model:NousResearch/Nous-Hermes-Llama2-13b, base_model:adapter:NousResearch/Nous-Hermes-Llama2-13b, region:us
Base model relation: adapter
Base models: id: NousResearch/Nous-Hermes-Llama2-13b
Card metadata:
language: pt
library_name: peft
datasets: Weni/zeroshot-3.0.3
pipeline_tag: zero-shot-classification
training_arguments: output_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
overwrite_output_dir: no
do_train: no
do_eval: yes
do_predict: no
evaluation_strategy: epoch
prediction_loss_only: no
per_device_train_batch_size: 2
per_device_eval_batch_size: 8
gradient_accumulation_steps: 2
eval_accumulation_steps: 1
eval_delay: 0
learning_rate: 0.0004
weight_decay: 0.01
adam_beta1: 0.9
adam_beta2: 0.999
adam_epsilon: 1e-08
max_grad_norm: 0.3
num_train_epochs: 10
max_steps: -1
lr_scheduler_type: cosine
warmup_ratio: 0.1
warmup_steps: 0
log_level: passive
log_level_replica: warning
log_on_each_node: yes
logging_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/runs/Dec01_21-53-07_fd10189bb234
logging_strategy: steps
logging_first_step: no
logging_steps: 500
logging_nan_inf_filter: yes
save_strategy: epoch
save_steps: 500
save_total_limit: 5
save_safetensors: yes
save_on_each_node: no
no_cuda: no
use_mps_device: no
seed: 42
jit_mode_eval: no
use_ipex: no
bf16: no
fp16: yes
fp16_opt_level: O1
half_precision_backend: auto
bf16_full_eval: no
fp16_full_eval: no
local_rank: 0
tpu_metrics_debug: no
dataloader_drop_last: no
dataloader_num_workers: 0
past_index: -1
run_name: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
disable_tqdm: no
remove_unused_columns: yes
load_best_model_at_end: yes
metric_for_best_model: eval_loss
greater_is_better: no
ignore_data_skip: no
fsdp_min_num_params: 0
fsdp_config: fsdp_min_num_params: 0
xla: no
xla_fsdp_grad_ckpt: no
label_smoothing_factor: 0
optim: adamw_torch
adafactor: no
group_by_length: no
length_column_name: length
report_to: tensorboard
dataloader_pin_memory: yes
skip_memory_metrics: yes
use_legacy_prediction_loop: no
push_to_hub: yes
hub_model_id: Weni/ZeroShot-2.2.1-Llama2-13b-Multilanguage-3.0.3
hub_strategy: all_checkpoints
hub_token: <HUB_TOKEN>
hub_private_repo: no
gradient_checkpointing: yes
include_inputs_for_metrics: no
fp16_backend: auto
push_to_hub_token: <PUSH_TO_HUB_TOKEN>
auto_find_batch_size: no
full_determinism: no
ray_scope: last
ddp_timeout: 1800
torch_compile: no
datatset: name: Weni/zeroshot-3.0.3
Training Procedure: Training Hyperparameters: output_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
overwrite_output_dir: no
do_train: no
do_eval: yes
do_predict: no
evaluation_strategy: epoch
prediction_loss_only: no
per_device_train_batch_size: 2
per_device_eval_batch_size: 8
gradient_accumulation_steps: 2
eval_accumulation_steps: 1
eval_delay: 0
learning_rate: 0.0004
weight_decay: 0.01
adam_beta1: 0.9
adam_beta2: 0.999
adam_epsilon: 1e-08
max_grad_norm: 0.3
num_train_epochs: 10
max_steps: -1
lr_scheduler_type: cosine
warmup_ratio: 0.1
warmup_steps: 0
log_level: passive
log_level_replica: warning
log_on_each_node: yes
logging_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/runs/Dec01_21-53-07_fd10189bb234
logging_strategy: steps
logging_first_step: no
logging_steps: 500
logging_nan_inf_filter: yes
save_strategy: epoch
save_steps: 500
save_total_limit: 5
save_safetensors: yes
save_on_each_node: no
no_cuda: no
use_mps_device: no
seed: 42
jit_mode_eval: no
use_ipex: no
bf16: no
fp16: yes
fp16_opt_level: O1
half_precision_backend: auto
bf16_full_eval: no
fp16_full_eval: no
local_rank: 0
tpu_metrics_debug: no
dataloader_drop_last: no
dataloader_num_workers: 0
past_index: -1
run_name: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
disable_tqdm: no
remove_unused_columns: yes
load_best_model_at_end: yes
metric_for_best_model: eval_loss
greater_is_better: no
ignore_data_skip: no
fsdp_min_num_params: 0
fsdp_config: fsdp_min_num_params: 0
xla: no
xla_fsdp_grad_ckpt: no
label_smoothing_factor: 0
optim: adamw_torch
adafactor: no
group_by_length: no
length_column_name: length
report_to: tensorboard
dataloader_pin_memory: yes
skip_memory_metrics: yes
use_legacy_prediction_loop: no
push_to_hub: yes
hub_model_id: Weni/ZeroShot-2.2.1-Llama2-13b-Multilanguage-3.0.3
hub_strategy: all_checkpoints
hub_token: <HUB_TOKEN>
hub_private_repo: no
gradient_checkpointing: yes
include_inputs_for_metrics: no
fp16_backend: auto
push_to_hub_token: <PUSH_TO_HUB_TOKEN>
auto_find_batch_size: no
full_determinism: no
ray_scope: last
ddp_timeout: 1800
torch_compile: no
Training data: name: Weni/zeroshot-3.0.3
Training processing: dataset = dataset.shuffle(seed=55)
dataset = dataset['train'].train_test_split(test_size=0.1)
training_regime: ### Training Hyperparameters- output_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
- overwrite_output_dir: False
- do_train: False
- do_eval: True
- do_predict: False
- evaluation_strategy: epoch
- prediction_loss_only: False
- per_device_train_batch_size: 2
- per_device_eval_batch_size: 8
- per_gpu_train_batch_size: None
- per_gpu_eval_batch_size: None
- gradient_accumulation_steps: 2
- eval_accumulation_steps: 1
- eval_delay: 0
- learning_rate: 0.0004
- weight_decay: 0.01
- adam_beta1: 0.9
- adam_beta2: 0.999
- adam_epsilon: 1e-08
- max_grad_norm: 0.3
- num_train_epochs: 10
- max_steps: -1
- lr_scheduler_type: cosine
- warmup_ratio: 0.1
- warmup_steps: 0
- log_level: passive
- log_level_replica: warning
- log_on_each_node: True
- logging_dir: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/runs/Dec01_21-53-07_fd10189bb234
- logging_strategy: steps
- logging_first_step: False
- logging_steps: 500
- logging_nan_inf_filter: True
- save_strategy: epoch
- save_steps: 500
- save_total_limit: 5
- save_safetensors: True
- save_on_each_node: False
- no_cuda: False
- use_mps_device: False
- seed: 42
- data_seed: None
- jit_mode_eval: False
- use_ipex: False
- bf16: False
- fp16: True
- fp16_opt_level: O1
- half_precision_backend: auto
- bf16_full_eval: False
- fp16_full_eval: False
- tf32: None
- local_rank: 0
- ddp_backend: None
- tpu_num_cores: None
- tpu_metrics_debug: False
- debug: []
- dataloader_drop_last: False
- eval_steps: None
- dataloader_num_workers: 0
- past_index: -1
- run_name: ./Zeroshot/01-12-23-NousResearch-Nous-Hermes-Llama2-13b_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_2/checkpoints/
- disable_tqdm: False
- remove_unused_columns: True
- label_names: None
- load_best_model_at_end: True
- metric_for_best_model: eval_loss
- greater_is_better: False
- ignore_data_skip: False
- sharded_ddp: []
- fsdp: []
- fsdp_min_num_params: 0
- fsdp_config: {'fsdp_min_num_params': 0, 'xla': False, 'xla_fsdp_grad_ckpt': False}
- fsdp_transformer_layer_cls_to_wrap: None
- deepspeed: None
- label_smoothing_factor: 0.0
- optim: adamw_torch
- optim_args: None
- adafactor: False
- group_by_length: False
- length_column_name: length
- report_to: ['tensorboard']
- ddp_find_unused_parameters: None
- ddp_bucket_cap_mb: None
- ddp_broadcast_buffers: None
- dataloader_pin_memory: True
- skip_memory_metrics: True
- use_legacy_prediction_loop: False
- push_to_hub: True
- resume_from_checkpoint: None
- hub_model_id: Weni/ZeroShot-2.2.1-Llama2-13b-Multilanguage-3.0.3
- hub_strategy: all_checkpoints
- hub_token: <HUB_TOKEN>
- hub_private_repo: False
- gradient_checkpointing: True
- include_inputs_for_metrics: False
- fp16_backend: auto
- push_to_hub_model_id: None
- push_to_hub_organization: None
- push_to_hub_token: <PUSH_TO_HUB_TOKEN>
- mp_parameters: 
- auto_find_batch_size: False
- full_determinism: False
- torchdynamo: None
- ray_scope: last
- ddp_timeout: 1800
- torch_compile: False
- torch_compile_backend: None
- torch_compile_mode: None
- xpu_backend: None
training_data: name: Weni/zeroshot-3.0.3
preprocessing : dataset = dataset.shuffle(seed=55)
dataset = dataset['train'].train_test_split(test_size=0.1)
preprocessing: dataset = dataset.shuffle(seed=55)
dataset = dataset['train'].train_test_split(test_size=0.1)
base_model: NousResearch/Nous-Hermes-Llama2-13b