Hugging Face model: LeonardoBenitez/temp_sparse_lora_distillation_gas_pump_by_truck
Author: LeonardoBenitez
Created: 2025-05-25 20:13:28
Last modified: 2025-10-19 11:42:36
Likes: 0 | Downloads: 0
Tags: tensorboard, model-index, region:us
Card metadata:
hyperparameters: lora_r: 4
lora_alpha: 4
is_lora_negated: yes
seed: 42
model_name_or_path: CompVis/stable-diffusion-v1-4
dataset_forget_name: ../SD_lora_munba/assets/imagenette_splits/n03425413/train_forget
dataset_retain_name: ../SD_lora_munba/assets/imagenette_splits/n03425413/train_retain
image_column: image
caption_column: text
validation_prompt: Picture of a gas_pump
num_validation_images: 1
validation_epochs: 1
resolution: 512
center_crop: no
random_flip: yes
dataloader_num_workers: 2
per_device_train_batch_size: 2
gradient_accumulation_steps: 1
num_train_epochs: 3
learning_rate: 0.0001
lr_scheduler_type: cosine
should_log: yes
local_rank: -1
device: cuda
n_gpu: 1
output_dir: assets/models/sparse_lora_distillation_gas_pump_by_truck_3
hub_model_id: LeonardoBenitez/temp_sparse_lora_distillation_gas_pump_by_truck
logging_dir: logs
logging_steps: 20
save_strategy: epoch
save_total_limit: 2
gradient_checkpointing: no
enable_xformers_memory_efficient_attention: no
mixed_precision: no
allow_tf32: no
use_8bit_adam: no
report_to: tensorboard
compute_gradient_conflict: no
compute_runtimes: yes
max_train_steps: 1257
lr_warmup_steps: 0
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1e-08
max_grad_norm: 1
checkpointing_steps: 10000
noise_offset: 0
overwritting_concept: garbage_truck
nls: yes
share_rank_within_layer: yes
quantization_aware: no
attribution_overwrite_if_exists: no
sparsity_inclusiveness: 0.75