Model: LeonardoBenitez/temp_sparse_per_module_lora_distillation_gas_pump_by_truck
Author: LeonardoBenitez
Tags: tensorboard, model-index, region:us
Card metadata: hyperparameters: lora_r: 4
lora_alpha: 4
is_lora_negated: yes
seed: 42
model_name_or_path: CompVis/stable-diffusion-v1-4
dataset_forget_name: ../SD_lora_munba/assets/imagenette_splits/n03425413/train_forget
dataset_retain_name: ../SD_lora_munba/assets/imagenette_splits/n03425413/train_retain
image_column: image
caption_column: text
validation_prompt: Picture of a gas_pump
num_validation_images: 1
validation_epochs: 1
resolution: 512
center_crop: no
random_flip: yes
dataloader_num_workers: 2
per_device_train_batch_size: 1
gradient_accumulation_steps: 2
num_train_epochs: 3
learning_rate: 0.0001
lr_scheduler_type: cosine
should_log: yes
local_rank: -1
device: cuda
n_gpu: 1
output_dir: assets/models/sparse_per_module_lora_distillation_gas_pump_by_truck_3
hub_model_id: LeonardoBenitez/temp_sparse_per_module_lora_distillation_gas_pump_by_truck
logging_dir: logs
logging_steps: 20
save_strategy: epoch
save_total_limit: 2
gradient_checkpointing: no
enable_xformers_memory_efficient_attention: no
mixed_precision: no
allow_tf32: no
use_8bit_adam: no
report_to: tensorboard
compute_gradient_conflict: no
compute_runtimes: yes
max_train_steps: 1257
lr_warmup_steps: 0
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1e-08
max_grad_norm: 1
checkpointing_steps: 10000
noise_offset: 0
overwritting_concept: garbage_truck
sparsity_inclusiveness: 0.75
attribution_overwrite_if_exists: no
model-index: name: LeonardoBenitez/temp_sparse_per_module_lora_distillation_gas_pump_by_truck
results: task: type: text-to-image
dataset: name: Forget set
type: inline-prompts
metrics: type: clip
value: 30.9891157913208
name: ForgetSet clip score of original model mean (~↑)
verified: no, type: clip
value: 3.3612889580157868
name: ForgetSet clip score of original model std (~↓)
verified: no, type: clip
value: 26.446036605834962
name: ForgetSet clip score of learned model mean (~↑)
verified: no, type: clip
value: 3.3108674164197067
name: ForgetSet clip score of learned model std (~↓)
verified: no, type: clip
value: 30.046163749694824
name: ForgetSet clip score of unlearned model mean (↓)
verified: no, type: clip
value: 2.79503157480973
name: ForgetSet clip score of unlearned model std (~↓)
verified: no, type: clip
value: -3.600127143859863
name: ForgetSet clip score difference between learned and unlearned mean (↑)
verified: no, type: clip
value: 4.121907399119497
name: ForgetSet clip score difference between learned and unlearned std (~↓)
verified: no, type: clip
value: 0.9429520416259766
name: ForgetSet clip score difference between original and unlearned mean (↑)
verified: no, type: clip
value: 3.2422240831172267
name: ForgetSet clip score difference between original and unlearned std (~↓)
verified: no, type: clip
value: 4.54307918548584
name: ForgetSet clip score difference between original and learned mean (↓)
verified: no, type: clip
value: 3.8778374774077125
name: ForgetSet clip score difference between original and learned std (~↓)
verified: no, type: clip
value: 29.462464027404785
name: RetainSet clip score of original model mean (~↑)
verified: no, type: clip
value: 3.5147475923003846
name: RetainSet clip score of original model std (~↓)
verified: no, type: clip
value: 28.95611743927002
name: RetainSet clip score of learned model mean (~↓)
verified: no, type: clip
value: 3.5966737944039755
name: RetainSet clip score of learned model std (~↓)
verified: no, type: clip
value: 29.565044898986816
name: RetainSet clip score of unlearned model mean (↑)
verified: no, type: clip
value: 3.717879139373052
name: RetainSet clip score of unlearned model std (~↓)
verified: no, type: clip
value: -0.6089274597167968
name: RetainSet clip score difference between learned and unlearned mean (↓)
verified: no, type: clip
value: 2.470831595650282
name: RetainSet clip score difference between learned and unlearned std (~↓)
verified: no, type: clip
value: -0.10258087158203125
name: RetainSet clip score difference between original and unlearned mean (↓)
verified: no, type: clip
value: 2.492045598820012
name: RetainSet clip score difference between original and unlearned std (~↓)
verified: no, type: clip
value: 0.5063465881347656
name: RetainSet clip score difference between original and learned mean (↑)
verified: no, type: clip
value: 3.4091238151979404
name: RetainSet clip score difference between original and learned std (~↓)
verified: no, type: runtime
value: 2.461560525894165
name: Inference latency seconds mean (↓)
verified: no, type: runtime
value: 0.14184357012248874
name: Inference latency seconds std (~↓)
verified: no, task: type: text-to-image
dataset: name: ../SD_lora_munba/assets/imagenette_splits/n03425413/train_forget (forget) and ../SD_lora_munba/assets/imagenette_splits/n03425413/train_retain (retain) sets
type: forget-and-retain-together
metrics: type: runtime
value: 4.579604864120483
name: Runtime init seconds (~↓)
verified: no, type: runtime
value: 6.734608888626099
name: Runtime data loading seconds (~↓)
verified: no, type: runtime
value: 1707.671783208847
name: Runtime training seconds (↓)
verified: no, type: runtime
value: 1535.709195613861
name: Runtime eval seconds (~↓)
verified: no
Likes: 0 | All-time downloads: 0
Created: 2025-10-18 12:38:59