georgeNakayama
commited on
Commit
•
9c66c84
1
Parent(s):
ba30a0c
End of training
Browse files- checkpoint-1000/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-1000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-1000/random_states_0.pkl +1 -1
- checkpoint-1500/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-1500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-1500/random_states_0.pkl +1 -1
- checkpoint-2000/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-2000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2000/random_states_0.pkl +1 -1
- checkpoint-2500/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-2500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2500/random_states_0.pkl +1 -1
- checkpoint-3000/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-3000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-3000/random_states_0.pkl +1 -1
- checkpoint-500/pytorch_model/mp_rank_00_model_states.pt +1 -1
- checkpoint-500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-500/random_states_0.pkl +2 -2
- learned_embeds-steps-1000.bin +1 -1
- learned_embeds-steps-1500.bin +1 -1
- learned_embeds-steps-2000.bin +1 -1
- learned_embeds-steps-2500.bin +1 -1
- learned_embeds-steps-3000.bin +1 -1
- learned_embeds-steps-500.bin +1 -1
- learned_embeds.bin +1 -1
- logs/textual_inversion/1690152827.551804/events.out.tfevents.1690152827.oriong10.stanford.edu.1239400.1 +3 -0
- logs/textual_inversion/1690152827.559054/hparams.yml +46 -0
- logs/textual_inversion/events.out.tfevents.1690152827.oriong10.stanford.edu.1239400.0 +3 -0
- run_inversion.sh +47 -0
- text_encoder/pytorch_model.bin +1 -1
checkpoint-1000/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8d988ac20806d3b5fcd7f0c75f42ad26e129faa2f2eed798c1d9a4ab55b21fb
|
3 |
size 832858307
|
checkpoint-1000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a935e81a45e73f5b71d372179b550590c3a517c6295cf5e80cac1245cd8e2495
|
3 |
size 455356569
|
checkpoint-1000/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14663
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:944683b543b63f0a45dc32174c58812f4d72138f7ee67f9a7fed63b5d3750c1f
|
3 |
size 14663
|
checkpoint-1500/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63f2b3f0a97d7202ebfd1b9b943d32347c2c4eed61bf8464adfd2be3565c1ef9
|
3 |
size 832858307
|
checkpoint-1500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:02fe766974d164c0a2bf3f5ec4bf221b2a58e322354824aef0e9ccab3db7962f
|
3 |
size 455356569
|
checkpoint-1500/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14663
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f05c89a3cc0fda7c74cd22989931cac17ba81fac9049ece284fa1719c8b244c5
|
3 |
size 14663
|
checkpoint-2000/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55d1d6baa81f73886b5e6102bd3bfeb46161a4f39f6b8003c30af13c12eb3d03
|
3 |
size 832858307
|
checkpoint-2000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5137b3c811cc5cd5265467b4e2e9f09529950d2272510b88e184f53354f508e4
|
3 |
size 455356569
|
checkpoint-2000/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14663
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dd935d914cb656d65360d0688ddb021b914867a9286c658f590fc0653509efb
|
3 |
size 14663
|
checkpoint-2500/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7964352c01b622f3a21da084c0090674ce58c44eabc7da8182ce7c55f3301aab
|
3 |
size 832858307
|
checkpoint-2500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:829c731e051004fdc12b1370d4fd7e4cb740307fa66a15de605088fa67f0ed9c
|
3 |
size 455356569
|
checkpoint-2500/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14663
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9be571d1d17102ef763473d8c4b5a83813c4361be839090f724d7ea2d2304797
|
3 |
size 14663
|
checkpoint-3000/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90c02ae36056689b0642921953287d6c32fc05f87544b9f99a34fcb6ec7842e5
|
3 |
size 832858307
|
checkpoint-3000/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de371650d5265d36ed40a69a38325ec7eb9cd136a17481fab6489ab9eedd4c3f
|
3 |
size 455356569
|
checkpoint-3000/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14663
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e597c1e542b01b13aba5f97570cb34a023947613b331c2b7af476884296bc05
|
3 |
size 14663
|
checkpoint-500/pytorch_model/mp_rank_00_model_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 832858307
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8394508965c8205896dd68c0655a2c71231952324f75d748e575a02caa762925
|
3 |
size 832858307
|
checkpoint-500/pytorch_model/zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 455356569
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa070ba75fd2272191cec9c4238ce3c06c77b13774c74a2710a9088ec52b2aaa
|
3 |
size 455356569
|
checkpoint-500/random_states_0.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bfc870c8200a6705eb584c78a58190e660ca94ceaa241cd34c28835c46ac7b7
|
3 |
+
size 14663
|
learned_embeds-steps-1000.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4001
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d4e7d62ec7994f3aff85852533015714ee8e447d4abff308f9c9b6f1f1a3bed
|
3 |
size 4001
|
learned_embeds-steps-1500.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4001
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb1cd324ce132f83bb3844e3db3d318de5442d40f3cd35048fe8dd3f6f606bc9
|
3 |
size 4001
|
learned_embeds-steps-2000.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4001
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83bf5690481193733e06ba273f07b4f2f8cd8b92cde8cb852f5161436be34a75
|
3 |
size 4001
|
learned_embeds-steps-2500.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4001
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6fa2e04c0e59464ce38a8b2ec5bca6ec8349b57c90a1032549a0c2f6ad59e672
|
3 |
size 4001
|
learned_embeds-steps-3000.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4001
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ec92b97c9a94bccf1d1e393a80cadc1a43b4b863edc56f1f05987e44e4c11bb
|
3 |
size 4001
|
learned_embeds-steps-500.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3998
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:addb742b74e42e1547dba59a63f19ecdeb370b2632c1d8b62844162dc58680a0
|
3 |
size 3998
|
learned_embeds.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3840
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce48e337bfe407d4bfa46cd43bd12cc85fa2ddb1708bb2f1bc521ddb310fb04b
|
3 |
size 3840
|
logs/textual_inversion/1690152827.551804/events.out.tfevents.1690152827.oriong10.stanford.edu.1239400.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3196b9f7a6d8a888d44a7c7f6af7b121eca17ca0815adbd960df0152c119212c
|
3 |
+
size 2272
|
logs/textual_inversion/1690152827.559054/hparams.yml
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
adam_beta1: 0.9
|
2 |
+
adam_beta2: 0.999
|
3 |
+
adam_epsilon: 1.0e-08
|
4 |
+
adam_weight_decay: 0.01
|
5 |
+
allow_tf32: false
|
6 |
+
center_crop: false
|
7 |
+
checkpointing_steps: 500
|
8 |
+
checkpoints_total_limit: null
|
9 |
+
dataloader_num_workers: 0
|
10 |
+
enable_xformers_memory_efficient_attention: false
|
11 |
+
gradient_accumulation_steps: 4
|
12 |
+
gradient_checkpointing: false
|
13 |
+
hub_model_id: null
|
14 |
+
hub_token: null
|
15 |
+
initializer_token: room
|
16 |
+
learnable_property: style
|
17 |
+
learning_rate: 0.002
|
18 |
+
local_rank: 0
|
19 |
+
logging_dir: logs
|
20 |
+
lr_num_cycles: 1
|
21 |
+
lr_scheduler: constant
|
22 |
+
lr_warmup_steps: 0
|
23 |
+
max_train_steps: 3000
|
24 |
+
mixed_precision: 'no'
|
25 |
+
num_train_epochs: 7
|
26 |
+
num_validation_images: 4
|
27 |
+
num_vectors: 1
|
28 |
+
output_dir: textual_inversion_scnnt_710
|
29 |
+
placeholder_token: <scnnt_710>
|
30 |
+
pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
|
31 |
+
push_to_hub: true
|
32 |
+
repeats: 100
|
33 |
+
report_to: tensorboard
|
34 |
+
resolution: 512
|
35 |
+
resume_from_checkpoint: null
|
36 |
+
revision: null
|
37 |
+
save_as_full_pipeline: false
|
38 |
+
save_steps: 500
|
39 |
+
scale_lr: true
|
40 |
+
seed: null
|
41 |
+
tokenizer_name: null
|
42 |
+
train_batch_size: 1
|
43 |
+
train_data_dir: scnnt_710
|
44 |
+
validation_epochs: null
|
45 |
+
validation_prompt: null
|
46 |
+
validation_steps: 100
|
logs/textual_inversion/events.out.tfevents.1690152827.oriong10.stanford.edu.1239400.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eef8833fae3d368353a6b6bfec2b320d15be8c3275ebd23b3013a716e21c4a8e
|
3 |
+
size 252254
|
run_inversion.sh
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#!/bin/bash
|
2 |
+
#SBATCH --partition=orion --qos=normal
|
3 |
+
# #SBATCH --time=96:00:00 --> this is a comment, you can choose to not specify a nodelist, it will randomly assign to a GPU
|
4 |
+
#SBATCH --nodes=1
|
5 |
+
#SBATCH --cpus-per-task=8
|
6 |
+
#SBATCH --mem=12G
|
7 |
+
#SBATCH --account=orion
|
8 |
+
|
9 |
+
# only use the following on partition with GPUs
|
10 |
+
|
11 |
+
# only use the following if yo####SBATCH --mail-user=youremailaddress
|
12 |
+
####SBATCH --mail-type=ALLu want email notification
|
13 |
+
|
14 |
+
|
15 |
+
# list out some useful information (optional)
|
16 |
+
echo "SLURM_JOBID="$SLURM_JOBID
|
17 |
+
echo "SLURM_JOB_NODELIST"=$SLURM_JOB_NODELIST
|
18 |
+
echo "SLURM_NNODES"=$SLURM_NNODES
|
19 |
+
echo "SLURMTMPDIR="$SLURMTMPDIR
|
20 |
+
echo "working directory = "$SLURM_SUBMIT_DIR
|
21 |
+
|
22 |
+
# sample process (list hostnames of the nodes you've requested)
|
23 |
+
# NPROCS=`srun --nodes=${SLURM_NNODES} bash -c 'hostname' |wc -l`
|
24 |
+
# echo NPROCS=$NPROCS
|
25 |
+
|
26 |
+
# can try the following to list out which GPU you have access to
|
27 |
+
#srun /usr/local/cuda/samples/1_Utilities/deviceQuery/deviceQuery
|
28 |
+
source ~/.bashrc
|
29 |
+
export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/cuda-$cuda_version/lib64
|
30 |
+
export PATH=${PATH}:/usr/local/cuda-$cuda_version/bin
|
31 |
+
export CUDA_HOME=/usr/local/cuda-$cuda_version
|
32 |
+
cd $path
|
33 |
+
conda activate $conda
|
34 |
+
accelerate launch textual_inversion.py \
|
35 |
+
--pretrained_model_name_or_path=runwayml/stable-diffusion-v1-5 \
|
36 |
+
--train_data_dir=scnnt_710 \
|
37 |
+
--learnable_property="style" \
|
38 |
+
--placeholder_token="<scnnt_710>" --initializer_token="room" \
|
39 |
+
--resolution=512 \
|
40 |
+
--train_batch_size=1 \
|
41 |
+
--gradient_accumulation_steps=4 \
|
42 |
+
--max_train_steps=3000 \
|
43 |
+
--learning_rate=5.0e-04 --scale_lr \
|
44 |
+
--lr_scheduler="constant" \
|
45 |
+
--lr_warmup_steps=0 \
|
46 |
+
--push_to_hub \
|
47 |
+
--output_dir="textual_inversion_scnnt_710"
|
text_encoder/pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 492311901
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce40b8186884a50f15a6eba9da35aff028c44bfc2da7102b13e79a8ef084af1f
|
3 |
size 492311901
|