Kevin Black
commited on
Commit
•
e102578
1
Parent(s):
0ac0437
update scheduler
Browse files- README.md +49 -2
- model_index.json +1 -1
- scheduler/scheduler_config.json +6 -2
README.md
CHANGED
|
@@ -17,6 +17,53 @@ inference:
|
|
| 17 |
|
| 18 |
# ddpo-aesthetic
|
| 19 |
|
| 20 |
-
This model was finetuned from [Stable Diffusion v1-5](https:/runwayml/stable-diffusion-v1-5) using [DDPO](https://arxiv.org/abs/2305.13301)
|
| 21 |
|
| 22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
# ddpo-aesthetic
|
| 19 |
|
| 20 |
+
This model was finetuned from [Stable Diffusion v1-5](https:/runwayml/stable-diffusion-v1-5) using [DDPO](https://arxiv.org/abs/2305.13301) and a reward function based on the [LAION aesthetic predictor](https://laion.ai/blog/laion-aesthetics/). See [the project website](https://rl-diffusion.github.io/) for more details.
|
| 21 |
|
| 22 |
+
The model was finetuned for 50 iterations with a batch size of 256 samples per iteration. It was only prompted with the following list of 45 common animals during finetuning, so try those for the best results. However, we also observed limited generalization to other prompts.
|
| 23 |
+
|
| 24 |
+
Prompts:
|
| 25 |
+
- cat
|
| 26 |
+
- dog
|
| 27 |
+
- horse
|
| 28 |
+
- monkey
|
| 29 |
+
- rabbit
|
| 30 |
+
- zebra
|
| 31 |
+
- spider
|
| 32 |
+
- bird
|
| 33 |
+
- sheep
|
| 34 |
+
- deer
|
| 35 |
+
- cow
|
| 36 |
+
- goat
|
| 37 |
+
- lion
|
| 38 |
+
- tiger
|
| 39 |
+
- bear
|
| 40 |
+
- raccoon
|
| 41 |
+
- fox
|
| 42 |
+
- wolf
|
| 43 |
+
- lizard
|
| 44 |
+
- beetle
|
| 45 |
+
- ant
|
| 46 |
+
- butterfly
|
| 47 |
+
- fish
|
| 48 |
+
- shark
|
| 49 |
+
- whale
|
| 50 |
+
- dolphin
|
| 51 |
+
- squirrel
|
| 52 |
+
- mouse
|
| 53 |
+
- rat
|
| 54 |
+
- snake
|
| 55 |
+
- turtle
|
| 56 |
+
- frog
|
| 57 |
+
- chicken
|
| 58 |
+
- duck
|
| 59 |
+
- goose
|
| 60 |
+
- bee
|
| 61 |
+
- pig
|
| 62 |
+
- turkey
|
| 63 |
+
- fly
|
| 64 |
+
- llama
|
| 65 |
+
- camel
|
| 66 |
+
- bat
|
| 67 |
+
- gorilla
|
| 68 |
+
- hedgehog
|
| 69 |
+
- kangaroo
|
model_index.json
CHANGED
|
@@ -12,7 +12,7 @@
|
|
| 12 |
],
|
| 13 |
"scheduler": [
|
| 14 |
"diffusers",
|
| 15 |
-
"
|
| 16 |
],
|
| 17 |
"text_encoder": [
|
| 18 |
"transformers",
|
|
|
|
| 12 |
],
|
| 13 |
"scheduler": [
|
| 14 |
"diffusers",
|
| 15 |
+
"DDIMScheduler"
|
| 16 |
],
|
| 17 |
"text_encoder": [
|
| 18 |
"transformers",
|
scheduler/scheduler_config.json
CHANGED
|
@@ -1,13 +1,17 @@
|
|
| 1 |
{
|
| 2 |
-
"_class_name": "
|
| 3 |
"_diffusers_version": "0.16.1",
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
|
|
|
|
|
|
|
|
|
| 7 |
"num_train_timesteps": 1000,
|
| 8 |
"prediction_type": "epsilon",
|
|
|
|
| 9 |
"set_alpha_to_one": false,
|
| 10 |
-
"skip_prk_steps": true,
|
| 11 |
"steps_offset": 1,
|
|
|
|
| 12 |
"trained_betas": null
|
| 13 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"_class_name": "DDIMScheduler",
|
| 3 |
"_diffusers_version": "0.16.1",
|
| 4 |
"beta_end": 0.012,
|
| 5 |
"beta_schedule": "scaled_linear",
|
| 6 |
"beta_start": 0.00085,
|
| 7 |
+
"clip_sample": true,
|
| 8 |
+
"clip_sample_range": 1.0,
|
| 9 |
+
"dynamic_thresholding_ratio": 0.995,
|
| 10 |
"num_train_timesteps": 1000,
|
| 11 |
"prediction_type": "epsilon",
|
| 12 |
+
"sample_max_value": 1.0,
|
| 13 |
"set_alpha_to_one": false,
|
|
|
|
| 14 |
"steps_offset": 1,
|
| 15 |
+
"thresholding": false,
|
| 16 |
"trained_betas": null
|
| 17 |
}
|