Spaces:
Sleeping
Sleeping
Commit
·
8b08967
1
Parent(s):
9e4dc36
update
Browse files
app.py
CHANGED
@@ -65,7 +65,7 @@ m1_model = AutoModelForCausalLM.from_pretrained(
|
|
65 |
#### import diffusion models
|
66 |
text_encoder = CLIPTextModel.from_pretrained(
|
67 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="text_encoder", ignore_mismatched_sizes=True
|
68 |
-
).
|
69 |
tokenizer = CLIPTokenizer.from_pretrained(
|
70 |
'runwayml/stable-diffusion-v1-5', subfolder="tokenizer"
|
71 |
)
|
@@ -83,10 +83,10 @@ for c in alphabet:
|
|
83 |
print(len(tokenizer))
|
84 |
print('***************')
|
85 |
|
86 |
-
vae = AutoencoderKL.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="vae").
|
87 |
unet = UNet2DConditionModel.from_pretrained(
|
88 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="unet"
|
89 |
-
).
|
90 |
text_encoder.resize_token_embeddings(len(tokenizer))
|
91 |
|
92 |
|
@@ -340,10 +340,10 @@ def text_to_image(prompt,keywords,radio,slider_step,slider_guidance,slider_batch
|
|
340 |
scheduler = DDPMScheduler.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="scheduler")
|
341 |
scheduler.set_timesteps(slider_step)
|
342 |
noise = torch.randn((slider_batch, 4, 64, 64)).to("cuda")
|
343 |
-
input = noise
|
344 |
|
345 |
-
encoder_hidden_states_cond = text_encoder(prompts_cond)[0]
|
346 |
-
encoder_hidden_states_nocond = text_encoder(prompts_nocond)[0]
|
347 |
|
348 |
|
349 |
for t in tqdm(scheduler.timesteps):
|
|
|
65 |
#### import diffusion models
|
66 |
text_encoder = CLIPTextModel.from_pretrained(
|
67 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="text_encoder", ignore_mismatched_sizes=True
|
68 |
+
).cuda()
|
69 |
tokenizer = CLIPTokenizer.from_pretrained(
|
70 |
'runwayml/stable-diffusion-v1-5', subfolder="tokenizer"
|
71 |
)
|
|
|
83 |
print(len(tokenizer))
|
84 |
print('***************')
|
85 |
|
86 |
+
vae = AutoencoderKL.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="vae").cuda()
|
87 |
unet = UNet2DConditionModel.from_pretrained(
|
88 |
'JingyeChen22/textdiffuser2-full-ft', subfolder="unet"
|
89 |
+
).cuda()
|
90 |
text_encoder.resize_token_embeddings(len(tokenizer))
|
91 |
|
92 |
|
|
|
340 |
scheduler = DDPMScheduler.from_pretrained('runwayml/stable-diffusion-v1-5', subfolder="scheduler")
|
341 |
scheduler.set_timesteps(slider_step)
|
342 |
noise = torch.randn((slider_batch, 4, 64, 64)).to("cuda")
|
343 |
+
input = noise
|
344 |
|
345 |
+
encoder_hidden_states_cond = text_encoder(prompts_cond)[0]
|
346 |
+
encoder_hidden_states_nocond = text_encoder(prompts_nocond)[0]
|
347 |
|
348 |
|
349 |
for t in tqdm(scheduler.timesteps):
|