using StableDiffusionV2; using System; using System.IO; using TorchSharp; var batch = 1; var device = torch.device("cuda:0"); torchvision.io.DefaultImager = new torchvision.io.SkiaImager(); var prompt = "a wild cute green cat"; var outputFolder = "Output"; if(!Directory.Exists(outputFolder)) { Directory.CreateDirectory(outputFolder); } var clipTokenizer = new ClipTokenizer("vocab.json", "merges.txt"); var tokens = clipTokenizer.Tokenize(prompt); var uncontional_tokens = clipTokenizer.Tokenize(""); var tokenTensor = torch.tensor(tokens, dtype: torch.ScalarType.Int64, device: device); var unconditional_tokenTensor = torch.tensor(uncontional_tokens, dtype: torch.ScalarType.Int64, device: device); tokenTensor = tokenTensor.repeat(batch, 1); unconditional_tokenTensor = unconditional_tokenTensor.repeat(batch, 1); var clipEncoder = new ClipEncoder("clip_encoder.ckpt", device); var img = torch.randn(batch, 4, 64, 64, dtype: torch.ScalarType.Float32, device: device); var condition = clipEncoder.Forward(tokenTensor); var unconditional_condition = clipEncoder.Forward(unconditional_tokenTensor); clipEncoder.Dispose(); var ddpm = new DDPM("ddim_v_sampler.ckpt", device); var ddimSampler = new DDIMSampler(ddpm); var ddim_steps = 50; img = ddimSampler.Sample(img, condition, unconditional_condition, ddim_steps); ddpm.Dispose(); var vae = new AutoencoderKL("autoencoder_kl.ckpt", device); var decoded_images = vae.Forward(img); decoded_images = torch.clamp((decoded_images + 1.0) / 2.0, 0.0, 1.0); for(int i = 0; i!= batch; ++i) { var savedPath = Path.Join(outputFolder, $"{i}.png"); var image = decoded_images[i]; image = (image * 255.0).to(torch.ScalarType.Byte).cpu(); torchvision.io.write_image(image, savedPath, torchvision.ImageFormat.Png); Console.WriteLine($"save image to {savedPath}, enjoy"); }