Spaces:
Running
on
Zero
Running
on
Zero
File size: 3,709 Bytes
0a63786 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
import torch
from modules.damo_text_to_video.unet_sd import UNetSD
from misc_utils.train_utils import instantiate_from_config
from omegaconf import OmegaConf
from modules.damo_text_to_video.text_model import FrozenOpenCLIPEmbedder
from typing import List, Tuple, Union
from diff_match_patch import diff_match_patch
import difflib
from misc_utils.ptp_utils import get_text_embedding_openclip, encode_text_openclip, Text, Edit, Insert, Delete
def get_models_of_damo_model(
unet_config: str,
unet_ckpt: str,
vae_config: str,
vae_ckpt: str,
text_model_ckpt: str,
):
vae_conf = OmegaConf.load(vae_config)
unet_conf = OmegaConf.load(unet_config)
vae = instantiate_from_config(vae_conf.vae)
vae.load_state_dict(torch.load(vae_ckpt, map_location='cpu'))
vae = vae.half().cuda()
unet = UNetSD(**unet_conf.model.model_cfg)
unet.load_state_dict(torch.load(unet_ckpt, map_location='cpu'))
unet = unet.half().cuda()
text_model = FrozenOpenCLIPEmbedder(version=text_model_ckpt, layer='penultimate')
text_model = text_model.half().cuda()
return vae, unet, text_model
def compute_diff_old(old_sentence: str, new_sentence: str) -> List[Tuple[Union[Text, Edit, Insert, Delete], str, str]]:
dmp = diff_match_patch()
diff = dmp.diff_main(old_sentence, new_sentence)
dmp.diff_cleanupSemantic(diff)
result = []
i = 0
while i < len(diff):
op, data = diff[i]
if op == 0: # Equal
# result.append((Text, data, data))
result.append(Text(text=data))
elif op == -1: # Delete
if i + 1 < len(diff) and diff[i + 1][0] == 1: # If next operation is Insert
result.append(Edit(old=data, new=diff[i + 1][1])) # Append as Edit operation
i += 1 # Skip next operation because we've handled it here
else:
result.append(Delete(text=data))
elif op == 1: # Insert
if i == 0 or diff[i - 1][0] != -1: # If previous operation wasn't Delete
result.append(Insert(text=data))
i += 1
return result
def compute_diff(old_sentence: str, new_sentence: str) -> List[Union[Text, Edit, Insert, Delete]]:
differ = difflib.Differ()
diff = list(differ.compare(old_sentence.split(), new_sentence.split()))
result = []
i = 0
while i < len(diff):
if diff[i][0] == ' ': # Equal
equal_words = [diff[i][2:]]
while i + 1 < len(diff) and diff[i + 1][0] == ' ':
i += 1
equal_words.append(diff[i][2:])
result.append(Text(text=' '.join(equal_words)))
elif diff[i][0] == '-': # Delete
deleted_words = [diff[i][2:]]
while i + 1 < len(diff) and diff[i + 1][0] == '-':
i += 1
deleted_words.append(diff[i][2:])
result.append(Delete(text=' '.join(deleted_words)))
elif diff[i][0] == '+': # Insert
inserted_words = [diff[i][2:]]
while i + 1 < len(diff) and diff[i + 1][0] == '+':
i += 1
inserted_words.append(diff[i][2:])
result.append(Insert(text=' '.join(inserted_words)))
i += 1
# Post-process to merge adjacent inserts and deletes into edits
i = 0
while i < len(result) - 1:
if isinstance(result[i], Delete) and isinstance(result[i+1], Insert):
result[i:i+2] = [Edit(old=result[i].text, new=result[i+1].text)]
elif isinstance(result[i], Insert) and isinstance(result[i+1], Delete):
result[i:i+2] = [Edit(old=result[i+1].text, new=result[i].text)]
else:
i += 1
return result |