Spaces:
Runtime error
Runtime error
Vignesh1997
commited on
Commit
•
5580efb
1
Parent(s):
7eae869
Update app.py
Browse files
app.py
CHANGED
@@ -135,8 +135,8 @@ def load_model(
|
|
135 |
pretrained_model, cache_dir=cache_dir
|
136 |
).to(device)
|
137 |
config = BertConfig.from_pretrained(bert, output_hidden_states=True)
|
138 |
-
bert_tokenizer: str = BertTokenizer.from_pretrained(bert
|
139 |
-
bert_model: str = BertModel.from_pretrained(bert).to(device)
|
140 |
model.eval()
|
141 |
bert_model.eval()
|
142 |
return tokenizer, model, bert_tokenizer, bert_model
|
@@ -153,7 +153,6 @@ def find_algnments(
|
|
153 |
bpe_target_map = []
|
154 |
for i in translated_text.split():
|
155 |
bpe_target_map += len(bert_tokenizer.tokenize(i)) * [i]
|
156 |
-
st.success(bert_model(**source_tokens))
|
157 |
source_embedding = bert_model(**source_tokens).hidden_states[8]
|
158 |
target_embedding = bert_model(**target_tokens).hidden_states[8]
|
159 |
target_embedding = target_embedding.transpose(-1, -2)
|
|
|
135 |
pretrained_model, cache_dir=cache_dir
|
136 |
).to(device)
|
137 |
config = BertConfig.from_pretrained(bert, output_hidden_states=True)
|
138 |
+
bert_tokenizer: str = BertTokenizer.from_pretrained(bert)
|
139 |
+
bert_model: str = BertModel.from_pretrained(bert,config=config).to(device)
|
140 |
model.eval()
|
141 |
bert_model.eval()
|
142 |
return tokenizer, model, bert_tokenizer, bert_model
|
|
|
153 |
bpe_target_map = []
|
154 |
for i in translated_text.split():
|
155 |
bpe_target_map += len(bert_tokenizer.tokenize(i)) * [i]
|
|
|
156 |
source_embedding = bert_model(**source_tokens).hidden_states[8]
|
157 |
target_embedding = bert_model(**target_tokens).hidden_states[8]
|
158 |
target_embedding = target_embedding.transpose(-1, -2)
|