Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -41,28 +41,25 @@ sentiment_model = AutoModelForSequenceClassification.from_pretrained(
|
|
| 41 |
).to(device)
|
| 42 |
|
| 43 |
# ────────────────────── modele tłumaczeń (on-line) ─────────
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
|
|
|
|
|
|
|
|
|
|
| 53 |
|
| 54 |
-
#
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
with torch.no_grad():
|
| 58 |
-
translated = pl_to_en_model.generate(**inputs)
|
| 59 |
-
return pl_to_en_tokenizer.batch_decode(translated, skip_special_tokens=True)
|
| 60 |
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
with torch.no_grad():
|
| 64 |
-
translated = en_to_pl_model.generate(**inputs)
|
| 65 |
-
return en_to_pl_tokenizer.batch_decode(translated, skip_special_tokens=True)
|
| 66 |
# ────────────────────── schemy Pydantic ────────────────────
|
| 67 |
class Comment(BaseModel):
|
| 68 |
text: str
|
|
|
|
| 41 |
).to(device)
|
| 42 |
|
| 43 |
# ────────────────────── modele tłumaczeń (on-line) ─────────
|
| 44 |
+
HF_CACHE_DIR = "/tmp/hf_cache"
|
| 45 |
+
os.makedirs(HF_CACHE_DIR, exist_ok=True)
|
| 46 |
+
os.environ["HF_HOME"] = HF_CACHE_DIR
|
| 47 |
+
os.environ["TRANSFORMERS_CACHE"] = HF_CACHE_DIR
|
| 48 |
+
|
| 49 |
+
# Pobieramy modele
|
| 50 |
+
pl_to_en_dir = snapshot_download(
|
| 51 |
+
"Helsinki-NLP/opus-mt-pl-en", token=hf_token, cache_dir=HF_CACHE_DIR
|
| 52 |
+
)
|
| 53 |
+
en_to_pl_dir = snapshot_download(
|
| 54 |
+
"gsarti/opus-mt-tc-en-pl", token=hf_token, cache_dir=HF_CACHE_DIR
|
| 55 |
+
)
|
| 56 |
|
| 57 |
+
# Ładujemy
|
| 58 |
+
pl_to_en_tok = MarianTokenizer.from_pretrained(pl_to_en_dir)
|
| 59 |
+
pl_to_en_mod = MarianMTModel.from_pretrained(pl_to_en_dir).to(device)
|
|
|
|
|
|
|
|
|
|
| 60 |
|
| 61 |
+
en_to_pl_tok = MarianTokenizer.from_pretrained(en_to_pl_dir)
|
| 62 |
+
en_to_pl_mod = MarianMTModel.from_pretrained(en_to_pl_dir).to(device)
|
|
|
|
|
|
|
|
|
|
| 63 |
# ────────────────────── schemy Pydantic ────────────────────
|
| 64 |
class Comment(BaseModel):
|
| 65 |
text: str
|