Spaces:

Rajut
/

Language_Translator

Sleeping

Rajut commited on Mar 16

Commit

881cbfa

•

1 Parent(s): 3a4df42

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,7 +3,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 # Load tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("Unbabel/TowerBase-13B-v0.1")
-model = AutoModelForCausalLM.from_pretrained("Unbabel/TowerBase-13B-v0.1", device="cuda" if gr.utils.is_using_gpu() else "cpu", load_in_4bit=True)
 # Define translation function
 def translate_text(source_lang, target_lang, text):

 # Load tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained("Unbabel/TowerBase-13B-v0.1")
+model = AutoModelForCausalLM.from_pretrained("Unbabel/TowerBase-13B-v0.1",device_map="auto", load_in_4bit=True)
 # Define translation function
 def translate_text(source_lang, target_lang, text):