Hugging Face's logo

Spaces:
Tonic
/
Aya
Runtime error

App Files Community
5
Tonic commited on
Commit
263341f
•
1 Parent(s): 5ecade3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -6,6 +6,7 @@ import torch
6
  title = """# 👋🏻Welcome To 🌟Tonic's🌐Aya-101"""
7
  description = """ try this space to build downstream applications with [CohereForAI/aya-101](https://huggingface.co/CohereForAI/aya-101) use via API ;-) """
8
 
 
9
  checkpoint = "CohereForAI/aya-101"
10
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
11
  model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint, torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map="auto")
 
6
  title = """# 👋🏻Welcome To 🌟Tonic's🌐Aya-101"""
7
  description = """ try this space to build downstream applications with [CohereForAI/aya-101](https://huggingface.co/CohereForAI/aya-101) use via API ;-) """
8
 
9
+ device = "cuda"
10
  checkpoint = "CohereForAI/aya-101"
11
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
12
  model = AutoModelForSeq2SeqLM.from_pretrained(checkpoint, torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map="auto")