Hugging Face's logo

Spaces:
Lihuchen
/
llm_with_confidence
Runtime error

App Files Community
Lihuchen commited on
Commit
733f97e
•
1 Parent(s): cf63839

Upload tiny_llama.py

Browse files
Files changed (1) hide show
  1. tiny_llama.py +1 -1
tiny_llama.py CHANGED
@@ -9,7 +9,7 @@ tokenizer = AutoTokenizer.from_pretrained(model)
9
  pipeline = transformers.pipeline(
10
  "text-generation",
11
  model=model,
12
- torch_dtype=torch.float16,
13
  device_map="auto",
14
  )
15
  CHAT_EOS_TOKEN_ID = 32002
 
9
  pipeline = transformers.pipeline(
10
  "text-generation",
11
  model=model,
12
+ torch_dtype=torch.float32,
13
  device_map="auto",
14
  )
15
  CHAT_EOS_TOKEN_ID = 32002