Spaces:

robinhad
/

kruk

Runtime error

robinhad commited on Jul 26, 2023

Commit

b0b43c1

•

1 Parent(s): 30c0330

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -2,7 +2,7 @@ from peft import PeftModel
 from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
 import gradio as gr
 from torch.cuda import is_available
-from torch import float16
 if is_available():
     options = dict(
@@ -11,7 +11,7 @@ if is_available():
     )
 else:
     options = {
-        "torch_dtype": float16
         #"low_cpu_mem_usage": True,
         #"offload_state_dict": True,
         #"offload_folder": "offload",

 from transformers import LlamaTokenizer, LlamaForCausalLM, GenerationConfig
 import gradio as gr
 from torch.cuda import is_available
+from torch import bfloat16
 if is_available():
     options = dict(
     )
 else:
     options = {
+        "torch_dtype": bfloat16
         #"low_cpu_mem_usage": True,
         #"offload_state_dict": True,
         #"offload_folder": "offload",