Spaces:

rashmi
/

h2oai-predict-llm

Sleeping

rashmi commited on Nov 11, 2023

Commit

b5fc670

•

1 Parent(s): 31ee432

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -51,7 +51,7 @@ theme = gr.themes.Monochrome(
 ### Load the model
 class CFG:
     num_workers = os.cpu_count()
-    llm_backbone = "save_pretrained_model/zephyr-7b-beta"
     tokenizer_path = "HuggingFaceH4/zephyr-7b-beta"
     tokenizer = AutoTokenizer.from_pretrained(
         tokenizer_path, add_prefix_space=False, use_fast=True, trust_remote_code=True, add_eos_token=True

 ### Load the model
 class CFG:
     num_workers = os.cpu_count()
+    llm_backbone = "HuggingFaceH4/zephyr-7b-beta" #"save_pretrained_model/zephyr-7b-beta"
     tokenizer_path = "HuggingFaceH4/zephyr-7b-beta"
     tokenizer = AutoTokenizer.from_pretrained(
         tokenizer_path, add_prefix_space=False, use_fast=True, trust_remote_code=True, add_eos_token=True