mpt-30b-chat-gglm-5bit

Paused

mikeee commited on Jul 3, 2023

Commit

9198178

•

1 Parent(s): c4c59a2

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -265,7 +265,7 @@ logger.info("done dl")
 config = AutoConfig.from_pretrained("mosaicml/mpt-30b-chat", context_length=8192)
 llm = AutoModelForCausalLM.from_pretrained(
-    os.path.abspath(f"models/{model_name}"),
     model_type="mpt",
     config=config,
 )

 config = AutoConfig.from_pretrained("mosaicml/mpt-30b-chat", context_length=8192)
 llm = AutoModelForCausalLM.from_pretrained(
+    os.path.abspath(f"models/{model_filename}"),
     model_type="mpt",
     config=config,
 )