Spaces:

xpsychted
/

MedQA-Assistant

Runtime error

xpsychted commited on Nov 30, 2023

Commit

1e777f5

•

1 Parent(s): 063a814

Update qa_model.py

Files changed (1) hide show

qa_model.py CHANGED Viewed

@@ -37,7 +37,7 @@ class QAModel():
             model = AutoModelForSeq2SeqLM.from_config(config)
             # model = AutoModelForSeq2SeqLM.from_pretrained(tmpdir)
-        model = load_checkpoint_and_dispatch(model, checkpoint=tmpdir, device_map="auto")
         return model, tokenizer
     def query_model(self, model, tokenizer, query):

             model = AutoModelForSeq2SeqLM.from_config(config)
             # model = AutoModelForSeq2SeqLM.from_pretrained(tmpdir)
+        model = load_checkpoint_and_dispatch(model, checkpoint=tmpdir, offload_folder=tmpdir, device_map="auto")
         return model, tokenizer
     def query_model(self, model, tokenizer, query):