Hugging Face's logo

Spaces:
Mohammed-Altaf
/
medicare-fastapi
Runtime error

App Files Community
Mohammed-Altaf commited on
Commit
ae00bf2
•
1 Parent(s): da50ade

added accelerate to the requirements

Browse files
Files changed (1) hide show
  1. load_meta_data.py +0 -1
load_meta_data.py CHANGED
@@ -16,7 +16,6 @@ class ChatBot:
16
  self.tokenizer = AutoTokenizer.from_pretrained(model_id,
17
  device_map = 'auto')
18
  self.model = AutoModelForCausalLM.from_pretrained(model_id,
19
- low_cpu_mem_usage=True,
20
  device_map='auto')
21
 
22
  def get_response(self,text: UserQuery) -> str:
 
16
  self.tokenizer = AutoTokenizer.from_pretrained(model_id,
17
  device_map = 'auto')
18
  self.model = AutoModelForCausalLM.from_pretrained(model_id,
 
19
  device_map='auto')
20
 
21
  def get_response(self,text: UserQuery) -> str: