moamen270 commited on
Commit
8e241f0
1 Parent(s): b6c24cf

Update endpoints.py

Browse files
Files changed (1) hide show
  1. endpoints.py +4 -5
endpoints.py CHANGED
@@ -36,14 +36,13 @@ def LLM(llm_name, length):
36
 
37
  # WizardCoder 13B
38
  # wizard_llm = LLM("WizardLM/WizardCoder-Python-13B-V1.0",8000)
39
- wizard_llm = LLM("WizardLM/WizardCoder-3B-V1.0",4000)
40
- mistral_llm = wizard_llm
41
  # hf_llm = HuggingFacePipeline(pipeline=pipe)
42
 
43
  def ask_model(model, prompt):
44
- if(model == 'mistral'):
45
- result = mistral_llm(prompt)
46
- return result
47
  if(model == 'wizard'):
48
  result = wizard_llm(prompt)
49
  return result
 
36
 
37
  # WizardCoder 13B
38
  # wizard_llm = LLM("WizardLM/WizardCoder-Python-13B-V1.0",8000)
39
+ wizard_llm = LLM("WizardLM/WizardCoder-1B-V1.0",4000)
 
40
  # hf_llm = HuggingFacePipeline(pipeline=pipe)
41
 
42
  def ask_model(model, prompt):
43
+ # if(model == 'mistral'):
44
+ # result = mistral_llm(prompt)
45
+ # return result
46
  if(model == 'wizard'):
47
  result = wizard_llm(prompt)
48
  return result