harsh-manvar commited on
Commit
8f95bbc
1 Parent(s): ed53c37

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,9 +3,9 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  from vllm import LLM, SamplingParams
4
 
5
  # Load the model and tokenizer from Hugging Face
6
- model_name = "Qwen/Qwen2-0.5B"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
- vllm_model = LLM(model="Qwen/Qwen2-0.5B")
9
 
10
  def generate_response(prompt, max_tokens, temperature, top_p):
11
  # Tokenize the prompt
 
3
  from vllm import LLM, SamplingParams
4
 
5
  # Load the model and tokenizer from Hugging Face
6
+ model_name = "facebook/opt-125m"
7
  tokenizer = AutoTokenizer.from_pretrained(model_name)
8
+ vllm_model = LLM(model="facebook/opt-125m")
9
 
10
  def generate_response(prompt, max_tokens, temperature, top_p):
11
  # Tokenize the prompt