SAHILVAGHASIYA commited on
Commit
acb25e0
1 Parent(s): 28a215e

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ app=FastAPI()
9
  import transformers
10
  import torch
11
 
12
- model_id = "meta-llama/Meta-Llama-3-8B"
13
 
14
  pipeline = transformers.pipeline(
15
  "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
 
9
  import transformers
10
  import torch
11
 
12
+ model_id = "google/flan-t5-base"
13
 
14
  pipeline = transformers.pipeline(
15
  "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"