raghul2004 commited on
Commit
5647fac
·
verified ·
1 Parent(s): ac8cf62

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +31 -0
app.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from transformers import GPT2LMHeadModel, GPT2Tokenizer
3
+ import gradio as gr
4
+
5
+ # Load from your HF model repo
6
+ model_name = "your-username/gpt2-phostune-demo" # ✅ Replace
7
+
8
+ tokenizer = GPT2Tokenizer.from_pretrained(model_name)
9
+ model = GPT2LMHeadModel.from_pretrained(model_name)
10
+ model.eval().to("cuda" if torch.cuda.is_available() else "cpu")
11
+
12
+ def generate(prompt):
13
+ inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
14
+ outputs = model.generate(
15
+ **inputs,
16
+ max_new_tokens=100,
17
+ do_sample=True,
18
+ temperature=0.7,
19
+ top_k=50,
20
+ top_p=0.95
21
+ )
22
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)
23
+
24
+ gr.Interface(
25
+ fn=generate,
26
+ inputs="text",
27
+ outputs="text",
28
+ title="🧠 PhosTune GPT-2 Demo",
29
+ description="Fine-tuned GPT-2 model deployed using Hugging Face Spaces.",
30
+ theme="compact"
31
+ ).launch()