add gpt2

modules/inference.py

@@ -1,11 +1,15 @@
-from transformers import T5Tokenizer, T5ForConditionalGeneration
+from transformers import GPT2Tokenizer, GPT2LMHeadModel
 
-tokenizer = T5Tokenizer.from_pretrained("t5-small")
-model = T5ForConditionalGeneration.from_pretrained("t5-small")
+# Load the fine-tuned model and tokenizer
+model_path = "gpt2"
+tokenizer = GPT2Tokenizer.from_pretrained(model_path)
+model = GPT2LMHeadModel.from_pretrained(model_path)
 
 
-def infer_t5(input):
-    input_ids = tokenizer(input, return_tensors="pt").input_ids
-    outputs = model.generate(input_ids)
 
-    return tokenizer.decode(outputs[0], skip_special_tokens=True)
+def infer_t5(input):
+    input_text = "Q: " + input + " A:"
+    input_ids = tokenizer.encode(input_text, return_tensors='pt')
+    output = model.generate(input_ids, max_length=50, temperature=0.7, num_return_sequences=1)
+    response = tokenizer.decode(output[0], skip_special_tokens=True)
+    return response