5

app.py

@@ -1,11 +1,11 @@
 from flask import  Flask, request, jsonify
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 from flask_cors import CORS
 
 app = Flask(__name__)
 CORS(app)
 tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-small")
-model = AutoModelForCausalLM.from_pretrained("google/flan-t5-small")
+model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-small")
 @app.route('/chat', methods=['POST'])
 def chat():
     data = request.get_json()