trial run

.gitignore

@@ -0,0 +1,2 @@
+**/__pycache__/
+.venv/

ChitChat/__init__.py

@@ -0,0 +1,21 @@
+from flask import Flask
+from flask_sqlalchemy import SQLAlchemy
+from flask_bcrypt import Bcrypt
+from flask_cors import CORS 
+from ChitChat.config import Config
+
+
+db = SQLAlchemy()
+bcrypt = Bcrypt()
+
+def create_app(config_class = Config):
+    app = Flask(__name__)
+    CORS(app)
+    app.config.from_object(Config)
+    db.init_app(app)
+    bcrypt.init_app(app)
+
+    from ChitChat.resources.routes import resources
+    app.register_blueprint(resources)
+
+    return app

ChitChat/common/utils.py

@@ -0,0 +1,52 @@
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+from flask import current_app
+from ChitChat import db
+from ChitChat.models import ChatHistory
+
+model_name = 'Th3BossC/DialoGPT-medium-AICLUB_NITC'
+default_model = 'microsoft/DialoGPT-medium'
+
+model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(default_model)
+tokenizer.pad_token = tokenizer.eos_token
+
+
+def getChatHistory(user):
+    if user.history is None:
+        return None
+    else:
+        return torch.load(user.history)
+
+def saveChatHistory(user, chat_history_ids):
+    location = current_app.config.get('SAVE_FOLDER')
+    file_name = location + str(user.id) + '.pt'
+    if chat_history_ids.shape[-1] > 100:
+        user.history = None 
+        db.session.commit()
+    else:
+        torch.save(chat_history_ids, file_name)
+        if user.history is None:
+            user.history = file_name
+            db.session.commit() 
+
+
+def conversation(user, userInput):
+    chat_history_ids = getChatHistory(user)
+    # print(chat_history_ids)
+    user_input_ids = tokenizer.encode(userInput + tokenizer.eos_token, return_tensors = "pt")
+    # print(user_input_ids)
+    bot_input_ids = torch.cat([chat_history_ids, user_input_ids], axis = -1) if chat_history_ids is not None else user_input_ids 
+    # print(bot_input_ids)
+    chat_history_ids = model.generate(
+        bot_input_ids,
+        max_length = 500,
+        no_repeat_ngram_size = 3,
+        do_sample = True,
+        top_k = 100,
+        top_p = 0.7,
+        temperature = 0.8
+    )
+    # print(f"chat_history_ids : {type(chat_history_ids)}")
+    saveChatHistory(user, chat_history_ids)
+    return tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens = True)

ChitChat/config.py

@@ -0,0 +1,4 @@
+class Config:
+    SECRET_KEY = '7a2b25ca707a5be465f9a8894f528999'
+    SQLALCHEMY_DATABASE_URI = 'sqlite:///site.db'
+    SAVE_FOLDER = 'ChitChat/common/files/'

ChitChat/models.py

@@ -0,0 +1,13 @@
+from ChitChat import db 
+from datetime import datetime 
+
+class ChatHistory(db.Model):
+    id = db.Column(db.Integer, primary_key = True)
+    username  = db.Column(db.String(10), unique = True, nullable = False)
+    email = db.Column(db.String(100), nullable = False)
+    password = db.Column(db.String(60), nullable = False)
+    date = db.Column(db.DateTime, nullable = False, default = datetime.utcnow)
+    history = db.Column(db.String(100), nullable = True)
+
+    def __repr__(self):
+        return f"ChatHistory({self.username}, {self.email})"

ChitChat/resources/routes.py

@@ -0,0 +1,58 @@
+from flask import Blueprint, request, current_app
+from flask_restful import Api, Resource 
+from ChitChat.models import ChatHistory
+from ChitChat import bcrypt, db
+from ChitChat.common.utils import conversation
+
+
+resources = Blueprint('resources', __name__)
+api = Api(resources)
+
+
+class UserLogin(Resource):
+    def post(self):
+        userInfo = request.json
+        
+        user = ChatHistory.query.filter_by(email = userInfo['email']).first()
+
+        if user is None:
+            return {'status' : "Account doesn't exist", 'user_id' : -1}
+        elif bcrypt.check_password_hash(pw_hash = user.password, password = userInfo['password']):
+            return {'status' : "login successful", 'user_id' : user.id}
+        else:
+            return {'status' : "Invalid password", 'user_id' : -1}
+api.add_resource(UserLogin, '/login/')
+
+class RegisterUser(Resource):
+    def post(self):
+        userInfo = request.json 
+
+        user = ChatHistory.query.filter_by(email = userInfo['email']).first()
+        if user is not None:
+            return {'status' : 'email already registered'}
+        else:
+            user = ChatHistory.query.filter_by(username = userInfo['username']).first()
+            if user is not None:
+                return {'status' : 'Username already exists'} 
+        
+        newUser = ChatHistory(username = userInfo['username'], email = userInfo['email'], password = bcrypt.generate_password_hash(password = userInfo['password']))
+        db.session.add(newUser)
+        db.session.commit()
+        return {'status' : 'User created successfully'} 
+api.add_resource(RegisterUser, '/register/')
+
+class ChatBot(Resource):
+    def post(self, user_id):
+        user = ChatHistory.query.filter_by(id = user_id).first()
+        userInput = request.json['user']
+        if user is None:
+            return {'error' : "User doesn't exist"}, 400
+        
+        reply = conversation(user, userInput)
+        return {'reply' : reply}
+api.add_resource(ChatBot, '/chat/<int:user_id>')
+        
+        
+        
+        
+

DockerFile

@@ -0,0 +1,22 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+
+COPY --chown=user . $HOME/app
+
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,10 @@
+from ChitChat import create_app 
+
+
+app = create_app()
+
+if __name__ == '__main__':
+    app.run(debug = True, port = 5000)
+
+# if __name__ == '__main__':
+#     app.run(debug = False, host = "0.0.0.0", port = 7860)

requirements.txt

@@ -0,0 +1,39 @@
+aniso8601==9.0.1
+bcrypt==4.0.1
+blinker==1.6.2
+certifi==2023.5.7
+charset-normalizer==3.1.0
+click==8.1.3
+colorama==0.4.6
+filelock==3.12.2
+Flask==2.3.2
+Flask-Bcrypt==1.0.1
+Flask-Cors==3.0.10
+Flask-RESTful==0.3.10
+Flask-SQLAlchemy==3.0.3
+fsspec==2023.6.0
+greenlet==2.0.2
+huggingface-hub==0.15.1
+idna==3.4
+itsdangerous==2.1.2
+Jinja2==3.1.2
+MarkupSafe==2.1.3
+mpmath==1.3.0
+networkx==3.1
+numpy==1.24.3
+packaging==23.1
+pytz==2023.3
+PyYAML==6.0
+regex==2023.6.3
+requests==2.31.0
+safetensors==0.3.1
+six==1.16.0
+SQLAlchemy==2.0.16
+sympy==1.12
+tokenizers==0.13.3
+torch==2.0.1
+tqdm==4.65.0
+transformers==4.30.2
+typing_extensions==4.6.3
+urllib3==2.0.3
+Werkzeug==2.3.6