scamgptj-eval / db.py
ksee's picture
Upload db.py
4a74616
import json
import datetime
import firebase_admin
from firebase_admin import credentials, firestore
class DB:
def __init__(self, credential_path):
if not firebase_admin._apps:
cd = credentials.Certificate(credential_path)
firebase_admin.initialize_app(cd)
self.db = firestore.client()
def get_next_surveykey(self) -> str:
collection_ref = self.db.collection('surveykeys')
docs = collection_ref.stream()
max_id = max([int(doc.id) for doc in docs], default=0)
next_id = max_id + 1
return f"{next_id:04d}"
def add_surveykey_document(self) -> str:
next_document_id = self.get_next_surveykey()
new_doc_ref = self.db.collection('surveykeys').document(next_document_id)
new_doc_ref.set({
'created': datetime.datetime.now()
})
return next_document_id
def get_document_ids(self, collection_name):
collection_ref = self.db.collection(collection_name)
docs = collection_ref.stream()
doc_ids = [doc.id for doc in docs]
return doc_ids
def add_survey_responses(self, surveykey: str, model_name: str,
q1_answer: bool, q1_scam: bool, q1_input: str, q1_reply: str,
q2_answer: bool, q2_scam: bool, q2_input: str, q2_reply: str,
q3_answer: bool, q3_scam: bool, q3_input: str, q3_reply: str,
final_eval: int):
new_doc_ref = self.db.collection('responses').document(surveykey)
new_doc_ref.set({
'submission_time': datetime.datetime.now(),
'model': model_name,
'q1_answer': q1_answer,
'q1_scam': q1_scam,
'q1_input': q1_input,
'q1_reply': q1_reply,
'q2_answer': q2_answer,
'q2_scam': q2_scam,
'q2_input': q2_input,
'q2_reply': q2_reply,
'q3_answer': q3_answer,
'q3_scam': q3_scam,
'q3_input': q3_input,
'q3_reply': q3_reply,
'final_eval_score': final_eval
})
# cred_path = "scamgpt-j-evaluation-firebase-adminsdk-xt1xg-71792b5117.json"
# db = DB(cred_path)
# db.add_survey_responses('0002', 'gpt2', True, 'test text test text', 'test response', False, 'test 2', 'test response 2', True, 'test 3', 'test response 3', 4)
# print(db.get_next_surveykey())