added backend

.idea/copilot/chatSessions/xd.lck

@@ -1,140 +0,0 @@
-Private property of Exodus: 53615@Ahmads-MBP
-
-jetbrains.exodus.io.LockingManager.lock(LockingManager.kt:88)
-jetbrains.exodus.io.LockingManager.lock(LockingManager.kt:39)
-jetbrains.exodus.io.FileDataWriter.lock(FileDataWriter.kt:70)
-jetbrains.exodus.log.Log.tryLock(Log.kt:804)
-jetbrains.exodus.log.Log.<init>(Log.kt:117)
-jetbrains.exodus.env.Environments.newLogInstance(Environments.kt:117)
-jetbrains.exodus.env.Environments.newLogInstance(Environments.kt:81)
-jetbrains.exodus.env.Environments.newLogInstance(Environments.kt:77)
-jetbrains.exodus.env.Environments$newInstance$4.invoke(Environments.kt:46)
-jetbrains.exodus.env.Environments$newInstance$4.invoke(Environments.kt:46)
-jetbrains.exodus.env.Environments.prepare(Environments.kt:120)
-jetbrains.exodus.env.Environments.newInstance(Environments.kt:46)
-kotlinx.dnq.store.container.EntityStoreHelperKt.createTransientEntityStore(EntityStoreHelper.kt:40)
-kotlinx.dnq.store.container.EntityStoreHelperKt.createTransientEntityStore(EntityStoreHelper.kt:31)
-kotlinx.dnq.store.container.EntityStoreHelperKt.createTransientEntityStore$default(EntityStoreHelper.kt:30)
-com.github.copilot.chat.session.persistence.xodus.XdChatSessionPersistenceService.initStore(XdChatSessionPersistenceService.kt:115)
-com.github.copilot.chat.session.persistence.xodus.XdChatSessionPersistenceService.<init>(XdChatSessionPersistenceService.kt:22)
-com.github.copilot.chat.session.persistence.xodus.XdChatSessionPersistenceService.<init>(XdChatSessionPersistenceService.kt:15)
-com.github.copilot.chat.session.persistence.ChatSessionPersistenceServiceKt.ChatSessionPersistenceService(ChatSessionPersistenceService.kt:43)
-com.github.copilot.chat.session.persistence.ChatSessionPersistenceServiceKt.chatSessionsPersistenceService(ChatSessionPersistenceService.kt:53)
-com.github.copilot.chat.session.ChatSessionManager.<init>(ChatSessionManager.kt:45)
-com.github.copilot.chat.session.ChatSessionManager.<init>(ChatSessionManager.kt:25)
-com.github.copilot.chat.window.CopilotChatToolWindow.onCopilotReady(CopilotChatToolWindow.kt:133)
-com.github.copilot.chat.window.CopilotChatToolWindow.access$onCopilotReady(CopilotChatToolWindow.kt:40)
-com.github.copilot.chat.window.CopilotChatToolWindow$initCopilotStatusListener$1.invoke(CopilotChatToolWindow.kt:118)
-com.github.copilot.chat.window.CopilotChatToolWindow$initCopilotStatusListener$1.invoke(CopilotChatToolWindow.kt:115)
-com.github.copilot.status.CopilotAuthStatusKt.subscribeToCopilotAuthStatus(CopilotAuthStatus.kt:27)
-com.github.copilot.chat.window.CopilotChatToolWindow.initCopilotStatusListener(CopilotChatToolWindow.kt:115)
-com.github.copilot.chat.window.CopilotChatToolWindow.<init>(CopilotChatToolWindow.kt:59)
-com.github.copilot.chat.window.CopilotChatToolWindow.<init>(CopilotChatToolWindow.kt:40)
-com.github.copilot.chat.window.CopilotChatToolWindowFactory.init(CopilotChatToolWindowFactory.kt:18)
-com.intellij.openapi.wm.impl.ToolWindowManagerImpl.registerToolWindow$intellij_platform_ide_impl(ToolWindowManagerImpl.kt:1123)
-com.intellij.toolWindow.ToolWindowSetInitializerKt.registerToolWindows(ToolWindowSetInitializer.kt:223)
-com.intellij.toolWindow.ToolWindowSetInitializerKt.access$registerToolWindows(ToolWindowSetInitializer.kt:1)
-com.intellij.toolWindow.ToolWindowSetInitializer$createAndLayoutToolWindows$entries$1$1.invokeSuspend(ToolWindowSetInitializer.kt:141)
-com.intellij.toolWindow.ToolWindowSetInitializer$createAndLayoutToolWindows$entries$1$1.invoke(ToolWindowSetInitializer.kt)
-com.intellij.toolWindow.ToolWindowSetInitializer$createAndLayoutToolWindows$entries$1$1.invoke(ToolWindowSetInitializer.kt)
-kotlinx.coroutines.intrinsics.UndispatchedKt.startUndispatchedOrReturn(Undispatched.kt:78)
-kotlinx.coroutines.BuildersKt__Builders_commonKt.withContext(Builders.common.kt:167)
-kotlinx.coroutines.BuildersKt.withContext(Unknown Source)
-com.intellij.platform.diagnostic.telemetry.impl.TracerKt.span(tracer.kt:53)
-com.intellij.platform.diagnostic.telemetry.impl.TracerKt.span$default(tracer.kt:49)
-com.intellij.toolWindow.ToolWindowSetInitializer$createAndLayoutToolWindows$entries$1.invokeSuspend(ToolWindowSetInitializer.kt:138)
-kotlin.coroutines.jvm.internal.BaseContinuationImpl.resumeWith(ContinuationImpl.kt:33)
-kotlinx.coroutines.DispatchedTask.run(DispatchedTask.kt:108)
-com.intellij.openapi.application.TransactionGuardImpl$1.run(TransactionGuardImpl.java:194)
-com.intellij.openapi.application.impl.ApplicationImpl.runIntendedWriteActionOnCurrentThread(ApplicationImpl.java:843)
-com.intellij.openapi.application.impl.ApplicationImpl$4.run(ApplicationImpl.java:463)
-com.intellij.openapi.application.impl.RwLockHolder.runWithEnabledImplicitRead(RwLockHolder.kt:75)
-com.intellij.openapi.application.impl.RwLockHolder.runWithImplicitRead(RwLockHolder.kt:67)
-com.intellij.openapi.application.impl.ApplicationImpl.runWithImplicitRead(ApplicationImpl.java:1436)
-com.intellij.openapi.application.impl.FlushQueue.doRun(FlushQueue.java:82)
-com.intellij.openapi.application.impl.FlushQueue.runNextEvent(FlushQueue.java:124)
-com.intellij.openapi.application.impl.FlushQueue.flushNow(FlushQueue.java:44)
-java.desktop/java.awt.event.InvocationEvent.dispatch(InvocationEvent.java:318)
-java.desktop/java.awt.EventQueue.dispatchEventImpl(EventQueue.java:792)
-java.desktop/java.awt.EventQueue$3.run(EventQueue.java:739)
-java.desktop/java.awt.EventQueue$3.run(EventQueue.java:733)
-java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
-java.base/java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:86)
-java.desktop/java.awt.EventQueue.dispatchEvent(EventQueue.java:761)
-com.intellij.ide.IdeEventQueue.defaultDispatchEvent(IdeEventQueue.kt:695)
-com.intellij.ide.IdeEventQueue._dispatchEvent$lambda$12(IdeEventQueue.kt:589)
-com.intellij.openapi.application.impl.RwLockHolder.runWithoutImplicitRead(RwLockHolder.kt:44)
-com.intellij.ide.IdeEventQueue._dispatchEvent(IdeEventQueue.kt:589)
-com.intellij.ide.IdeEventQueue.access$_dispatchEvent(IdeEventQueue.kt:72)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1$1.compute(IdeEventQueue.kt:355)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1$1.compute(IdeEventQueue.kt:354)
-com.intellij.openapi.progress.impl.CoreProgressManager.computePrioritized(CoreProgressManager.java:793)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1.invoke(IdeEventQueue.kt:354)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1.invoke(IdeEventQueue.kt:349)
-com.intellij.ide.IdeEventQueueKt.performActivity$lambda$1(IdeEventQueue.kt:1014)
-com.intellij.openapi.application.TransactionGuardImpl.performActivity(TransactionGuardImpl.java:114)
-com.intellij.ide.IdeEventQueueKt.performActivity(IdeEventQueue.kt:1014)
-com.intellij.ide.IdeEventQueue.dispatchEvent$lambda$7(IdeEventQueue.kt:349)
-com.intellij.openapi.application.impl.ApplicationImpl.runIntendedWriteActionOnCurrentThread(ApplicationImpl.java:843)
-com.intellij.ide.IdeEventQueue.dispatchEvent(IdeEventQueue.kt:391)
-com.intellij.openapi.progress.impl.PlatformTaskSupportKt.pumpEventsForHierarchy(PlatformTaskSupport.kt:396)
-com.intellij.openapi.progress.impl.PlatformTaskSupportKt.access$pumpEventsForHierarchy(PlatformTaskSupport.kt:1)
-com.intellij.openapi.progress.impl.PlatformTaskSupport$runWithModalProgressBlockingInternal$2.invoke(PlatformTaskSupport.kt:156)
-com.intellij.openapi.progress.impl.PlatformTaskSupport$runWithModalProgressBlockingInternal$2.invoke(PlatformTaskSupport.kt:134)
-com.intellij.openapi.application.impl.ModalityKt.inModalContext(modality.kt:12)
-com.intellij.openapi.progress.impl.PlatformTaskSupport.runWithModalProgressBlockingInternal(PlatformTaskSupport.kt:134)
-com.intellij.openapi.progress.impl.PlatformTaskSupport.access$runWithModalProgressBlockingInternal(PlatformTaskSupport.kt:48)
-com.intellij.openapi.progress.impl.PlatformTaskSupport$runWithModalProgressBlockingInternal$1.invoke(PlatformTaskSupport.kt:122)
-com.intellij.openapi.progress.impl.PlatformTaskSupport$runWithModalProgressBlockingInternal$1.invoke(PlatformTaskSupport.kt:118)
-com.intellij.openapi.progress.ContextKt.prepareThreadContext(context.kt:86)
-com.intellij.openapi.progress.impl.PlatformTaskSupport.runWithModalProgressBlockingInternal(PlatformTaskSupport.kt:118)
-com.intellij.platform.ide.progress.TasksKt.runWithModalProgressBlocking(tasks.kt:173)
-com.intellij.platform.ide.progress.TasksKt.runWithModalProgressBlocking$default(tasks.kt:167)
-com.intellij.ide.actions.OpenFileAction$actionPerformed$1.invoke(OpenFileAction.kt:85)
-com.intellij.ide.actions.OpenFileAction$actionPerformed$1.invoke(OpenFileAction.kt:76)
-com.intellij.ide.actions.OpenFileAction.actionPerformed$lambda$0(OpenFileAction.kt:76)
-com.intellij.ui.mac.MacPathChooserDialog.choose(MacPathChooserDialog.java:153)
-com.intellij.openapi.fileChooser.FileChooser.chooseFiles(FileChooser.java:100)
-com.intellij.openapi.fileChooser.FileChooser.chooseFiles(FileChooser.java:78)
-com.intellij.ide.actions.OpenFileAction.actionPerformed(OpenFileAction.kt:76)
-com.intellij.openapi.actionSystem.ex.ActionUtil.doPerformActionOrShowPopup(ActionUtil.java:344)
-com.intellij.openapi.actionSystem.ex.ActionUtil.lambda$performActionDumbAwareWithCallbacks$4(ActionUtil.java:318)
-com.intellij.openapi.actionSystem.ex.ActionUtil.performDumbAwareWithCallbacks(ActionUtil.java:381)
-com.intellij.openapi.actionSystem.ex.ActionUtil.performActionDumbAwareWithCallbacks(ActionUtil.java:318)
-com.intellij.platform.ide.menu.MacNativeActionMenuItemKt.performAction$lambda$1(MacNativeActionMenuItem.kt:140)
-com.intellij.openapi.wm.impl.FocusManagerImpl.runOnOwnContext(FocusManagerImpl.java:222)
-com.intellij.platform.ide.menu.MacNativeActionMenuItemKt.performAction(MacNativeActionMenuItem.kt:128)
-com.intellij.platform.ide.menu.MacNativeActionMenuItemKt.access$performAction(MacNativeActionMenuItem.kt:1)
-com.intellij.platform.ide.menu.MacNativeActionMenuItem.lambda$2$lambda$1$lambda$0(MacNativeActionMenuItem.kt:82)
-com.intellij.openapi.application.TransactionGuardImpl.performActivity(TransactionGuardImpl.java:114)
-com.intellij.openapi.application.TransactionGuardImpl.performUserActivity(TransactionGuardImpl.java:95)
-com.intellij.platform.ide.menu.MacNativeActionMenuItem.lambda$2$lambda$1(MacNativeActionMenuItem.kt:81)
-java.desktop/java.awt.event.InvocationEvent.dispatch(InvocationEvent.java:318)
-java.desktop/java.awt.EventQueue.dispatchEventImpl(EventQueue.java:792)
-java.desktop/java.awt.EventQueue$3.run(EventQueue.java:739)
-java.desktop/java.awt.EventQueue$3.run(EventQueue.java:733)
-java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
-java.base/java.security.ProtectionDomain$JavaSecurityAccessImpl.doIntersectionPrivilege(ProtectionDomain.java:86)
-java.desktop/java.awt.EventQueue.dispatchEvent(EventQueue.java:761)
-com.intellij.ide.IdeEventQueue.defaultDispatchEvent(IdeEventQueue.kt:695)
-com.intellij.ide.IdeEventQueue._dispatchEvent$lambda$12(IdeEventQueue.kt:589)
-com.intellij.openapi.application.impl.RwLockHolder.runWithoutImplicitRead(RwLockHolder.kt:44)
-com.intellij.ide.IdeEventQueue._dispatchEvent(IdeEventQueue.kt:589)
-com.intellij.ide.IdeEventQueue.access$_dispatchEvent(IdeEventQueue.kt:72)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1$1.compute(IdeEventQueue.kt:355)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1$1.compute(IdeEventQueue.kt:354)
-com.intellij.openapi.progress.impl.CoreProgressManager.computePrioritized(CoreProgressManager.java:793)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1.invoke(IdeEventQueue.kt:354)
-com.intellij.ide.IdeEventQueue$dispatchEvent$processEventRunnable$1$1.invoke(IdeEventQueue.kt:349)
-com.intellij.ide.IdeEventQueueKt.performActivity$lambda$1(IdeEventQueue.kt:1014)
-com.intellij.openapi.application.TransactionGuardImpl.performActivity(TransactionGuardImpl.java:106)
-com.intellij.ide.IdeEventQueueKt.performActivity(IdeEventQueue.kt:1014)
-com.intellij.ide.IdeEventQueue.dispatchEvent$lambda$7(IdeEventQueue.kt:349)
-com.intellij.openapi.application.impl.ApplicationImpl.runIntendedWriteActionOnCurrentThread(ApplicationImpl.java:848)
-com.intellij.ide.IdeEventQueue.dispatchEvent(IdeEventQueue.kt:391)
-java.desktop/java.awt.EventDispatchThread.pumpOneEventForFilters(EventDispatchThread.java:207)
-java.desktop/java.awt.EventDispatchThread.pumpEventsForFilter(EventDispatchThread.java:128)
-java.desktop/java.awt.EventDispatchThread.pumpEventsForHierarchy(EventDispatchThread.java:117)
-java.desktop/java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:113)
-java.desktop/java.awt.EventDispatchThread.pumpEvents(EventDispatchThread.java:105)
-java.desktop/java.awt.EventDispatchThread.run(EventDispatchThread.java:92)

.idea/dataSources.xml

@@ -8,5 +8,12 @@
       <jdbc-url>jdbc:postgresql://localhost:15563/postgres</jdbc-url>
       <working-dir>$ProjectFileDir$</working-dir>
     </data-source>
+    <data-source source="LOCAL" name="@cam-v2-compuge-db.ltdemos.informatik.uni-hamburg.de" uuid="d27760f8-7a8d-4bc9-9c38-199d22192414">
+      <driver-ref>postgresql</driver-ref>
+      <synchronize>true</synchronize>
+      <jdbc-driver>org.postgresql.Driver</jdbc-driver>
+      <jdbc-url>jdbc:postgresql://cam-v2-compuge-db.ltdemos.informatik.uni-hamburg.de:443/</jdbc-url>
+      <working-dir>$ProjectFileDir$</working-dir>
+    </data-source>
   </component>
 </project>

.idea/misc.xml

@@ -4,4 +4,7 @@
     <option name="sdkName" value="Python 3.9 (CompUGE)" />
   </component>
   <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.9 (CompUGE)" project-jdk-type="Python SDK" />
+  <component name="PythonCompatibilityInspectionAdvertiser">
+    <option name="version" value="3" />
+  </component>
 </project>

.idea/workspace.xml

@@ -5,7 +5,24 @@
   </component>
   <component name="ChangeListManager">
     <list default="true" id="ec41c3d8-2441-4e70-b178-d069f99160a8" name="Changes" comment="">
-      <change beforePath="$PROJECT_DIR$/.gitignore" beforeDir="false" afterPath="$PROJECT_DIR$/.gitignore" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/Backend/CQI_Leaderboard.csv" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/Backend/database_service.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/Backend/main.py" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/Backend/requirements.txt" afterDir="false" />
+      <change afterPath="$PROJECT_DIR$/Frontend/submission.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/copilot/chatSessions/00000000000.xd" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/copilot/chatSessions/blobs/version" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/copilot/chatSessions/xd.lck" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/dataSources.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/dataSources.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/misc.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/misc.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/CQI_Leaderboard.csv" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/app.py" beforeDir="false" afterPath="$PROJECT_DIR$/app.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/database_service.py" beforeDir="false" afterPath="$PROJECT_DIR$/Backend/Dockerfile" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/docker-compose.yaml" beforeDir="false" afterPath="$PROJECT_DIR$/Backend/docker-compose.yaml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/leaderboard.py" beforeDir="false" afterPath="$PROJECT_DIR$/Frontend/leaderboard.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/requirements.txt" beforeDir="false" afterPath="$PROJECT_DIR$/requirements.txt" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/submission.py" beforeDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -40,8 +57,11 @@
   "keyToString": {
     "ASKED_ADD_EXTERNAL_FILES": "true",
     "ASKED_MARK_IGNORED_FILES_AS_EXCLUDED": "true",
+    "ASKED_SHARE_PROJECT_CONFIGURATION_FILES": "true",
+    "Python.database_service.executor": "Run",
     "RunOnceActivity.OpenProjectViewOnStart": "true",
     "RunOnceActivity.ShowReadmeOnStart": "true",
+    "SHARE_PROJECT_CONFIGURATION_FILES": "true",
     "git-widget-placeholder": "main",
     "last_opened_file_path": "/Users/ahmadshallouf/workspace/CompUGE",
     "node.js.detected.package.eslint": "true",
@@ -49,9 +69,23 @@
     "node.js.selected.package.eslint": "(autodetect)",
     "node.js.selected.package.tslint": "(autodetect)",
     "nodejs_package_manager_path": "npm",
+    "settings.editor.selected.configurable": "preferences.lookFeel",
     "vue.rearranger.settings.migration": "true"
+  },
+  "keyToStringList": {
+    "DatabaseDriversLRU": [
+      "mongo",
+      "postgresql"
+    ]
   }
 }]]></component>
+  <component name="RecentsManager">
+    <key name="MoveFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$/Backend" />
+      <recent name="$PROJECT_DIR$/Frontend" />
+      <recent name="$PROJECT_DIR$/Database" />
+    </key>
+  </component>
   <component name="SharedIndexes">
     <attachedChunks>
       <set>
@@ -73,7 +107,13 @@
       <workItem from="1711100405638" duration="146000" />
       <workItem from="1711103656370" duration="1154000" />
       <workItem from="1711206232573" duration="11331000" />
-      <workItem from="1711303910761" duration="35000" />
+      <workItem from="1711303910761" duration="3241000" />
+      <workItem from="1711472419446" duration="783000" />
+      <workItem from="1711542646310" duration="15000" />
+      <workItem from="1711707582118" duration="6049000" />
+      <workItem from="1711714487006" duration="12234000" />
+      <workItem from="1712172588052" duration="1722000" />
+      <workItem from="1712174420067" duration="1637000" />
     </task>
     <servers />
   </component>
@@ -87,4 +127,7 @@
     <option featureType="dependencySupport" implementationName="javascript:npm:pug" />
     <option featureType="dependencySupport" implementationName="executable:kubectl" />
   </component>
+  <component name="com.intellij.coverage.CoverageDataManagerImpl">
+    <SUITE FILE_PATH="coverage/CompUGE$database_service.coverage" NAME="database_service Coverage Results" MODIFIED="1711802806809" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+  </component>
 </project>

Backend/CQI_Leaderboard.csv

@@ -0,0 +1,3 @@
+Model,Size,Accuracy,Precision,Recall,F1 Score,Overall Score
+Dummy,1000000,59,54,52,50,50
+Dummy2,20000000,95,79,78,81,81

Backend/Dockerfile

@@ -0,0 +1,14 @@
+# Dockerfile for Fastapi service in main.py
+
+FROM python:3.9-slim
+
+# Set the working directory in the container
+WORKDIR /app
+COPY . /app
+
+# Install dependencies
+RUN pip install --upgrade pip
+RUN pip install -r requirements.txt
+
+# Expose the port the app runs on
+ENTRYPOINT sh -c "uvicorn main:app --host=0.0.0.0 --port=8000 --reload"

Backend/database_service.py

@@ -0,0 +1,133 @@
+'''
+Use sqlalchemy to connect to the database and perform CRUD operations
+      POSTGRES_USER=CompUGE
+      POSTGRES_PASSWORD=6pbRWypqQ2jEnwt996b0WPEnbbdRiFap
+'''
+
+from sqlalchemy import create_engine
+from sqlalchemy.orm import sessionmaker
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy import Column, Integer, String, Float
+from sqlalchemy.exc import IntegrityError
+import pandas as pd
+import os
+
+# Database URL
+POSTGRES_USER = 'CompUGE'
+POSTGRES_PASSWORD = '6pbRWypqQ2jEnwt996b0WPEnbbdRiFap'
+POSTGRES_HOST = 'db'
+POSTGRES_PORT = '5432'
+POSTGRES_DB = 'postgres'
+DATABASE_URL = f'postgresql://{POSTGRES_USER}:{POSTGRES_PASSWORD}@{POSTGRES_HOST}:{POSTGRES_PORT}/{POSTGRES_DB}'
+
+# Create an engine
+engine = create_engine(DATABASE_URL)
+Session = sessionmaker(bind=engine)
+session = Session()
+Base = declarative_base()
+
+
+# Define the schema
+# Model,Accuracy,Precision,Recall,F1 Score,Evaluation Time,Overall Score
+class Leaderboard(Base):
+    __tablename__ = 'leaderboard'
+    task = Column(String, primary_key=True)
+    model = Column(String, primary_key=True)
+    size = Column(Float)
+    accuracy = Column(Float)
+    precision = Column(Float)
+    recall = Column(Float)
+    f1_score = Column(Float)
+    overall_score = Column(Float)
+
+    def __repr__(self):
+        return f"<Leaderboard(task='{self.task}', model='{self.model}', accuracy='{self.accuracy}', precision='{self.precision}', recall='{self.recall}', f1_score='{self.f1_score}', evaluation_time='{self.evaluation_time}', overall_score='{self.overall_score}')>"
+
+    def __str__(self):
+        return f"<Leaderboard(task='{self.task}', model='{self.model}', accuracy='{self.accuracy}', precision='{self.precision}', recall='{self.recall}', f1_score='{self.f1_score}', evaluation_time='{self.evaluation_time}', overall_score='{self.overall_score}')>"
+
+
+# Insert data from a dataframe
+def insert_data_from_dataframe(df, task):
+    for index, row in df.iterrows():
+        try:
+            session.add(
+                Leaderboard(task=task, model=row['Model'], size=row['Size'], accuracy=row['Accuracy'], precision=row['Precision'],
+                            recall=row['Recall'], f1_score=row['F1 Score'],
+                            overall_score=row['Overall Score']))
+            session.commit()
+        except IntegrityError as e:
+            print(f"Error: {e}")
+            session.rollback()
+    print("Data inserted successfully!")
+
+
+# Insert data from a dictionary
+def insert_data_from_dict(data):
+    try:
+        session.add(
+            Leaderboard(task=data['task'], model=data['model'], accuracy=data['accuracy'], precision=data['precision'],
+                        recall=data['recall'], f1_score=data['f1_score'], size=data['size'],
+                        overall_score=data['overall_score']))
+        session.commit()
+    except IntegrityError as e:
+        print(f"Error: {e}")
+        session.rollback()
+    print("Data inserted successfully!")
+
+
+# Query data by task
+def query_data_by_task(task):
+    return session.query(Leaderboard).filter(Leaderboard.task == task).all()
+
+
+# Query data by model
+def query_data_by_model(model):
+    return session.query(Leaderboard).filter(Leaderboard.model == model).all()
+
+
+# Query data by task return as dataframe
+def query_data_by_task_as_dataframe(task):
+    return pd.read_sql(session.query(Leaderboard).filter(Leaderboard.task == task).statement, session.bind)
+
+
+# Query data by model return as dataframe
+def query_data_by_model_as_dataframe(model):
+    return pd.read_sql(session.query(Leaderboard).filter(Leaderboard.model == model).statement, session.bind)
+
+
+# Query data by task and model
+def query_data_by_task_and_model(task, model):
+    return session.query(Leaderboard).filter(Leaderboard.task == task, Leaderboard.model == model).first()
+
+
+# Query data by task and model return as dataframe
+def query_data_by_task_and_model_as_dataframe(task, model):
+    return pd.read_sql(session.query(Leaderboard).filter(Leaderboard.task == task, Leaderboard.model == model).statement,
+                       session.bind)
+
+
+# Update data by task and model
+def update_data_by_task_and_model(task, model, data):
+    try:
+        session.query(Leaderboard).filter(Leaderboard.task == task, Leaderboard.model == model).update(data)
+        session.commit()
+    except IntegrityError as e:
+        print(f"Error: {e}")
+        session.rollback()
+    print("Data updated successfully!")
+
+
+# Delete data by task and model
+def delete_data_by_task_and_model(task, model):
+    try:
+        session.query(Leaderboard).filter(Leaderboard.task == task, Leaderboard.model == model).delete()
+        session.commit()
+    except IntegrityError as e:
+        print(f"Error: {e}")
+        session.rollback()
+    print("Data deleted successfully!")
+
+
+# Create the table
+Base.metadata.create_all(engine)

docker-compose.yaml → Backend/docker-compose.yaml

@@ -1,6 +1,14 @@
 version: '3.0'
 
 services:
+  backend:
+    build: .
+    restart: always
+    environment:
+      - POSTGRES_USER=CompUGE
+      - POSTGRES_PASSWORD=6pbRWypqQ2jEnwt996b0WPEnbbdRiFap
+    ports:
+      - "15564:8000"
   db:
     image: postgres:latest
     restart: always
@@ -8,9 +16,7 @@ services:
       - POSTGRES_USER=CompUGE
       - POSTGRES_PASSWORD=6pbRWypqQ2jEnwt996b0WPEnbbdRiFap
     expose:
-      - '5432'
-    ports:
-      - '15564:5432'
+      - '15565:5432'
     volumes:
       - db:/var/lib/postgresql/data
 volumes:

Backend/main.py

@@ -0,0 +1,28 @@
+import fastapi
+import pandas as pd
+
+import database_service
+
+app = fastapi.FastAPI()
+
+database_service.insert_data_from_dataframe(pd.read_csv("CQI_Leaderboard.csv"), "Question Identification")
+
+
+@app.get("/api/health")
+def health():
+    return {"status": "ok"}
+
+
+@app.get("/api/")
+def root():
+    return "Welcome to CompUGE API! This API is private and not intended for public use."
+
+
+@app.get("/")
+def root():
+    return "Welcome to CompUGE backend! Please visit /api/ for the API documentation."
+
+
+@app.get("/api/leaderboard/QI")
+def leaderboard():
+    return database_service.query_data_by_task_as_dataframe("Question Identification")

Backend/requirements.txt

@@ -0,0 +1,7 @@
+fastapi
+SQLAlchemy
+cython
+psycopg2-binary
+uvicorn
+pandas
+numpy

CQI_Leaderboard.csv

@@ -1,3 +0,0 @@
-Model,Accuracy,Precision,Recall,F1 Score,Evaluation Time,Overall Score
-Dummy,51,59,54,52,50,50
-Dummy2,52,60,55,53,51,51

Frontend/submission.py

@@ -0,0 +1,50 @@
+
+# a method that recieves a list of lables and predictions and returns :
+# 1. the accuracy of the model
+# 2. the precision of the model
+# 3. the recall of the model
+# 4. the f1 score of the model
+# 5. the overall score of the model
+def evaluate_model(labels, predictions):
+    accuracy = accuracy_score(labels, predictions)
+    precision = precision_score(labels, predictions)
+    recall = recall_score(labels, predictions)
+    f1 = f1_score(labels, predictions)
+    overall = (accuracy + precision + recall + f1) / 4
+    return accuracy, precision, recall, f1, overall
+
+
+# a method that calculates the accuracy of the model
+def accuracy_score(labels, predictions):
+    return sum([1 for i in range(len(labels)) if labels[i] == predictions[i]]) / len(labels)
+
+
+def precision_score(labels, predictions):
+    tp = sum([1 for i in range(len(labels)) if labels[i] == 1 and predictions[i] == 1])
+    fp = sum([1 for i in range(len(labels)) if labels[i] == 0 and predictions[i] == 1])
+    return tp / (tp + fp)
+
+
+def recall_score(labels, predictions):
+    tp = sum([1 for i in range(len(labels)) if labels[i] == 1 and predictions[i] == 1])
+    fn = sum([1 for i in range(len(labels)) if labels[i] == 1 and predictions[i] == 0])
+    return tp / (tp + fn)
+
+
+def f1_score(labels, predictions):
+    precision = precision_score(labels, predictions)
+    recall = recall_score(labels, predictions)
+    return 2 * (precision * recall) / (precision + recall)
+
+
+def overall_score(labels, predictions):
+    accuracy = accuracy_score(labels, predictions)
+    precision = precision_score(labels, predictions)
+    recall = recall_score(labels, predictions)
+    f1 = f1_score(labels, predictions)
+    acc_weight = 0.25
+    precision_weight = 0.25
+    recall_weight = 0.25
+    f1_weight = 0.25
+    return (accuracy * acc_weight) + (precision * precision_weight) + (recall * recall_weight) + (f1 * f1_weight)
+

app.py

@@ -1,6 +1,8 @@
 import gradio as gr
 import pandas as pd
-import numpy as np
+import requests
+
+backend_url = "http://localhost:15564/api"
 
 # UI Root
 with gr.Blocks() as demo:
@@ -13,10 +15,9 @@ with gr.Blocks() as demo:
         # QC Tab
         with gr.Tab("Question Classification"):
             gr.Markdown("### Question Classification Leaderboard")
-            # read dataframe from CQI_Learboard.csv
-            # TODO: replace the following line with the actual leaderboard file
-            CQI_Leaderboard = pd.read_csv("CQI_Leaderboard.csv")
-            cqi_leaderboard = gr.components.Dataframe(CQI_Leaderboard)
+            cqi_leaderboard = pd.DataFrame(requests.get(backend_url + "/leaderboard/QI").json())
+            cqi_leaderboard.drop(columns=["task"], inplace=True)
+            cqi_leaderboard_component = gr.components.Dataframe(cqi_leaderboard)
 
         # OAI Tab
         with gr.Tab("Object and Aspect Identification"):
@@ -48,4 +49,4 @@ with gr.Blocks() as demo:
         gr.Markdown("### Contact")
         gr.Markdown("For any questions, please contact us at ahmad.shallouf@uni-hamburg.de")
 # Launch public demo
-demo.launch(share=True)
+demo.launch()

requirements.txt

@@ -1 +1,6 @@
-gradio
+gradio~=4.21.0
+SQLAlchemy~=2.0.29
+cython
+psycopg2
+pandas~=2.2.1
+requests