diff --git a/app.py b/app.py index e9ac96ec24f2782d76a99674260ed83d88b77510..03fcd2d06ecf6f8c91e59d5516ab8d458b124f4c 100644 --- a/app.py +++ b/app.py @@ -22,10 +22,21 @@ def make_default_md(): def make_arena_leaderboard_md(total_models): - leaderboard_md = f"""Total #models: **{total_models}**. Last updated: Feb 28, 2024.""" + leaderboard_md = f"""Total #models: **{total_models}**. Last updated: Mar 29, 2024.""" return leaderboard_md +def make_model_desc_md(f_len): + desc_md = make_arena_leaderboard_md(f_len) + models = next(os.walk('info'))[2] + for model in models: + model_name = model.split('.md')[0] + with open(os.path.join('info', model), 'r') as f: + description = f.read() + + desc_md += f"\n\n### {model_name}\n{description}" + return desc_md + def model_hyperlink(model_name, link): return f'{model_name}' @@ -110,6 +121,11 @@ def build_leaderboard_tab(folders): column_widths=[50, 200] + [100] * len(msg_lengths), wrap=True, ) + + with gr.Tab("Model description", id=tab_id + 1): + desc_md = make_model_desc_md(len(folders)) + gr.Markdown(desc_md, elem_id="leaderboard_markdown") + return [md_1] block_css = """ diff --git a/info/ARMT.md b/info/ARMT.md new file mode 100644 index 0000000000000000000000000000000000000000..547ad668e2fcd5f04fee08652a0aaf259aa97630 --- /dev/null +++ b/info/ARMT.md @@ -0,0 +1 @@ +ARMT is an associative memory version of RMT. Please refer to [ [code](https://github.com/RodkinIvan/t5-experiments/) ] \ No newline at end of file diff --git a/info/GPT.md b/info/GPT.md new file mode 100644 index 0000000000000000000000000000000000000000..fa7c67aab8d34116f867fa854c0a736c8bd09549 --- /dev/null +++ b/info/GPT.md @@ -0,0 +1,27 @@ +We use the following prompts for GPT-4-Turbo and Mistral models: + +#### qa1 + +``` +I will give you context with the facts about positions of different persons hidden +in some random text and a question. You need to answer the question based only on +the information from the facts. If a person was in different locations, use the +latest location to answer the question. + +Charlie went to the hallway. Judith come back to the kitchen. Charlie travelled to +balcony. Where is Charlie? +Answer: The most recent location of Charlie is balcony. + + +Alan moved to the garage. Charlie went to the beach. Alan went to the shop. Rouse +travelled to balcony. Where is Alan? +Answer: The most recent location of Alan is shop. + + +{qa1 query with noise} + +QUESTION: {qa1 question} +Always return your answer in the following format: The most recent location of +’person’ is ’location’. Do not write anything else after that. +``` +For prompts for other qa tasks please refer to the [ [paper](https://arxiv.org/abs/2402.10790) ]. \ No newline at end of file diff --git a/info/RMT.md b/info/RMT.md new file mode 100644 index 0000000000000000000000000000000000000000..c1f41bdd696a2165c94b4c59e3b22bac15c450cc --- /dev/null +++ b/info/RMT.md @@ -0,0 +1,3 @@ +RMT is a memory-augmented segment-level recurrent Transformer. We implement our memory mechanism as a wrapper for any Hugging Face model by adding special memory tokens to the input sequence. The model is trained to control both memory operations and sequence representations processing. + +See: [ [paper](https://arxiv.org/abs/2402.10790) ] and [ [code](https://github.com/booydar/recurrent-memory-transformer/tree/babilong-release) ] for **Recurrent Memory Transformer** implementation and training examples. \ No newline at end of file diff --git a/notebooks/add_results_copy_paste.ipynb b/notebooks/add_results_copy_paste.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..7a5a353f115c199e715bc2d71bcb52d588ae3890 --- /dev/null +++ b/notebooks/add_results_copy_paste.ipynb @@ -0,0 +1,264 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "import re" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [], + "source": [ + "out_path = \"results/\"\n", + "lens = [0, 4000,8000,16000,32000,64000,128000,500000,1000000,10000000]" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "metadata": {}, + "outputs": [], + "source": [ + "!rm -r results/*" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "RMT ['100,0', '100,0', '99,9', '100,0', '100,0', '99,6', '99,1', '96,4', '94,2', '76,4']\n", + "RMT-Retrieval ['100,0', '99,9', '99,8', '99,9', '99,9', '99,7', '99,5', '97,5', '97,4', '86,0']\n", + "GPT4 ['100,0', '97,0', '93,0', '66,0', '43,0', '30,0', '24,0', '', '', '']\n", + "GPT4 + RAG by sentences ['', '61,5', '59,0', '55,5', '55,5', '55,0', '55,5', '51,0', '51,0', '19,5']\n", + "GPT4 + Retrieve sentences (new 100 samples) ['', '63,0', '61,0', '60,0', '60,0', '56,0', '55,0', '55,0', '52,0', '28,0']\n", + "GPT4 + RAG by segments ['', '70,0', '58,0', '54,0', '42,0', '24,0', '16,0', '12,0', '12,0', '4,0']\n", + "GPT-3.5 ['', '88,0', '44,0', '24,0', '', '', '', '', '', '']\n", + "GPT-3.5 fine-tuned (trained on 100 samples) ['', '84,0', '72,0', '64,0', '', '', '', '', '', '']\n", + "GPT-3.5 fine-tuned (trained on 1000 samples) ['', '94,0', '96,0', '95,0', '', '', '', '', '', '']\n", + "ARMT ['', '99,9', '99,9', '99,9', '100,0', '100,0', '100,0', '99,9', '99,4', '97,4']\n", + "Mistral medium (xxB) ['', '73,0', '75,0', '58,0', '33,0', '', '', '', '', '']\n" + ] + } + ], + "source": [ + "task_name = 'qa1'\n", + "qa1_results = '''RMT\t100,0\t100,0\t99,9\t100,0\t100,0\t99,6\t99,1\t96,4\t94,2\t76,4\n", + "RMT-Retrieval\t100,0\t99,9\t99,8\t99,9\t99,9\t99,7\t99,5\t97,5\t97,4\t86,0\n", + "GPT4\t100,0\t97,0\t93,0\t66,0\t43,0\t30,0\t24,0\t\t\t\n", + "GPT4 + RAG by sentences\t\t61,5\t59,0\t55,5\t55,5\t55,0\t55,5\t51,0\t51,0\t19,5\n", + "GPT4 + Retrieve sentences (new 100 samples)\t\t63,0\t61,0\t60,0\t60,0\t56,0\t55,0\t55,0\t52,0\t28,0\n", + "GPT4 + RAG by segments\t\t70,0\t58,0\t54,0\t42,0\t24,0\t16,0\t12,0\t12,0\t4,0\n", + "GPT-3.5\t\t88,0\t44,0\t24,0\t\t\t\t\t\t\n", + "GPT-3.5 fine-tuned (trained on 100 samples)\t\t84,0\t72,0\t64,0\t\t\t\t\t\t\n", + "GPT-3.5 fine-tuned (trained on 1000 samples)\t\t94,0\t96,0\t95,0\t\t\t\t\t\t\n", + "ARMT\t\t99,9\t99,9\t99,9\t100,0\t100,0\t100,0\t99,9\t99,4\t97,4\n", + "Mistral medium (xxB)\t\t73,0\t75,0\t58,0\t33,0\t\t\t\t\t'''\n", + "results = qa1_results.split('\\n')\n", + "for r in results:\n", + " model_name = r.split('\\t')[0]\n", + " numbers = r.split('\\t')[1:] \n", + " print(model_name, numbers)\n", + "\n", + " model_dir = os.path.join(out_path, model_name)\n", + " os.makedirs(model_dir, exist_ok=True)\n", + "\n", + " model_task_dir = os.path.join(model_dir, task_name)\n", + " os.makedirs(model_task_dir, exist_ok=True)\n", + "\n", + " for l, n in zip(lens, numbers):\n", + " len_file = os.path.join(model_task_dir, f'{l}.csv')\n", + " n = re.sub(',', '.', n)\n", + " try:\n", + " n = float(n) / 100\n", + " df = pd.DataFrame({\"result\": n}, index=[0])\n", + " df.to_csv(len_file, index=False)\n", + " except ValueError:\n", + " n = None\n", + " \n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "metadata": {}, + "outputs": [], + "source": [ + "task_name = 'qa2'\n", + "qa2_results = '''RMT\t97,7\t98,9\t98,4\t96,1\t87,4\t72,7\t56,3\t32\t25,5\t16,2\n", + "RMT-Retrieval\t97,7\t98,0\t97,2\t93,4\t85,6\t71,6\t54,9\t31,8\t26,3\t13,0\n", + "GPT4\t84,0\t72,0\t60,0\t52,0\t24,0\t4,0\t8,0\t\t\t\n", + "ARMT\t\t99,8\t100,0\t100,0\t100,0\t100,0\t100,0\t99,7\t99,6\t81,7'''\n", + "results = qa2_results.split('\\n')\n", + "for r in results:\n", + " model_name = r.split('\\t')[0]\n", + " numbers = r.split('\\t')[1:] \n", + "\n", + " model_dir = os.path.join(out_path, model_name)\n", + " os.makedirs(model_dir, exist_ok=True)\n", + "\n", + " model_task_dir = os.path.join(model_dir, task_name)\n", + " os.makedirs(model_task_dir, exist_ok=True)\n", + "\n", + " for l, n in zip(lens, numbers):\n", + " len_file = os.path.join(model_task_dir, f'{l}.csv')\n", + " n = re.sub(',', '.', n)\n", + " try:\n", + " n = float(n) / 100\n", + " df = pd.DataFrame({\"result\": n}, index=[0])\n", + " df.to_csv(len_file, index=False)\n", + " except ValueError:\n", + " n = None\n", + " \n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 80, + "metadata": {}, + "outputs": [], + "source": [ + "task_name = 'qa3'\n", + "qa3_results = '''RMT\t94,4\t83,6\t73,8\t70,2\t61,8\t51,9\t42,9\t25,9\t24,8\t21\n", + "RMT-Retrieval\t94,4\t83,8\t76,0\t72,0\t62,5\t52,9\t41,9\t25,5\t22,2\t16,4\n", + "GPT4\t56,0\t32,0\t24,0\t28,0\t28,0\t12,0\t4,0\t\t\t\n", + "ARMT\t\t90,9\t92,0\t92,7\t90,7\t88,3\t80,4\t67,9\t56,4\t27,5'''\n", + "results = qa3_results.split('\\n')\n", + "for r in results:\n", + " model_name = r.split('\\t')[0]\n", + " numbers = r.split('\\t')[1:] \n", + "\n", + " model_dir = os.path.join(out_path, model_name)\n", + " os.makedirs(model_dir, exist_ok=True)\n", + "\n", + " model_task_dir = os.path.join(model_dir, task_name)\n", + " os.makedirs(model_task_dir, exist_ok=True)\n", + "\n", + " for l, n in zip(lens, numbers):\n", + " len_file = os.path.join(model_task_dir, f'{l}.csv')\n", + " n = re.sub(',', '.', n)\n", + " try:\n", + " n = float(n) / 100\n", + " df = pd.DataFrame({\"result\": n}, index=[0])\n", + " df.to_csv(len_file, index=False)\n", + " except ValueError:\n", + " n = None\n", + " \n", + "\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 81, + "metadata": {}, + "outputs": [], + "source": [ + "qa4_results = '''RMT\t99,8\t82,3\t81,9\t79,2\t70,5\t51,2\t40\t29,4\t27,3\t17,2\n", + "RMT-Retrieval\t99,8\t82,50\t79,70\t76,40\t72,20\t58,80\t50,10\t32,10\t26,00\t14,00\n", + "GPT4\t100,0\t72,0\t60,0\t72,0\t64,0\t20,0\t36,0\t\t\t\n", + "ARMT\t\t100,0\t100,0\t100,0\t100,0\t100,0\t100,0\t100,0\t99,8\t93,2'''\n", + "\n", + "task_name = 'qa4'\n", + "results = qa4_results.split('\\n')\n", + "for r in results:\n", + " model_name = r.split('\\t')[0]\n", + " numbers = r.split('\\t')[1:] \n", + "\n", + " model_dir = os.path.join(out_path, model_name)\n", + " os.makedirs(model_dir, exist_ok=True)\n", + "\n", + " model_task_dir = os.path.join(model_dir, task_name)\n", + " os.makedirs(model_task_dir, exist_ok=True)\n", + "\n", + " for l, n in zip(lens, numbers):\n", + " len_file = os.path.join(model_task_dir, f'{l}.csv')\n", + " n = re.sub(',', '.', n)\n", + " try:\n", + " n = float(n) / 100\n", + " df = pd.DataFrame({\"result\": n}, index=[0])\n", + " df.to_csv(len_file, index=False)\n", + " except ValueError:\n", + " n = None" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "metadata": {}, + "outputs": [], + "source": [ + "qa5_results = '''RMT\t98,4\t99,3\t99,1\t97,4\t95,5\t88,5\t78,1\t56,4\t48\t27,3\n", + "RMT-Retrieval\t98,4\t98,80\t98,90\t98,20\t93,60\t86,20\t77,40\t55,90\t49,90\t35,00\n", + "GPT4\t96,0\t100,0\t84,0\t68,0\t52,0\t64,0\t48,0\t\t\t\n", + "ARMT\t\t99,5\t99,3\t99,4\t98,9\t98,9\t98,8\t98,2\t97,8\t87,0'''\n", + "\n", + "task_name = 'qa5'\n", + "results = qa5_results.split('\\n')\n", + "for r in results:\n", + " model_name = r.split('\\t')[0]\n", + " numbers = r.split('\\t')[1:] \n", + "\n", + " model_dir = os.path.join(out_path, model_name)\n", + " os.makedirs(model_dir, exist_ok=True)\n", + "\n", + " model_task_dir = os.path.join(model_dir, task_name)\n", + " os.makedirs(model_task_dir, exist_ok=True)\n", + "\n", + " for l, n in zip(lens, numbers):\n", + " len_file = os.path.join(model_task_dir, f'{l}.csv')\n", + " n = re.sub(',', '.', n)\n", + " try:\n", + " n = float(n) / 100\n", + " df = pd.DataFrame({\"result\": n}, index=[0])\n", + " df.to_csv(len_file, index=False)\n", + " except ValueError:\n", + " n = None" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.11.3" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} diff --git a/results/ARMT/qa1/1000000.csv b/results/ARMT/qa1/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e37ae6562a17ef3d28246fdfb97356fc9c6cf081 --- /dev/null +++ b/results/ARMT/qa1/1000000.csv @@ -0,0 +1,2 @@ +result +0.9940000000000001 diff --git a/results/ARMT/qa1/10000000.csv b/results/ARMT/qa1/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c21f27b70cd7f93717d8b59c2455fbf253fac75f --- /dev/null +++ b/results/ARMT/qa1/10000000.csv @@ -0,0 +1,2 @@ +result +0.9740000000000001 diff --git a/results/ARMT/qa1/128000.csv b/results/ARMT/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa1/128000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa1/16000.csv b/results/ARMT/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/ARMT/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/ARMT/qa1/32000.csv b/results/ARMT/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa1/32000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa1/4000.csv b/results/ARMT/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/ARMT/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/ARMT/qa1/500000.csv b/results/ARMT/qa1/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/ARMT/qa1/500000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/ARMT/qa1/64000.csv b/results/ARMT/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa1/64000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa1/8000.csv b/results/ARMT/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/ARMT/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/ARMT/qa2/1000000.csv b/results/ARMT/qa2/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d76580181072b6f17ef112a0df77ae7d75df91bc --- /dev/null +++ b/results/ARMT/qa2/1000000.csv @@ -0,0 +1,2 @@ +result +0.996 diff --git a/results/ARMT/qa2/10000000.csv b/results/ARMT/qa2/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e01722b44677b00482c03d7fa3f1138e1db39b40 --- /dev/null +++ b/results/ARMT/qa2/10000000.csv @@ -0,0 +1,2 @@ +result +0.8170000000000001 diff --git a/results/ARMT/qa2/128000.csv b/results/ARMT/qa2/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa2/128000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa2/16000.csv b/results/ARMT/qa2/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa2/16000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa2/32000.csv b/results/ARMT/qa2/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa2/32000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa2/4000.csv b/results/ARMT/qa2/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..14cf5802a7905821f08297f495d9d4bdde6bbe1a --- /dev/null +++ b/results/ARMT/qa2/4000.csv @@ -0,0 +1,2 @@ +result +0.998 diff --git a/results/ARMT/qa2/500000.csv b/results/ARMT/qa2/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a5490c038cca1199fc02be4b11087065a95c4349 --- /dev/null +++ b/results/ARMT/qa2/500000.csv @@ -0,0 +1,2 @@ +result +0.997 diff --git a/results/ARMT/qa2/64000.csv b/results/ARMT/qa2/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa2/64000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa2/8000.csv b/results/ARMT/qa2/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa2/8000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa3/1000000.csv b/results/ARMT/qa3/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b39d4d721edf97a3238b8a06267ec2bf97e749f0 --- /dev/null +++ b/results/ARMT/qa3/1000000.csv @@ -0,0 +1,2 @@ +result +0.564 diff --git a/results/ARMT/qa3/10000000.csv b/results/ARMT/qa3/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c840a16bde27a03f6af98b54b366e351c2150113 --- /dev/null +++ b/results/ARMT/qa3/10000000.csv @@ -0,0 +1,2 @@ +result +0.275 diff --git a/results/ARMT/qa3/128000.csv b/results/ARMT/qa3/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..2831b9f80e4bbc6b89e9d3548a8a64eeec278f2f --- /dev/null +++ b/results/ARMT/qa3/128000.csv @@ -0,0 +1,2 @@ +result +0.804 diff --git a/results/ARMT/qa3/16000.csv b/results/ARMT/qa3/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5b4939ca6205c9812db39b1b56342c7c2016e4e7 --- /dev/null +++ b/results/ARMT/qa3/16000.csv @@ -0,0 +1,2 @@ +result +0.927 diff --git a/results/ARMT/qa3/32000.csv b/results/ARMT/qa3/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..44d6cdbe9b4187a4dca80bbca75c2f6a33b1e5a8 --- /dev/null +++ b/results/ARMT/qa3/32000.csv @@ -0,0 +1,2 @@ +result +0.907 diff --git a/results/ARMT/qa3/4000.csv b/results/ARMT/qa3/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..338e672b25357639d328698eac3185ae9c3b518f --- /dev/null +++ b/results/ARMT/qa3/4000.csv @@ -0,0 +1,2 @@ +result +0.909 diff --git a/results/ARMT/qa3/500000.csv b/results/ARMT/qa3/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7cc5d6db040f4ee36f2432607513a71b45958d74 --- /dev/null +++ b/results/ARMT/qa3/500000.csv @@ -0,0 +1,2 @@ +result +0.679 diff --git a/results/ARMT/qa3/64000.csv b/results/ARMT/qa3/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..20500d54ec1c8319aedf197aa0867e7bbce44de5 --- /dev/null +++ b/results/ARMT/qa3/64000.csv @@ -0,0 +1,2 @@ +result +0.883 diff --git a/results/ARMT/qa3/8000.csv b/results/ARMT/qa3/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..3481f7eb969c00e7bfa5471bc1d59aff167571b9 --- /dev/null +++ b/results/ARMT/qa3/8000.csv @@ -0,0 +1,2 @@ +result +0.92 diff --git a/results/ARMT/qa4/1000000.csv b/results/ARMT/qa4/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..14cf5802a7905821f08297f495d9d4bdde6bbe1a --- /dev/null +++ b/results/ARMT/qa4/1000000.csv @@ -0,0 +1,2 @@ +result +0.998 diff --git a/results/ARMT/qa4/10000000.csv b/results/ARMT/qa4/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..211498b85e7f8b5a213826510ce1b98044d38bba --- /dev/null +++ b/results/ARMT/qa4/10000000.csv @@ -0,0 +1,2 @@ +result +0.932 diff --git a/results/ARMT/qa4/128000.csv b/results/ARMT/qa4/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/128000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/16000.csv b/results/ARMT/qa4/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/16000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/32000.csv b/results/ARMT/qa4/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/32000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/4000.csv b/results/ARMT/qa4/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/4000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/500000.csv b/results/ARMT/qa4/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/500000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/64000.csv b/results/ARMT/qa4/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/64000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa4/8000.csv b/results/ARMT/qa4/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/ARMT/qa4/8000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/ARMT/qa5/1000000.csv b/results/ARMT/qa5/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..bb0d43cbcabfb645e504abc4098b6bd99eb84e6f --- /dev/null +++ b/results/ARMT/qa5/1000000.csv @@ -0,0 +1,2 @@ +result +0.978 diff --git a/results/ARMT/qa5/10000000.csv b/results/ARMT/qa5/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c6433e48ff353e15ab5cceeb6a44202ebdf5b739 --- /dev/null +++ b/results/ARMT/qa5/10000000.csv @@ -0,0 +1,2 @@ +result +0.87 diff --git a/results/ARMT/qa5/128000.csv b/results/ARMT/qa5/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..34b97f0f336efb36d63ca188097303a2d0ee3874 --- /dev/null +++ b/results/ARMT/qa5/128000.csv @@ -0,0 +1,2 @@ +result +0.988 diff --git a/results/ARMT/qa5/16000.csv b/results/ARMT/qa5/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e37ae6562a17ef3d28246fdfb97356fc9c6cf081 --- /dev/null +++ b/results/ARMT/qa5/16000.csv @@ -0,0 +1,2 @@ +result +0.9940000000000001 diff --git a/results/ARMT/qa5/32000.csv b/results/ARMT/qa5/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7204542643cbce2e06f4fb2edfb1b1419e87a296 --- /dev/null +++ b/results/ARMT/qa5/32000.csv @@ -0,0 +1,2 @@ +result +0.9890000000000001 diff --git a/results/ARMT/qa5/4000.csv b/results/ARMT/qa5/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..51c91a3c4f5070ca370272beaac9c7674545da96 --- /dev/null +++ b/results/ARMT/qa5/4000.csv @@ -0,0 +1,2 @@ +result +0.995 diff --git a/results/ARMT/qa5/500000.csv b/results/ARMT/qa5/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a3476c7e769bcb5d3d2f0b6a740cd784f154f903 --- /dev/null +++ b/results/ARMT/qa5/500000.csv @@ -0,0 +1,2 @@ +result +0.982 diff --git a/results/ARMT/qa5/64000.csv b/results/ARMT/qa5/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7204542643cbce2e06f4fb2edfb1b1419e87a296 --- /dev/null +++ b/results/ARMT/qa5/64000.csv @@ -0,0 +1,2 @@ +result +0.9890000000000001 diff --git a/results/ARMT/qa5/8000.csv b/results/ARMT/qa5/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9de09c3d5c6237e907048dcf100593225554298 --- /dev/null +++ b/results/ARMT/qa5/8000.csv @@ -0,0 +1,2 @@ +result +0.993 diff --git a/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/16000.csv b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..235fdb9d924c52d3bfbeef527b47fcca8303f6b1 --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.64 diff --git a/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/4000.csv b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fea32f4d5e4c318ea218240d5470938ba5352524 --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.84 diff --git a/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/8000.csv b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e952da3a8db796734136b86b833a087661b59f2d --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 100 samples)/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.72 diff --git a/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/16000.csv b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..05729c6b7d6fd21b8314abdd7f28577085419138 --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.95 diff --git a/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/4000.csv b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..92ed9bf7da0242582772bc7d66cdc4b6448edbf5 --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.94 diff --git a/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/8000.csv b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a05dfb9cce8dd88184a8416e7e0873301b99ab93 --- /dev/null +++ b/results/GPT-3.5 fine-tuned (trained on 1000 samples)/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.96 diff --git a/results/GPT-3.5/qa1/16000.csv b/results/GPT-3.5/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1628a5c7821b58b09e92c607a6d582cab60789f7 --- /dev/null +++ b/results/GPT-3.5/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.24 diff --git a/results/GPT-3.5/qa1/4000.csv b/results/GPT-3.5/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d61bf19961d6d9f6b15c4e6d909c39c66baa2007 --- /dev/null +++ b/results/GPT-3.5/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.88 diff --git a/results/GPT-3.5/qa1/8000.csv b/results/GPT-3.5/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e29f47d1cb9509158a457f351abf79cd9333a762 --- /dev/null +++ b/results/GPT-3.5/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.44 diff --git a/results/GPT4 + RAG by segments/qa1/1000000.csv b/results/GPT4 + RAG by segments/qa1/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1d5a456d1adf8a768bca11ff9cff5a41acfbaaf0 --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/1000000.csv @@ -0,0 +1,2 @@ +result +0.12 diff --git a/results/GPT4 + RAG by segments/qa1/10000000.csv b/results/GPT4 + RAG by segments/qa1/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b19740076b62c87f4353fac30eab97aa8b4611fd --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/10000000.csv @@ -0,0 +1,2 @@ +result +0.04 diff --git a/results/GPT4 + RAG by segments/qa1/128000.csv b/results/GPT4 + RAG by segments/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f6db9c63579e516a6fccaae3048e30f40f5fb7bd --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/128000.csv @@ -0,0 +1,2 @@ +result +0.16 diff --git a/results/GPT4 + RAG by segments/qa1/16000.csv b/results/GPT4 + RAG by segments/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..55837811362d6f27a37b7a72f0edcb238c90ccf6 --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.54 diff --git a/results/GPT4 + RAG by segments/qa1/32000.csv b/results/GPT4 + RAG by segments/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..82f83f2880089b96caf335389691d4e4aefd72a4 --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.42 diff --git a/results/GPT4 + RAG by segments/qa1/4000.csv b/results/GPT4 + RAG by segments/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..30b8677e38c6147f378843d83cdb738e20fb9c5a --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.7 diff --git a/results/GPT4 + RAG by segments/qa1/500000.csv b/results/GPT4 + RAG by segments/qa1/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1d5a456d1adf8a768bca11ff9cff5a41acfbaaf0 --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/500000.csv @@ -0,0 +1,2 @@ +result +0.12 diff --git a/results/GPT4 + RAG by segments/qa1/64000.csv b/results/GPT4 + RAG by segments/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1628a5c7821b58b09e92c607a6d582cab60789f7 --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/64000.csv @@ -0,0 +1,2 @@ +result +0.24 diff --git a/results/GPT4 + RAG by segments/qa1/8000.csv b/results/GPT4 + RAG by segments/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..cb4221b589457585a0f9e0d4400f8986ee7c41cc --- /dev/null +++ b/results/GPT4 + RAG by segments/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.58 diff --git a/results/GPT4 + RAG by sentences/qa1/1000000.csv b/results/GPT4 + RAG by sentences/qa1/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..197c7d251ccb4bc0c03d2533cb5529c1fe530129 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/1000000.csv @@ -0,0 +1,2 @@ +result +0.51 diff --git a/results/GPT4 + RAG by sentences/qa1/10000000.csv b/results/GPT4 + RAG by sentences/qa1/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..69c12f4293085c29554193c08e97d61660f508c6 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/10000000.csv @@ -0,0 +1,2 @@ +result +0.195 diff --git a/results/GPT4 + RAG by sentences/qa1/128000.csv b/results/GPT4 + RAG by sentences/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..70cb3bce0d0a4aa5c2f51882dd1be9b82bc43667 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/128000.csv @@ -0,0 +1,2 @@ +result +0.555 diff --git a/results/GPT4 + RAG by sentences/qa1/16000.csv b/results/GPT4 + RAG by sentences/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..70cb3bce0d0a4aa5c2f51882dd1be9b82bc43667 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.555 diff --git a/results/GPT4 + RAG by sentences/qa1/32000.csv b/results/GPT4 + RAG by sentences/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..70cb3bce0d0a4aa5c2f51882dd1be9b82bc43667 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.555 diff --git a/results/GPT4 + RAG by sentences/qa1/4000.csv b/results/GPT4 + RAG by sentences/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..033bb68476abb10fd7bb44c41bf2548a28ea32f1 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.615 diff --git a/results/GPT4 + RAG by sentences/qa1/500000.csv b/results/GPT4 + RAG by sentences/qa1/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..197c7d251ccb4bc0c03d2533cb5529c1fe530129 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/500000.csv @@ -0,0 +1,2 @@ +result +0.51 diff --git a/results/GPT4 + RAG by sentences/qa1/64000.csv b/results/GPT4 + RAG by sentences/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d1af3c1139d6c25d52f1f6e3ec43e2d84a1f69c7 --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/64000.csv @@ -0,0 +1,2 @@ +result +0.55 diff --git a/results/GPT4 + RAG by sentences/qa1/8000.csv b/results/GPT4 + RAG by sentences/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1fa3b0194650ca40fe580d554b8cf29e18fb4d4b --- /dev/null +++ b/results/GPT4 + RAG by sentences/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.59 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/1000000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..39467bcb402a65ea39eb4898a1c28fc11507f9c6 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/1000000.csv @@ -0,0 +1,2 @@ +result +0.52 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/10000000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..94f410cda2e83c8d29b12992e804bea3014d23e1 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/10000000.csv @@ -0,0 +1,2 @@ +result +0.28 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/128000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d1af3c1139d6c25d52f1f6e3ec43e2d84a1f69c7 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/128000.csv @@ -0,0 +1,2 @@ +result +0.55 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/16000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..73185cf6124b62847537578b1975e3664741cd40 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.6 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/32000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..73185cf6124b62847537578b1975e3664741cd40 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.6 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/4000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..66043869d21fb20185f28d3a911a996089595b43 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.63 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/500000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d1af3c1139d6c25d52f1f6e3ec43e2d84a1f69c7 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/500000.csv @@ -0,0 +1,2 @@ +result +0.55 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/64000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7e19811b296e6cf21c8a6d216c28c84251eb122d --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/64000.csv @@ -0,0 +1,2 @@ +result +0.56 diff --git a/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/8000.csv b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..d20e89361832ddf1abbe151b539dc5cbc2fdb159 --- /dev/null +++ b/results/GPT4 + Retrieve sentences (new 100 samples)/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.61 diff --git a/results/GPT4/qa1/0.csv b/results/GPT4/qa1/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/GPT4/qa1/0.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/GPT4/qa1/128000.csv b/results/GPT4/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1628a5c7821b58b09e92c607a6d582cab60789f7 --- /dev/null +++ b/results/GPT4/qa1/128000.csv @@ -0,0 +1,2 @@ +result +0.24 diff --git a/results/GPT4/qa1/16000.csv b/results/GPT4/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..06469c9fe3accdc55c9f65a81b7b58307b21a674 --- /dev/null +++ b/results/GPT4/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.66 diff --git a/results/GPT4/qa1/32000.csv b/results/GPT4/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..8ded6f83954586c44ad05174b7a3b44c84e6e261 --- /dev/null +++ b/results/GPT4/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.43 diff --git a/results/GPT4/qa1/4000.csv b/results/GPT4/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f403ecb7accc530a5f2556fc20afd0b451757307 --- /dev/null +++ b/results/GPT4/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.97 diff --git a/results/GPT4/qa1/64000.csv b/results/GPT4/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..372e6db8948b50d2a36c8d54b399e2b73d84a10b --- /dev/null +++ b/results/GPT4/qa1/64000.csv @@ -0,0 +1,2 @@ +result +0.3 diff --git a/results/GPT4/qa1/8000.csv b/results/GPT4/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..dcd7d03db2742e3475af3a1986bb81cc6c32020e --- /dev/null +++ b/results/GPT4/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.93 diff --git a/results/GPT4/qa2/0.csv b/results/GPT4/qa2/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..fea32f4d5e4c318ea218240d5470938ba5352524 --- /dev/null +++ b/results/GPT4/qa2/0.csv @@ -0,0 +1,2 @@ +result +0.84 diff --git a/results/GPT4/qa2/128000.csv b/results/GPT4/qa2/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1bbf04acff1bd08a47015d76283cad0180c9e78c --- /dev/null +++ b/results/GPT4/qa2/128000.csv @@ -0,0 +1,2 @@ +result +0.08 diff --git a/results/GPT4/qa2/16000.csv b/results/GPT4/qa2/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..39467bcb402a65ea39eb4898a1c28fc11507f9c6 --- /dev/null +++ b/results/GPT4/qa2/16000.csv @@ -0,0 +1,2 @@ +result +0.52 diff --git a/results/GPT4/qa2/32000.csv b/results/GPT4/qa2/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1628a5c7821b58b09e92c607a6d582cab60789f7 --- /dev/null +++ b/results/GPT4/qa2/32000.csv @@ -0,0 +1,2 @@ +result +0.24 diff --git a/results/GPT4/qa2/4000.csv b/results/GPT4/qa2/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e952da3a8db796734136b86b833a087661b59f2d --- /dev/null +++ b/results/GPT4/qa2/4000.csv @@ -0,0 +1,2 @@ +result +0.72 diff --git a/results/GPT4/qa2/64000.csv b/results/GPT4/qa2/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b19740076b62c87f4353fac30eab97aa8b4611fd --- /dev/null +++ b/results/GPT4/qa2/64000.csv @@ -0,0 +1,2 @@ +result +0.04 diff --git a/results/GPT4/qa2/8000.csv b/results/GPT4/qa2/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..73185cf6124b62847537578b1975e3664741cd40 --- /dev/null +++ b/results/GPT4/qa2/8000.csv @@ -0,0 +1,2 @@ +result +0.6 diff --git a/results/GPT4/qa3/0.csv b/results/GPT4/qa3/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..7e19811b296e6cf21c8a6d216c28c84251eb122d --- /dev/null +++ b/results/GPT4/qa3/0.csv @@ -0,0 +1,2 @@ +result +0.56 diff --git a/results/GPT4/qa3/128000.csv b/results/GPT4/qa3/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b19740076b62c87f4353fac30eab97aa8b4611fd --- /dev/null +++ b/results/GPT4/qa3/128000.csv @@ -0,0 +1,2 @@ +result +0.04 diff --git a/results/GPT4/qa3/16000.csv b/results/GPT4/qa3/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..94f410cda2e83c8d29b12992e804bea3014d23e1 --- /dev/null +++ b/results/GPT4/qa3/16000.csv @@ -0,0 +1,2 @@ +result +0.28 diff --git a/results/GPT4/qa3/32000.csv b/results/GPT4/qa3/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..94f410cda2e83c8d29b12992e804bea3014d23e1 --- /dev/null +++ b/results/GPT4/qa3/32000.csv @@ -0,0 +1,2 @@ +result +0.28 diff --git a/results/GPT4/qa3/4000.csv b/results/GPT4/qa3/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c297a96bf813f15aca75a5f65ed7e2d9a828d24c --- /dev/null +++ b/results/GPT4/qa3/4000.csv @@ -0,0 +1,2 @@ +result +0.32 diff --git a/results/GPT4/qa3/64000.csv b/results/GPT4/qa3/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1d5a456d1adf8a768bca11ff9cff5a41acfbaaf0 --- /dev/null +++ b/results/GPT4/qa3/64000.csv @@ -0,0 +1,2 @@ +result +0.12 diff --git a/results/GPT4/qa3/8000.csv b/results/GPT4/qa3/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1628a5c7821b58b09e92c607a6d582cab60789f7 --- /dev/null +++ b/results/GPT4/qa3/8000.csv @@ -0,0 +1,2 @@ +result +0.24 diff --git a/results/GPT4/qa4/0.csv b/results/GPT4/qa4/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/GPT4/qa4/0.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/GPT4/qa4/128000.csv b/results/GPT4/qa4/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..740a999619db874dd9e457f930dc8f01c8c78f33 --- /dev/null +++ b/results/GPT4/qa4/128000.csv @@ -0,0 +1,2 @@ +result +0.36 diff --git a/results/GPT4/qa4/16000.csv b/results/GPT4/qa4/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e952da3a8db796734136b86b833a087661b59f2d --- /dev/null +++ b/results/GPT4/qa4/16000.csv @@ -0,0 +1,2 @@ +result +0.72 diff --git a/results/GPT4/qa4/32000.csv b/results/GPT4/qa4/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..235fdb9d924c52d3bfbeef527b47fcca8303f6b1 --- /dev/null +++ b/results/GPT4/qa4/32000.csv @@ -0,0 +1,2 @@ +result +0.64 diff --git a/results/GPT4/qa4/4000.csv b/results/GPT4/qa4/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e952da3a8db796734136b86b833a087661b59f2d --- /dev/null +++ b/results/GPT4/qa4/4000.csv @@ -0,0 +1,2 @@ +result +0.72 diff --git a/results/GPT4/qa4/64000.csv b/results/GPT4/qa4/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..05aec20b860006c90f38f2d845758938081f2451 --- /dev/null +++ b/results/GPT4/qa4/64000.csv @@ -0,0 +1,2 @@ +result +0.2 diff --git a/results/GPT4/qa4/8000.csv b/results/GPT4/qa4/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..73185cf6124b62847537578b1975e3664741cd40 --- /dev/null +++ b/results/GPT4/qa4/8000.csv @@ -0,0 +1,2 @@ +result +0.6 diff --git a/results/GPT4/qa5/0.csv b/results/GPT4/qa5/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..a05dfb9cce8dd88184a8416e7e0873301b99ab93 --- /dev/null +++ b/results/GPT4/qa5/0.csv @@ -0,0 +1,2 @@ +result +0.96 diff --git a/results/GPT4/qa5/128000.csv b/results/GPT4/qa5/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..ea17e680f171042bd7e193d2fe91edb1f4a271e9 --- /dev/null +++ b/results/GPT4/qa5/128000.csv @@ -0,0 +1,2 @@ +result +0.48 diff --git a/results/GPT4/qa5/16000.csv b/results/GPT4/qa5/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..22fb8b3d67c0ed0ec33e60f591d8d5e7580fff53 --- /dev/null +++ b/results/GPT4/qa5/16000.csv @@ -0,0 +1,2 @@ +result +0.68 diff --git a/results/GPT4/qa5/32000.csv b/results/GPT4/qa5/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..39467bcb402a65ea39eb4898a1c28fc11507f9c6 --- /dev/null +++ b/results/GPT4/qa5/32000.csv @@ -0,0 +1,2 @@ +result +0.52 diff --git a/results/GPT4/qa5/4000.csv b/results/GPT4/qa5/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/GPT4/qa5/4000.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/GPT4/qa5/64000.csv b/results/GPT4/qa5/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..235fdb9d924c52d3bfbeef527b47fcca8303f6b1 --- /dev/null +++ b/results/GPT4/qa5/64000.csv @@ -0,0 +1,2 @@ +result +0.64 diff --git a/results/GPT4/qa5/8000.csv b/results/GPT4/qa5/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fea32f4d5e4c318ea218240d5470938ba5352524 --- /dev/null +++ b/results/GPT4/qa5/8000.csv @@ -0,0 +1,2 @@ +result +0.84 diff --git a/results/Mistral medium (xxB)/qa1/16000.csv b/results/Mistral medium (xxB)/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..cb4221b589457585a0f9e0d4400f8986ee7c41cc --- /dev/null +++ b/results/Mistral medium (xxB)/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.58 diff --git a/results/Mistral medium (xxB)/qa1/32000.csv b/results/Mistral medium (xxB)/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5d5e9de699fb6c9c87e22d5d1c318a7ad43e4e79 --- /dev/null +++ b/results/Mistral medium (xxB)/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.33 diff --git a/results/Mistral medium (xxB)/qa1/4000.csv b/results/Mistral medium (xxB)/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fdeb0e98d24f032d7d0c55367ac3d84c009cbe2b --- /dev/null +++ b/results/Mistral medium (xxB)/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.73 diff --git a/results/Mistral medium (xxB)/qa1/8000.csv b/results/Mistral medium (xxB)/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..76adb21b45a8d8b7a67041be02009075571488ff --- /dev/null +++ b/results/Mistral medium (xxB)/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.75 diff --git a/results/RMT-Retrieval/qa1/0.csv b/results/RMT-Retrieval/qa1/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..5e7680dbef8e417669b25ed944afbd0c47ee5728 --- /dev/null +++ b/results/RMT-Retrieval/qa1/0.csv @@ -0,0 +1,2 @@ +result +1.0 diff --git a/results/RMT-Retrieval/qa1/1000000.csv b/results/RMT-Retrieval/qa1/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c21f27b70cd7f93717d8b59c2455fbf253fac75f --- /dev/null +++ b/results/RMT-Retrieval/qa1/1000000.csv @@ -0,0 +1,2 @@ +result +0.9740000000000001 diff --git a/results/RMT-Retrieval/qa1/10000000.csv b/results/RMT-Retrieval/qa1/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..857a7566da129577142eed2c5fa7be5ca539a0d7 --- /dev/null +++ b/results/RMT-Retrieval/qa1/10000000.csv @@ -0,0 +1,2 @@ +result +0.86 diff --git a/results/RMT-Retrieval/qa1/128000.csv b/results/RMT-Retrieval/qa1/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..51c91a3c4f5070ca370272beaac9c7674545da96 --- /dev/null +++ b/results/RMT-Retrieval/qa1/128000.csv @@ -0,0 +1,2 @@ +result +0.995 diff --git a/results/RMT-Retrieval/qa1/16000.csv b/results/RMT-Retrieval/qa1/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/RMT-Retrieval/qa1/16000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/RMT-Retrieval/qa1/32000.csv b/results/RMT-Retrieval/qa1/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/RMT-Retrieval/qa1/32000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/RMT-Retrieval/qa1/4000.csv b/results/RMT-Retrieval/qa1/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..f072598258cbc7e7200addd66867afc1410e938c --- /dev/null +++ b/results/RMT-Retrieval/qa1/4000.csv @@ -0,0 +1,2 @@ +result +0.9990000000000001 diff --git a/results/RMT-Retrieval/qa1/500000.csv b/results/RMT-Retrieval/qa1/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..560e818a2d8b2e4a4988a9390238ac0cd070b963 --- /dev/null +++ b/results/RMT-Retrieval/qa1/500000.csv @@ -0,0 +1,2 @@ +result +0.975 diff --git a/results/RMT-Retrieval/qa1/64000.csv b/results/RMT-Retrieval/qa1/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a5490c038cca1199fc02be4b11087065a95c4349 --- /dev/null +++ b/results/RMT-Retrieval/qa1/64000.csv @@ -0,0 +1,2 @@ +result +0.997 diff --git a/results/RMT-Retrieval/qa1/8000.csv b/results/RMT-Retrieval/qa1/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..14cf5802a7905821f08297f495d9d4bdde6bbe1a --- /dev/null +++ b/results/RMT-Retrieval/qa1/8000.csv @@ -0,0 +1,2 @@ +result +0.998 diff --git a/results/RMT-Retrieval/qa2/0.csv b/results/RMT-Retrieval/qa2/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..d4a76b1b1f31145a65a7012e7e27d6e5fe52ad1f --- /dev/null +++ b/results/RMT-Retrieval/qa2/0.csv @@ -0,0 +1,2 @@ +result +0.977 diff --git a/results/RMT-Retrieval/qa2/1000000.csv b/results/RMT-Retrieval/qa2/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..99963f3ed91aa554275c45ff3067694a64b91aee --- /dev/null +++ b/results/RMT-Retrieval/qa2/1000000.csv @@ -0,0 +1,2 @@ +result +0.263 diff --git a/results/RMT-Retrieval/qa2/10000000.csv b/results/RMT-Retrieval/qa2/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a2b1af532eedf76087542137a189b2da2c33a421 --- /dev/null +++ b/results/RMT-Retrieval/qa2/10000000.csv @@ -0,0 +1,2 @@ +result +0.13 diff --git a/results/RMT-Retrieval/qa2/128000.csv b/results/RMT-Retrieval/qa2/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7b781de61a4190fbb3d835b7ba76187850e18564 --- /dev/null +++ b/results/RMT-Retrieval/qa2/128000.csv @@ -0,0 +1,2 @@ +result +0.5489999999999999 diff --git a/results/RMT-Retrieval/qa2/16000.csv b/results/RMT-Retrieval/qa2/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b4f630a2846c9003dd0d35ef4c9ec7f55a3bc893 --- /dev/null +++ b/results/RMT-Retrieval/qa2/16000.csv @@ -0,0 +1,2 @@ +result +0.934 diff --git a/results/RMT-Retrieval/qa2/32000.csv b/results/RMT-Retrieval/qa2/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..9677c8d030113d753cd7172eeefd1626f2ace1f1 --- /dev/null +++ b/results/RMT-Retrieval/qa2/32000.csv @@ -0,0 +1,2 @@ +result +0.856 diff --git a/results/RMT-Retrieval/qa2/4000.csv b/results/RMT-Retrieval/qa2/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..9b92468b080e05d8e2a04b3f2f443e2ecdb03cdc --- /dev/null +++ b/results/RMT-Retrieval/qa2/4000.csv @@ -0,0 +1,2 @@ +result +0.98 diff --git a/results/RMT-Retrieval/qa2/500000.csv b/results/RMT-Retrieval/qa2/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..2798f17b459359b21eb82f026811c70e395a418b --- /dev/null +++ b/results/RMT-Retrieval/qa2/500000.csv @@ -0,0 +1,2 @@ +result +0.318 diff --git a/results/RMT-Retrieval/qa2/64000.csv b/results/RMT-Retrieval/qa2/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..8b6f4f484729fe97c194b3a3820ec63abfcbd1f2 --- /dev/null +++ b/results/RMT-Retrieval/qa2/64000.csv @@ -0,0 +1,2 @@ +result +0.716 diff --git a/results/RMT-Retrieval/qa2/8000.csv b/results/RMT-Retrieval/qa2/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..03d6a74549218b9d33d5ee22a6256d65f208654a --- /dev/null +++ b/results/RMT-Retrieval/qa2/8000.csv @@ -0,0 +1,2 @@ +result +0.972 diff --git a/results/RMT-Retrieval/qa3/0.csv b/results/RMT-Retrieval/qa3/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..e002c954eee94f099024d57ae2ecf259bacce210 --- /dev/null +++ b/results/RMT-Retrieval/qa3/0.csv @@ -0,0 +1,2 @@ +result +0.9440000000000001 diff --git a/results/RMT-Retrieval/qa3/1000000.csv b/results/RMT-Retrieval/qa3/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c6fcc5ab148ed28f5f4721fb55f92ecee484d79 --- /dev/null +++ b/results/RMT-Retrieval/qa3/1000000.csv @@ -0,0 +1,2 @@ +result +0.222 diff --git a/results/RMT-Retrieval/qa3/10000000.csv b/results/RMT-Retrieval/qa3/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..6ccefce35681af6287b17c07dc3ecdf69d02c011 --- /dev/null +++ b/results/RMT-Retrieval/qa3/10000000.csv @@ -0,0 +1,2 @@ +result +0.16399999999999998 diff --git a/results/RMT-Retrieval/qa3/128000.csv b/results/RMT-Retrieval/qa3/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..99a6ee0ea26c519f2cad5a759d98c81b02aa282e --- /dev/null +++ b/results/RMT-Retrieval/qa3/128000.csv @@ -0,0 +1,2 @@ +result +0.419 diff --git a/results/RMT-Retrieval/qa3/16000.csv b/results/RMT-Retrieval/qa3/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e952da3a8db796734136b86b833a087661b59f2d --- /dev/null +++ b/results/RMT-Retrieval/qa3/16000.csv @@ -0,0 +1,2 @@ +result +0.72 diff --git a/results/RMT-Retrieval/qa3/32000.csv b/results/RMT-Retrieval/qa3/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..bc05a60aaacfe0d188d8b5033cd1bae8d01458c2 --- /dev/null +++ b/results/RMT-Retrieval/qa3/32000.csv @@ -0,0 +1,2 @@ +result +0.625 diff --git a/results/RMT-Retrieval/qa3/4000.csv b/results/RMT-Retrieval/qa3/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7b6a265984604699bdd08630e4552ae939d1c338 --- /dev/null +++ b/results/RMT-Retrieval/qa3/4000.csv @@ -0,0 +1,2 @@ +result +0.838 diff --git a/results/RMT-Retrieval/qa3/500000.csv b/results/RMT-Retrieval/qa3/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..6d13b43b510452771c4aaf19765da9d42c5405ac --- /dev/null +++ b/results/RMT-Retrieval/qa3/500000.csv @@ -0,0 +1,2 @@ +result +0.255 diff --git a/results/RMT-Retrieval/qa3/64000.csv b/results/RMT-Retrieval/qa3/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..ada9716dfbee8eae49483a608f8b2a354626755e --- /dev/null +++ b/results/RMT-Retrieval/qa3/64000.csv @@ -0,0 +1,2 @@ +result +0.529 diff --git a/results/RMT-Retrieval/qa3/8000.csv b/results/RMT-Retrieval/qa3/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..dbc60bdd5a958138a793f206250c12fa784bd7f8 --- /dev/null +++ b/results/RMT-Retrieval/qa3/8000.csv @@ -0,0 +1,2 @@ +result +0.76 diff --git a/results/RMT-Retrieval/qa4/0.csv b/results/RMT-Retrieval/qa4/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..14cf5802a7905821f08297f495d9d4bdde6bbe1a --- /dev/null +++ b/results/RMT-Retrieval/qa4/0.csv @@ -0,0 +1,2 @@ +result +0.998 diff --git a/results/RMT-Retrieval/qa4/1000000.csv b/results/RMT-Retrieval/qa4/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..66b0922f18267d2b9ce0aebee27a110e5c63210d --- /dev/null +++ b/results/RMT-Retrieval/qa4/1000000.csv @@ -0,0 +1,2 @@ +result +0.26 diff --git a/results/RMT-Retrieval/qa4/10000000.csv b/results/RMT-Retrieval/qa4/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e4950cdc3d91596fe0128c450b34c9b0e91d91b --- /dev/null +++ b/results/RMT-Retrieval/qa4/10000000.csv @@ -0,0 +1,2 @@ +result +0.14 diff --git a/results/RMT-Retrieval/qa4/128000.csv b/results/RMT-Retrieval/qa4/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a7dd4fc3d7371c458ee35f2134647b337b59e06c --- /dev/null +++ b/results/RMT-Retrieval/qa4/128000.csv @@ -0,0 +1,2 @@ +result +0.501 diff --git a/results/RMT-Retrieval/qa4/16000.csv b/results/RMT-Retrieval/qa4/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..2d7d9acec65b94b2c7048d89dfdc5de875ac5e91 --- /dev/null +++ b/results/RMT-Retrieval/qa4/16000.csv @@ -0,0 +1,2 @@ +result +0.764 diff --git a/results/RMT-Retrieval/qa4/32000.csv b/results/RMT-Retrieval/qa4/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7dac77ef5acbad8fbd6afb1a79fb1c6b61076b41 --- /dev/null +++ b/results/RMT-Retrieval/qa4/32000.csv @@ -0,0 +1,2 @@ +result +0.722 diff --git a/results/RMT-Retrieval/qa4/4000.csv b/results/RMT-Retrieval/qa4/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5919aa293fb6fc171cee9cce0e81dca993518fa7 --- /dev/null +++ b/results/RMT-Retrieval/qa4/4000.csv @@ -0,0 +1,2 @@ +result +0.825 diff --git a/results/RMT-Retrieval/qa4/500000.csv b/results/RMT-Retrieval/qa4/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5d754ed29ca3e55da1c9a2ad0e62753b77f9e9b9 --- /dev/null +++ b/results/RMT-Retrieval/qa4/500000.csv @@ -0,0 +1,2 @@ +result +0.321 diff --git a/results/RMT-Retrieval/qa4/64000.csv b/results/RMT-Retrieval/qa4/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..2f7bad505e909b47e03ec89458c61025302c5c17 --- /dev/null +++ b/results/RMT-Retrieval/qa4/64000.csv @@ -0,0 +1,2 @@ +result +0.588 diff --git a/results/RMT-Retrieval/qa4/8000.csv b/results/RMT-Retrieval/qa4/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..09ecc8cb5186b09c4dfdc11b37f572d966eaa962 --- /dev/null +++ b/results/RMT-Retrieval/qa4/8000.csv @@ -0,0 +1,2 @@ +result +0.797 diff --git a/results/RMT-Retrieval/qa5/0.csv b/results/RMT-Retrieval/qa5/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..db0b01444ad497ac43367d7c9d0fedac571f743b --- /dev/null +++ b/results/RMT-Retrieval/qa5/0.csv @@ -0,0 +1,2 @@ +result +0.9840000000000001 diff --git a/results/RMT-Retrieval/qa5/1000000.csv b/results/RMT-Retrieval/qa5/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..56f3b8875e15155c2a0ee225bac5fc4c5fa6ce71 --- /dev/null +++ b/results/RMT-Retrieval/qa5/1000000.csv @@ -0,0 +1,2 @@ +result +0.499 diff --git a/results/RMT-Retrieval/qa5/10000000.csv b/results/RMT-Retrieval/qa5/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..5be5e2b842b0151eeaaf1248a55b12e87c0f1f2c --- /dev/null +++ b/results/RMT-Retrieval/qa5/10000000.csv @@ -0,0 +1,2 @@ +result +0.35 diff --git a/results/RMT-Retrieval/qa5/128000.csv b/results/RMT-Retrieval/qa5/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..6f5909b187f68c3863efcb2907bfa598786412b7 --- /dev/null +++ b/results/RMT-Retrieval/qa5/128000.csv @@ -0,0 +1,2 @@ +result +0.774 diff --git a/results/RMT-Retrieval/qa5/16000.csv b/results/RMT-Retrieval/qa5/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a3476c7e769bcb5d3d2f0b6a740cd784f154f903 --- /dev/null +++ b/results/RMT-Retrieval/qa5/16000.csv @@ -0,0 +1,2 @@ +result +0.982 diff --git a/results/RMT-Retrieval/qa5/32000.csv b/results/RMT-Retrieval/qa5/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..40a9722e43dec9b0bf4232e1bc7f22955993eb88 --- /dev/null +++ b/results/RMT-Retrieval/qa5/32000.csv @@ -0,0 +1,2 @@ +result +0.9359999999999999 diff --git a/results/RMT-Retrieval/qa5/4000.csv b/results/RMT-Retrieval/qa5/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..34b97f0f336efb36d63ca188097303a2d0ee3874 --- /dev/null +++ b/results/RMT-Retrieval/qa5/4000.csv @@ -0,0 +1,2 @@ +result +0.988 diff --git a/results/RMT-Retrieval/qa5/500000.csv b/results/RMT-Retrieval/qa5/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..ed2e44fafe4268183aa44333981fe8c8426c400d --- /dev/null +++ b/results/RMT-Retrieval/qa5/500000.csv @@ -0,0 +1,2 @@ +result +0.5589999999999999 diff --git a/results/RMT-Retrieval/qa5/64000.csv b/results/RMT-Retrieval/qa5/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..25af5f15adab0865e548d6ab92c3d3754048b90d --- /dev/null +++ b/results/RMT-Retrieval/qa5/64000.csv @@ -0,0 +1,2 @@ +result +0.862 diff --git a/results/RMT-Retrieval/qa5/8000.csv b/results/RMT-Retrieval/qa5/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7204542643cbce2e06f4fb2edfb1b1419e87a296 --- /dev/null +++ b/results/RMT-Retrieval/qa5/8000.csv @@ -0,0 +1,2 @@ +result +0.9890000000000001 diff --git a/results/RMT/qa1/0.csv b/results/RMT/qa1/0.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..5e7680dbef8e417669b25ed944afbd0c47ee5728 100644 --- a/results/RMT/qa1/0.csv +++ b/results/RMT/qa1/0.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +1.0 diff --git a/results/RMT/qa1/1000000.csv b/results/RMT/qa1/1000000.csv index 16897b3800f692d40823f59304571c3d4e802c19..174893d895c98d1de7171424fe2f02b05203967d 100644 --- a/results/RMT/qa1/1000000.csv +++ b/results/RMT/qa1/1000000.csv @@ -1,2 +1,2 @@ -,result, -0,0.942 +result +0.9420000000000001 diff --git a/results/RMT/qa1/10000000.csv b/results/RMT/qa1/10000000.csv index 7352a6ee616c18250778df67e40a01e04a4b9121..2d7d9acec65b94b2c7048d89dfdc5de875ac5e91 100644 --- a/results/RMT/qa1/10000000.csv +++ b/results/RMT/qa1/10000000.csv @@ -1,2 +1,2 @@ -,result, -0,0.7638 +result +0.764 diff --git a/results/RMT/qa1/128000.csv b/results/RMT/qa1/128000.csv index 3898d42bdec44fa398ab3fe8d140a27108d0f070..e059ea7d9d9be0900305ecd21f33cd561b06410e 100644 --- a/results/RMT/qa1/128000.csv +++ b/results/RMT/qa1/128000.csv @@ -1,2 +1,2 @@ -,result, -0,0.996 +result +0.991 diff --git a/results/RMT/qa1/16000.csv b/results/RMT/qa1/16000.csv index 19c0799fc5a61bdcdafc8436da401b30a0d40dfc..5e7680dbef8e417669b25ed944afbd0c47ee5728 100644 --- a/results/RMT/qa1/16000.csv +++ b/results/RMT/qa1/16000.csv @@ -1,2 +1,2 @@ -,result, -0,0.999 +result +1.0 diff --git a/results/RMT/qa1/32000.csv b/results/RMT/qa1/32000.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..5e7680dbef8e417669b25ed944afbd0c47ee5728 100644 --- a/results/RMT/qa1/32000.csv +++ b/results/RMT/qa1/32000.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +1.0 diff --git a/results/RMT/qa1/4000.csv b/results/RMT/qa1/4000.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..5e7680dbef8e417669b25ed944afbd0c47ee5728 100644 --- a/results/RMT/qa1/4000.csv +++ b/results/RMT/qa1/4000.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +1.0 diff --git a/results/RMT/qa1/500000.csv b/results/RMT/qa1/500000.csv index ad4aea07e35dd0edfb7b4547d246f1fa96de1f55..1386c2dc1db7420b625662d9f9f51493fd341c98 100644 --- a/results/RMT/qa1/500000.csv +++ b/results/RMT/qa1/500000.csv @@ -1,2 +1,2 @@ -,result, -0,0.964 +result +0.9640000000000001 diff --git a/results/RMT/qa1/64000.csv b/results/RMT/qa1/64000.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..d76580181072b6f17ef112a0df77ae7d75df91bc 100644 --- a/results/RMT/qa1/64000.csv +++ b/results/RMT/qa1/64000.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +0.996 diff --git a/results/RMT/qa1/8000.csv b/results/RMT/qa1/8000.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..f072598258cbc7e7200addd66867afc1410e938c 100644 --- a/results/RMT/qa1/8000.csv +++ b/results/RMT/qa1/8000.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +0.9990000000000001 diff --git a/results/RMT/qa2/0.csv b/results/RMT/qa2/0.csv index 90d6b0be6604aad4d6b1f54f223a49735e07acd6..d4a76b1b1f31145a65a7012e7e27d6e5fe52ad1f 100644 --- a/results/RMT/qa2/0.csv +++ b/results/RMT/qa2/0.csv @@ -1,2 +1,2 @@ -,result, -0,1 +result +0.977 diff --git a/results/RMT/qa2/1000000.csv b/results/RMT/qa2/1000000.csv index 7a6b4076c8c1d4efb98f519ad1c9b4d35c37aedf..6d13b43b510452771c4aaf19765da9d42c5405ac 100644 --- a/results/RMT/qa2/1000000.csv +++ b/results/RMT/qa2/1000000.csv @@ -1,2 +1,2 @@ -,result, -0,0.255 +result +0.255 diff --git a/results/RMT/qa2/10000000.csv b/results/RMT/qa2/10000000.csv index 25f9ec12c63bebe487bcaad428b93f9be68e246e..dfc52ba19c0e512654a43913d40bacb90f6d6f9c 100644 --- a/results/RMT/qa2/10000000.csv +++ b/results/RMT/qa2/10000000.csv @@ -1,2 +1,2 @@ -,result, -0,0.162 +result +0.162 diff --git a/results/RMT/qa2/128000.csv b/results/RMT/qa2/128000.csv index 8041091d62a51bd26e1b6b92e5484cd2a82b8ad7..1b5703be9f3901361330001fb7a6849d576ea728 100644 --- a/results/RMT/qa2/128000.csv +++ b/results/RMT/qa2/128000.csv @@ -1,2 +1,2 @@ -,result, -0,0.563 +result +0.563 diff --git a/results/RMT/qa2/16000.csv b/results/RMT/qa2/16000.csv index bf8c5c4f97a1d3c9b8c8bb33d8c683d848969206..e98f2d650a3db13219f6704e28ca6b009a30381b 100644 --- a/results/RMT/qa2/16000.csv +++ b/results/RMT/qa2/16000.csv @@ -1,2 +1,2 @@ -,result, -0,0.961 +result +0.961 diff --git a/results/RMT/qa2/32000.csv b/results/RMT/qa2/32000.csv index 2f2673a5b256a374db897f74b2084e8bc24179b6..df2c87bdffe73a2202dcd7046c6966eaa4fc7626 100644 --- a/results/RMT/qa2/32000.csv +++ b/results/RMT/qa2/32000.csv @@ -1,2 +1,2 @@ -,result, -0,0.874 +result +0.8740000000000001 diff --git a/results/RMT/qa2/4000.csv b/results/RMT/qa2/4000.csv index 96db2f25e3d411b4c4454a8e2f2438d2ddcad13c..7204542643cbce2e06f4fb2edfb1b1419e87a296 100644 --- a/results/RMT/qa2/4000.csv +++ b/results/RMT/qa2/4000.csv @@ -1,2 +1,2 @@ -,result, -0,0.989 +result +0.9890000000000001 diff --git a/results/RMT/qa2/500000.csv b/results/RMT/qa2/500000.csv index 45149aaad7aace50d65d251face4bf72a43b7574..c297a96bf813f15aca75a5f65ed7e2d9a828d24c 100644 --- a/results/RMT/qa2/500000.csv +++ b/results/RMT/qa2/500000.csv @@ -1,2 +1,2 @@ -,result, -0,0.32 +result +0.32 diff --git a/results/RMT/qa2/64000.csv b/results/RMT/qa2/64000.csv index 8436a26d053c7b8c4b4bad0e18efcddc870c62f7..e34a5310401d9b7181bc86bb76bfd2d656c71ffc 100644 --- a/results/RMT/qa2/64000.csv +++ b/results/RMT/qa2/64000.csv @@ -1,2 +1,2 @@ -,result, -0,0.727 +result +0.727 diff --git a/results/RMT/qa2/8000.csv b/results/RMT/qa2/8000.csv index a435599c7f2ddffe94949841280b6738bcad067a..db0b01444ad497ac43367d7c9d0fedac571f743b 100644 --- a/results/RMT/qa2/8000.csv +++ b/results/RMT/qa2/8000.csv @@ -1,2 +1,2 @@ -,result, -0,0.984 +result +0.9840000000000001 diff --git a/results/RMT/qa3/0.csv b/results/RMT/qa3/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..e002c954eee94f099024d57ae2ecf259bacce210 --- /dev/null +++ b/results/RMT/qa3/0.csv @@ -0,0 +1,2 @@ +result +0.9440000000000001 diff --git a/results/RMT/qa3/1000000.csv b/results/RMT/qa3/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c20990b3b934142484ffd4b64c0ac37139afc0d4 --- /dev/null +++ b/results/RMT/qa3/1000000.csv @@ -0,0 +1,2 @@ +result +0.248 diff --git a/results/RMT/qa3/10000000.csv b/results/RMT/qa3/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..246a133d32405f187fce2a1d910781fb6ed86d87 --- /dev/null +++ b/results/RMT/qa3/10000000.csv @@ -0,0 +1,2 @@ +result +0.21 diff --git a/results/RMT/qa3/128000.csv b/results/RMT/qa3/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a3fa1857c79741228909723f017642a9f97290e1 --- /dev/null +++ b/results/RMT/qa3/128000.csv @@ -0,0 +1,2 @@ +result +0.429 diff --git a/results/RMT/qa3/16000.csv b/results/RMT/qa3/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..a46402284e9cdfd75abb4d9b76006e9f78338509 --- /dev/null +++ b/results/RMT/qa3/16000.csv @@ -0,0 +1,2 @@ +result +0.7020000000000001 diff --git a/results/RMT/qa3/32000.csv b/results/RMT/qa3/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fc699675bc0e7929c1e77a4244b735fa92653992 --- /dev/null +++ b/results/RMT/qa3/32000.csv @@ -0,0 +1,2 @@ +result +0.618 diff --git a/results/RMT/qa3/4000.csv b/results/RMT/qa3/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..458193d082c6955b334747537c03bec35f73efea --- /dev/null +++ b/results/RMT/qa3/4000.csv @@ -0,0 +1,2 @@ +result +0.836 diff --git a/results/RMT/qa3/500000.csv b/results/RMT/qa3/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e917644cc91796cb23e989b17f253c4ceab95d06 --- /dev/null +++ b/results/RMT/qa3/500000.csv @@ -0,0 +1,2 @@ +result +0.259 diff --git a/results/RMT/qa3/64000.csv b/results/RMT/qa3/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..883dd187d72c521a849219a84c99d0c881b383e3 --- /dev/null +++ b/results/RMT/qa3/64000.csv @@ -0,0 +1,2 @@ +result +0.519 diff --git a/results/RMT/qa3/8000.csv b/results/RMT/qa3/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..3f2dac4457b3854cf209f9442f5b55bec163ae3c --- /dev/null +++ b/results/RMT/qa3/8000.csv @@ -0,0 +1,2 @@ +result +0.738 diff --git a/results/RMT/qa4/0.csv b/results/RMT/qa4/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..14cf5802a7905821f08297f495d9d4bdde6bbe1a --- /dev/null +++ b/results/RMT/qa4/0.csv @@ -0,0 +1,2 @@ +result +0.998 diff --git a/results/RMT/qa4/1000000.csv b/results/RMT/qa4/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb1430d01db5613ebaf1aa12a9163452bd54e5a1 --- /dev/null +++ b/results/RMT/qa4/1000000.csv @@ -0,0 +1,2 @@ +result +0.273 diff --git a/results/RMT/qa4/10000000.csv b/results/RMT/qa4/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..787805254bd995a0ed3182c7557f84830f3d15dd --- /dev/null +++ b/results/RMT/qa4/10000000.csv @@ -0,0 +1,2 @@ +result +0.172 diff --git a/results/RMT/qa4/128000.csv b/results/RMT/qa4/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..7ce655c90b50c89eda745a06fd2d5d6da91ed9e6 --- /dev/null +++ b/results/RMT/qa4/128000.csv @@ -0,0 +1,2 @@ +result +0.4 diff --git a/results/RMT/qa4/16000.csv b/results/RMT/qa4/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..89c92a535d4f4dd9ce13c31f3396c7ac237503a0 --- /dev/null +++ b/results/RMT/qa4/16000.csv @@ -0,0 +1,2 @@ +result +0.792 diff --git a/results/RMT/qa4/32000.csv b/results/RMT/qa4/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..94921176687a3cf8ddd604d0f86aa25ee1a5af67 --- /dev/null +++ b/results/RMT/qa4/32000.csv @@ -0,0 +1,2 @@ +result +0.705 diff --git a/results/RMT/qa4/4000.csv b/results/RMT/qa4/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..4b7c776a8d802029501fbf7f1f2f4b546a662884 --- /dev/null +++ b/results/RMT/qa4/4000.csv @@ -0,0 +1,2 @@ +result +0.823 diff --git a/results/RMT/qa4/500000.csv b/results/RMT/qa4/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..1b538c245880b943d64060f79b68a79b935077ca --- /dev/null +++ b/results/RMT/qa4/500000.csv @@ -0,0 +1,2 @@ +result +0.294 diff --git a/results/RMT/qa4/64000.csv b/results/RMT/qa4/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..978066ac8d045912e3a03b11ac8110d35318457b --- /dev/null +++ b/results/RMT/qa4/64000.csv @@ -0,0 +1,2 @@ +result +0.512 diff --git a/results/RMT/qa4/8000.csv b/results/RMT/qa4/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..27cd825b8ca65e10ddeb4f8634b09af498388f4f --- /dev/null +++ b/results/RMT/qa4/8000.csv @@ -0,0 +1,2 @@ +result +0.8190000000000001 diff --git a/results/RMT/qa5/0.csv b/results/RMT/qa5/0.csv new file mode 100644 index 0000000000000000000000000000000000000000..db0b01444ad497ac43367d7c9d0fedac571f743b --- /dev/null +++ b/results/RMT/qa5/0.csv @@ -0,0 +1,2 @@ +result +0.9840000000000001 diff --git a/results/RMT/qa5/1000000.csv b/results/RMT/qa5/1000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..ea17e680f171042bd7e193d2fe91edb1f4a271e9 --- /dev/null +++ b/results/RMT/qa5/1000000.csv @@ -0,0 +1,2 @@ +result +0.48 diff --git a/results/RMT/qa5/10000000.csv b/results/RMT/qa5/10000000.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb1430d01db5613ebaf1aa12a9163452bd54e5a1 --- /dev/null +++ b/results/RMT/qa5/10000000.csv @@ -0,0 +1,2 @@ +result +0.273 diff --git a/results/RMT/qa5/128000.csv b/results/RMT/qa5/128000.csv new file mode 100644 index 0000000000000000000000000000000000000000..74be15a8b7bcdab3b4996afec510b1b1a1fae0cf --- /dev/null +++ b/results/RMT/qa5/128000.csv @@ -0,0 +1,2 @@ +result +0.7809999999999999 diff --git a/results/RMT/qa5/16000.csv b/results/RMT/qa5/16000.csv new file mode 100644 index 0000000000000000000000000000000000000000..c21f27b70cd7f93717d8b59c2455fbf253fac75f --- /dev/null +++ b/results/RMT/qa5/16000.csv @@ -0,0 +1,2 @@ +result +0.9740000000000001 diff --git a/results/RMT/qa5/32000.csv b/results/RMT/qa5/32000.csv new file mode 100644 index 0000000000000000000000000000000000000000..838468ddec5023ead506b8e3ac5bcd0514f6300f --- /dev/null +++ b/results/RMT/qa5/32000.csv @@ -0,0 +1,2 @@ +result +0.955 diff --git a/results/RMT/qa5/4000.csv b/results/RMT/qa5/4000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b9de09c3d5c6237e907048dcf100593225554298 --- /dev/null +++ b/results/RMT/qa5/4000.csv @@ -0,0 +1,2 @@ +result +0.993 diff --git a/results/RMT/qa5/500000.csv b/results/RMT/qa5/500000.csv new file mode 100644 index 0000000000000000000000000000000000000000..b39d4d721edf97a3238b8a06267ec2bf97e749f0 --- /dev/null +++ b/results/RMT/qa5/500000.csv @@ -0,0 +1,2 @@ +result +0.564 diff --git a/results/RMT/qa5/64000.csv b/results/RMT/qa5/64000.csv new file mode 100644 index 0000000000000000000000000000000000000000..470e58188f931b31d4206067b91794b0fd1deb1e --- /dev/null +++ b/results/RMT/qa5/64000.csv @@ -0,0 +1,2 @@ +result +0.885 diff --git a/results/RMT/qa5/8000.csv b/results/RMT/qa5/8000.csv new file mode 100644 index 0000000000000000000000000000000000000000..e059ea7d9d9be0900305ecd21f33cd561b06410e --- /dev/null +++ b/results/RMT/qa5/8000.csv @@ -0,0 +1,2 @@ +result +0.991