formatted_data.csv

Tool,Model,Accuracy,Correct,Total,Mean Tokens Used,Mean Cost ($)
prediction-request-rag,gpt-4o-2024-08-06,0.7909967845659164,246,311,2437.675241157556,0.0314014469453376
prediction-request-reasoning,claude-3-5-sonnet-20240620,0.7830508474576271,231,295,2815.3050847457625,0.0209063491525423
prediction-request-reasoning,gpt-4o-2024-08-06,0.7642585551330798,201,263,2408.7148288973385,0.0412335361216729
superforcaster,gpt-4o-2024-08-06,0.7638036809815951,249,326,2131.929447852761,0.0221592944785276
prediction-request-rag,claude-3-5-sonnet-20240620,0.7582089552238805,254,335,2893.865671641791,0.0156288805970149
prediction-offline,claude-3-sonnet-20240229,0.756838905775076,249,329,920.5987841945288,0.0033739787234042
prediction-offline,claude-3-opus-20240229,0.7558823529411764,257,340,920.45,0.016866044117647
prediction-request-reasoning,claude-3-sonnet-20240229,0.753125,241,320,2645.509375,0.0192545156249999
prediction-offline,gpt-4-0125-preview,0.7507692307692307,244,325,727.1846153846154,0.0080489538461538
prediction-online,gpt-4o-2024-08-06,0.7507418397626113,253,337,2484.0830860534124,0.0268839169139465
prediction-offline-sme,gpt-4o-2024-08-06,0.7485207100591716,253,338,1381.3727810650887,0.0173823668639053
prediction-offline-sme,gpt-4-0125-preview,0.7484848484848485,247,330,1416.8484848484848,0.0181692121212121
prediction-request-reasoning,gpt-4-0125-preview,0.7483221476510067,223,298,1980.7281879194632,0.0256767449664429
prediction-offline,claude-3-5-sonnet-20240620,0.7433628318584071,252,339,815.4306784660766,0.0030337964601769
prediction-online,claude-3-sonnet-20240229,0.7411764705882353,252,340,2832.7617647058823,0.0095903911764705
prediction-url-cot,claude-3-sonnet-20240229,0.7355623100303952,242,329,14789.27963525836,0.0510609574468085
prediction-online,claude-3-5-sonnet-20240620,0.7337278106508875,248,338,2773.6745562130177,0.0099932130177514
prediction-request-reasoning,claude-3-opus-20240229,0.7337278106508875,248,338,2773.284023668639,0.1062446449704141
prediction-request-rag,claude-3-sonnet-20240229,0.7331288343558282,239,326,2850.1196319018404,0.0146586533742331
prediction-offline,claude-2,0.7201834862385321,157,218,779.4770642201835,0.0068916697247706
prediction-online,databricks/dbrx-instruct:nitro,0.7173252279635258,236,329,2696.0607902735564,0.0024264547112461
superforcaster,gpt-4-0125-preview,0.7169230769230769,233,325,2143.230769230769,0.0222704615384615
prediction-offline,gpt-4o-2024-08-06,0.7164179104477612,240,335,732.0776119402985,0.0081607761194029
prediction-request-rag,gpt-4-0125-preview,0.7161716171617162,217,303,1240.980198019802,0.013809207920792
prediction-online,gpt-4-0125-preview,0.713855421686747,237,332,1549.8524096385545,0.0172735843373493
prediction-offline,databricks/dbrx-instruct:nitro,0.7118055555555556,205,288,755.9895833333334,0.0006803906249999
prediction-online-sme,gpt-4-0125-preview,0.7012195121951219,230,328,2237.868902439024,0.0273858841463414
prediction-request-reasoning,claude-3-haiku-20240307,0.6982248520710059,236,338,2700.6508875739646,0.0016877189349112
prediction-with-research-bold,gpt-4-1106-preview,0.6938775510204082,34,49,9319.244897959185,0.1174148979591836
prediction-offline,nousresearch/nous-hermes-2-mixtral-8x7b-sft,0.6866952789699571,160,233,951.5751072961374,0.0005138505579399
prediction-online,claude-2,0.6600660066006601,200,303,1505.3135313531352,0.0133481716171617
prediction-offline,gpt-3.5-turbo-0125,0.6578171091445427,223,339,730.1740412979351,0.0007721681415928
prediction-request-reasoning,gpt-3.5-turbo-0125,0.6506410256410257,203,312,1871.173076923077,0.0021127275641025
prediction-offline-sme,gpt-3.5-turbo-0125,0.6294117647058823,214,340,1341.8323529411764,0.0014778852941176
superforcaster,gpt-3.5-turbo-0125,0.5648148148148148,183,324,2142.33024691358,0.0011131651234567
prediction-request-reasoning,databricks/dbrx-instruct:nitro,0.5555555555555556,5,9,2257.8888888888887,0.0020320999999999
prediction-online,gpt-3.5-turbo-0125,0.551622418879056,187,339,1576.684365781711,0.0016928525073746
prediction-request-reasoning,nousresearch/nous-hermes-2-mixtral-8x7b-sft,0.535593220338983,158,295,2921.172881355932,0.0015774333559321
prediction-request-rag,nousresearch/nous-hermes-2-mixtral-8x7b-sft,0.5018587360594795,135,269,3099.4869888475837,0.0016737229739776
prediction-request-rag,databricks/dbrx-instruct:nitro,0.5,5,10,2651.8,0.0023866199999999
prediction-online-sme,gpt-3.5-turbo-0125,0.4941176470588235,168,340,2189.1882352941175,0.0024025235294117
prediction-online,nousresearch/nous-hermes-2-mixtral-8x7b-sft,0.4666666666666667,147,315,3143.4285714285716,0.0016974514285714