blog / src /fragments /math_vs_avg_all.html
clefourrier's picture
clefourrier HF staff
Squash entire repository history into a single commit
1f5f1cc
raw
history blame contribute delete
No virus
22.3 kB
<div> <div id="e4c36ce6-151a-4002-b513-fcc65033fcde" class="plotly-graph-div" style="height:100%; width:100%;"></div> <script type="text/javascript"> window.PLOTLYENV=window.PLOTLYENV || {}; if (document.getElementById("e4c36ce6-151a-4002-b513-fcc65033fcde")) { Plotly.newPlot( "e4c36ce6-151a-4002-b513-fcc65033fcde", [{"hoverinfo":"all","marker":{"color":"#FF323D"},"mode":"markers","name":"Chat Models","text":["upstage\u002fSOLAR-10.7B-Instruct-v1.0","tiiuae\u002ffalcon-7b-instruct","tiiuae\u002ffalcon-40b-instruct","teknium\u002fOpenHermes-2.5-Mistral-7B","teknium\u002fOpenHermes-2-Mistral-7B","stabilityai\u002fstablelm-zephyr-3b","stabilityai\u002fstablelm-2-zephyr-1_6b","stabilityai\u002fstablelm-2-1_6b-chat","stabilityai\u002fstablelm-2-12b-chat","refuelai\u002fLlama-3-Refueled","openchat\u002fopenchat_3.5","openchat\u002fopenchat-3.5-1210","mlabonne\u002fOrpoLlama-3-8B","mlabonne\u002fNeuralDaredevil-8B-abliterated","mlabonne\u002fAlphaMonarch-7B","mistralai\u002fMixtral-8x7B-Instruct-v0.1","mistralai\u002fMistral-7B-Instruct-v0.3","mistralai\u002fMistral-7B-Instruct-v0.2","mistralai\u002fMistral-7B-Instruct-v0.1","microsoft\u002fPhi-3-small-128k-instruct","microsoft\u002fPhi-3-mini-4k-instruct","microsoft\u002fPhi-3-mini-128k-instruct","microsoft\u002fPhi-3-medium-4k-instruct","microsoft\u002fDialoGPT-medium","meta-llama\u002fMeta-Llama-3-8B-Instruct","meta-llama\u002fMeta-Llama-3-70B-Instruct","meta-llama\u002fLlama-2-7b-chat-hf","meta-llama\u002fLlama-2-70b-chat-hf","meta-llama\u002fLlama-2-13b-chat-hf","internlm\u002finternlm2-chat-1_8b","ibm\u002fmerlinite-7b","gradientai\u002fLlama-3-8B-Instruct-Gradient-1048k","google\u002frecurrentgemma-2b-it","google\u002fgemma-7b-it","google\u002fgemma-2b-it","google\u002fgemma-1.1-7b-it","google\u002fgemma-1.1-2b-it","deepseek-ai\u002fdeepseek-moe-16b-chat","deepseek-ai\u002fdeepseek-llm-7b-chat","deepseek-ai\u002fdeepseek-llm-67b-chat","cognitivecomputations\u002fdolphin-2.9-llama3-8b","berkeley-nest\u002fStarling-LM-7B-alpha","argilla\u002fnotux-8x7b-v1","allenai\u002fOLMo-7B-Instruct-hf","abacusai\u002fSmaug-34B-v0.1","TencentARC\u002fLLaMA-Pro-8B-Instruct","Qwen\u002fQwen2-7B-Instruct","Qwen\u002fQwen2-72B-Instruct","Qwen\u002fQwen2-1.5B-Instruct","Qwen\u002fQwen2-0.5B-Instruct","Qwen\u002fQwen1.5-MoE-A2.7B-Chat","Qwen\u002fQwen1.5-7B-Chat","Qwen\u002fQwen1.5-4B-Chat","Qwen\u002fQwen1.5-32B-Chat","Qwen\u002fQwen1.5-14B-Chat","Qwen\u002fQwen1.5-110B-Chat","Qwen\u002fQwen1.5-1.8B-Chat","Qwen\u002fQwen1.5-0.5B-Chat","Open-Orca\u002fMistral-7B-OpenOrca","NousResearch\u002fNous-Hermes-2-SOLAR-10.7B","NousResearch\u002fNous-Hermes-2-Mixtral-8x7B-SFT","NousResearch\u002fNous-Hermes-2-Mixtral-8x7B-DPO","NousResearch\u002fNous-Hermes-2-Mistral-7B-DPO","NousResearch\u002fHermes-2-Theta-Llama-3-8B","NousResearch\u002fHermes-2-Pro-Mistral-7B","NousResearch\u002fHermes-2-Pro-Llama-3-8B","LLM360\u002fK2-Chat","HuggingFaceH4\u002fzephyr-7b-gemma-v0.1","HuggingFaceH4\u002fzephyr-7b-beta","HuggingFaceH4\u002fzephyr-7b-alpha","Deci\u002fDeciLM-7B-instruct","CohereForAI\u002fc4ai-command-r-v01","CohereForAI\u002fc4ai-command-r-plus","CohereForAI\u002faya-23-8B","CohereForAI\u002faya-23-35B","01-ai\u002fYi-6B-Chat","01-ai\u002fYi-34B-Chat","01-ai\u002fYi-1.5-9B-Chat-16K","01-ai\u002fYi-1.5-9B-Chat","01-ai\u002fYi-1.5-6B-Chat","01-ai\u002fYi-1.5-34B-Chat"],"x":[19.96198910037107,5.224143354430813,10.662030971612849,21.5668000005151,21.67560934553434,12.60309577740402,9.498432832781326,8.865385364773465,16.528868066061186,23.085402384383887,21.878917705189114,22.928004487572135,15.159848592942154,22.400692912496094,17.913613949329132,24.728023968086458,19.447010021691572,18.77267341004123,13.855740703432188,29.16068060228012,26.358813854450805,25.876029923762406,33.11686401652233,5.458775192468141,24.29357895679186,36.670224625240515,9.64750920803739,13.014699871431032,11.264317817616549,10.756825963222544,17.041609439493804,18.44059506140815,8.294040437605839,13.115262918595386,7.444219925694604,17.721424519100726,8.007063269657525,10.391623888794859,15.063424379737667,27.26438561483008,18.624196317443467,20.986276595837733,24.507486215204057,10.987916220418041,24.127214101002167,15.440917127630984,25.145119510695622,43.0224180362466,14.20228620346751,6.600960947562641,15.117373891912484,16.8868411493638,12.596867001297822,27.50394865484468,21.36856780912501,29.639559939762638,9.24538329070223,5.77681186667438,17.94210040435002,23.690783600729116,22.132441017315738,27.34344110617293,21.362154508301845,25.007189681399584,21.992571996020157,21.983543202447425,23.288116355034536,16.1306112676892,18.035324594254,18.850736862089683,17.75126040411166,25.735168589206054,31.29533576157876,16.27657263734265,24.995879349603467,14.292512668359166,24.26841887652191,23.260288651945572,28.1114176619766,22.405531883132653,33.07681784692709],"y":[0.0,0.6042296072507553,1.5105740181268883,4.45619335347432,3.8519637462235647,4.078549848942599,2.1148036253776437,1.0574018126888218,2.0392749244712993,3.927492447129909,6.570996978851963,6.873111782477341,3.8519637462235647,8.006042296072508,3.8519637462235647,9.06344410876133,3.1722054380664653,2.643504531722054,1.5105740181268883,0.0,11.63141993957704,8.91238670694864,16.993957703927492,0.0,8.685800604229607,23.338368580060422,0.6797583081570997,0.906344410876133,0.6042296072507553,2.416918429003021,2.3413897280966767,4.380664652567976,1.7371601208459215,1.5861027190332326,0.4531722054380665,3.1722054380664653,0.1510574018126888,1.6616314199395772,1.7371601208459215,6.646525679758309,5.0604229607250755,7.175226586102719,8.685800604229607,0.6797583081570997,0.0,1.6616314199395772,8.610271903323262,35.12084592145015,5.81570996978852,1.6616314199395772,0.0,0.0,0.9818731117824773,6.646525679758309,0.0,0.0,0.4531722054380665,0.0,2.9456193353474323,5.211480362537765,1.7371601208459215,10.27190332326284,4.229607250755287,8.685800604229607,4.833836858006042,5.740181268882175,1.5861027190332326,6.646525679758309,2.416918429003021,1.5105740181268883,2.794561933534743,0.0,7.552870090634441,1.4350453172205437,2.643504531722054,0.6797583081570997,4.305135951661631,12.613293051359516,11.63141993957704,12.537764350453173,23.338368580060422],"type":"scatter"},{"hoverinfo":"all","marker":{"color":"#FF9D00"},"mode":"markers","name":"Fine-tuned Models","text":["togethercomputer\u002fRedPajama-INCITE-Instruct-3B-v1","togethercomputer\u002fRedPajama-INCITE-Chat-3B-v1","togethercomputer\u002fRedPajama-INCITE-7B-Instruct","togethercomputer\u002fRedPajama-INCITE-7B-Chat","togethercomputer\u002fLlama-2-7B-32K-Instruct","togethercomputer\u002fLLaMA-2-7B-32K","togethercomputer\u002fGPT-NeoXT-Chat-Base-20B","togethercomputer\u002fGPT-JT-6B-v1","teknium\u002fOpenHermes-7B","teknium\u002fOpenHermes-13B","teknium\u002fCollectiveCognition-v1.1-Mistral-7B","openchat\u002fopenchat_v3.2_super","openchat\u002fopenchat_v3.2","mistral-community\u002fmixtral-8x22B-v0.3","microsoft\u002fOrca-2-7b","microsoft\u002fOrca-2-13b","lmsys\u002fvicuna-7b-v1.5","databricks\u002fdolly-v2-7b","databricks\u002fdolly-v2-3b","databricks\u002fdolly-v2-12b","abacusai\u002fSmaug-72B-v0.1","WizardLMTeam\u002fWizardLM-70B-V1.0","WizardLMTeam\u002fWizardLM-13B-V1.2","WizardLMTeam\u002fWizardLM-13B-V1.0","TencentARC\u002fMistral_Pro_8B_v0.1","TencentARC\u002fMetaMath-Mistral-Pro","TencentARC\u002fLLaMA-Pro-8B","PygmalionAI\u002fpygmalion-6b","OpenAssistant\u002foasst-sft-1-pythia-12b","NousResearch\u002fNous-Hermes-llama-2-7b","Nexusflow\u002fNexusRaven-V2-13B","Intel\u002fneural-chat-7b-v3-3","Intel\u002fneural-chat-7b-v3-2","Intel\u002fneural-chat-7b-v3-1","Intel\u002fneural-chat-7b-v3","IDEA-CCNL\u002fZiya-LLaMA-13B-v1","CausalLM\u002f14B"],"x":[5.877290499403223,4.950649056169291,6.548084227182674,4.160158459526323,8.40430897390543,6.93439968133643,5.145050982995508,7.050863394663338,9.722608152563426,12.38792642210653,14.517111685857857,13.109973131485312,14.08936736470505,25.933038566778535,14.430062022117255,18.450009819948523,11.040046675474356,5.782967201011895,5.656584399145012,6.601256964683983,29.97602232654488,22.678353582430713,15.444603080049198,4.746415879557472,14.478952518748692,12.274360797020016,9.018222555047677,5.6041766777314095,3.8585902115168556,9.519822174741984,8.534745248061597,20.32588235013024,21.782625883260096,21.34857259985854,18.25561809763723,4.105045758422495,16.834407720557678],"y":[0.6042296072507553,0.3021148036253776,1.3595166163141994,0.1510574018126888,1.0574018126888218,0.6797583081570997,1.1329305135951662,0.7552870090634441,1.0574018126888218,0.8308157099697886,2.9456193353474323,1.5861027190332326,1.1329305135951662,16.842900302114806,0.8308157099697886,0.9818731117824773,0.7552870090634441,0.9818731117824773,0.6042296072507553,1.4350453172205437,17.749244712990937,3.474320241691843,1.7371601208459215,0.0,5.664652567975831,4.607250755287009,1.6616314199395772,0.6042296072507553,1.4350453172205437,0.6797583081570997,1.812688821752266,0.6797583081570997,4.531722054380665,3.1722054380664653,2.190332326283988,0.0,3.3232628398791544],"type":"scatter"},{"hoverinfo":"all","marker":{"color":"#32343D"},"mode":"markers","name":"Pretrained Models","text":["upstage\u002fSOLAR-10.7B-v1.0","togethercomputer\u002fRedPajama-INCITE-Base-3B-v1","togethercomputer\u002fRedPajama-INCITE-7B-Base","tiiuae\u002ffalcon-7b","tiiuae\u002ffalcon-40b","tiiuae\u002ffalcon-11B","stabilityai\u002fstablelm-3b-4e1t","stabilityai\u002fstablelm-2-1_6b","stabilityai\u002fstablelm-2-12b","openai-community\u002fgpt2-xl","openai-community\u002fgpt2-medium","openai-community\u002fgpt2-large","openai-community\u002fgpt2","mosaicml\u002fmpt-7b","mistralai\u002fMixtral-8x7B-v0.1","mistralai\u002fMistral-7B-v0.3","mistralai\u002fMistral-7B-v0.1","mistral-community\u002fMistral-7B-v0.2","microsoft\u002fphi-2","microsoft\u002fphi-1_5","microsoft\u002fphi-1","meta-llama\u002fMeta-Llama-3-8B","meta-llama\u002fMeta-Llama-3-70B","meta-llama\u002fLlama-2-7b-hf","meta-llama\u002fLlama-2-70b-hf","meta-llama\u002fLlama-2-13b-hf","internlm\u002finternlm2-1_8b","ibm-granite\u002fgranite-7b-base","gpt2","google\u002frecurrentgemma-2b","google\u002fgemma-7b","google\u002fgemma-2b","facebook\u002fopt-30b","facebook\u002fopt-1.3b","distilbert\u002fdistilgpt2","deepseek-ai\u002fdeepseek-moe-16b-base","deepseek-ai\u002fdeepseek-llm-7b-base","databricks\u002fdolly-v1-6b","bigscience\u002fbloom-7b1","bigscience\u002fbloom-560m","bigscience\u002fbloom-3b","bigscience\u002fbloom-1b7","bigscience\u002fbloom-1b1","bigcode\u002fstarcoder2-7b","bigcode\u002fstarcoder2-3b","bigcode\u002fstarcoder2-15b","allenai\u002fOLMo-1B-hf","TinyLlama\u002fTinyLlama_v1.1","Qwen\u002fQwen2-7B","Qwen\u002fQwen2-1.5B","Qwen\u002fQwen2-0.5B","Qwen\u002fQwen1.5-MoE-A2.7B","Qwen\u002fQwen1.5-7B","Qwen\u002fQwen1.5-4B","Qwen\u002fQwen1.5-32B","Qwen\u002fQwen1.5-14B","Qwen\u002fQwen1.5-110B","Qwen\u002fQwen1.5-1.8B","Qwen\u002fQwen1.5-0.5B","NousResearch\u002fYarn-Solar-10b-64k","NousResearch\u002fYarn-Solar-10b-32k","NousResearch\u002fYarn-Mistral-7b-64k","NousResearch\u002fYarn-Mistral-7b-128k","NousResearch\u002fYarn-Llama-2-7b-64k","NousResearch\u002fYarn-Llama-2-7b-128k","EleutherAI\u002fpythia-6.9b","EleutherAI\u002fpythia-410m","EleutherAI\u002fpythia-2.8b","EleutherAI\u002fpythia-160m","EleutherAI\u002fpythia-12b","EleutherAI\u002fgpt-neox-20b","EleutherAI\u002fgpt-neo-2.7B","EleutherAI\u002fgpt-neo-1.3B","EleutherAI\u002fgpt-j-6b","Deci\u002fDeciLM-7B","01-ai\u002fYi-9B-200K","01-ai\u002fYi-9B","01-ai\u002fYi-6B-200K","01-ai\u002fYi-6B","01-ai\u002fYi-34B-200K","01-ai\u002fYi-34B","01-ai\u002fYi-1.5-9B-32K","01-ai\u002fYi-1.5-9B","01-ai\u002fYi-1.5-6B","01-ai\u002fYi-1.5-34B-32K","01-ai\u002fYi-1.5-34B"],"x":[17.072002756045183,5.64509861763104,5.673484667201078,5.30645040429035,11.584480467645415,14.059253080582723,7.489854747985089,5.4225520861850365,14.13954707452123,5.18855418850635,6.030449229619656,5.691382412001716,6.728552491962861,6.199329342086597,19.560643927492677,14.44934992979528,14.785260744365251,14.43484067053602,15.73462019324716,7.278966381216524,5.734191079665647,13.683780215445202,26.747507552057343,8.957661805904921,18.563355240383846,11.246983307460837,8.819068110520002,7.9750956934141035,6.754202027787066,7.161433254672173,15.57154537859274,7.497753965443674,6.418752784161142,5.4599184140204216,4.095492189907072,7.594718625910112,8.335906029233032,7.117199021274858,3.90189407892886,3.647998207444871,4.459582941663769,4.16702395750896,4.160480642622511,8.439977829902261,6.756586683106207,12.484658606602396,6.69024912490018,4.903276740133232,24.027680504107995,10.572358828402633,7.2853847718504925,12.692287211098375,15.513969941824953,11.549390609506494,27.090416473303993,20.564789692680726,29.9753750223327,9.358391648266263,5.34318387184267,15.35001592410188,15.91418646233148,13.704086430765107,13.429588977244245,7.347248648399418,6.90837031768703,6.067306951555627,5.322979769100292,5.651452923973085,5.828624807279859,6.150025263258958,6.2080934311811795,6.562227474840892,5.5402354119549315,6.76507699088038,15.239300002315593,17.903955811276422,17.925354986040567,12.153788661442325,13.88194077906782,20.121929358758177,22.612245457968566,19.937832365595014,22.304731728901334,16.778059015115186,26.787599820170445,25.812197022082785],"y":[2.1148036253776437,0.906344410876133,0.9818731117824773,0.5287009063444109,1.3595166163141994,2.3413897280966767,0.6797583081570997,0.1510574018126888,3.474320241691843,0.3021148036253776,0.22658610271903326,0.6797583081570997,0.22658610271903326,1.283987915407855,8.836858006042297,2.643504531722054,2.492447129909366,2.643504531722054,2.416918429003021,1.1329305135951662,0.6797583081570997,3.2477341389728096,16.540785498489427,1.2084592145015105,2.492447129909366,1.0574018126888218,1.1329305135951662,0.6042296072507553,0.22658610271903326,1.6616314199395772,6.419939577039275,2.719033232628399,0.6042296072507553,0.7552870090634441,0.0,1.812688821752266,1.2084592145015105,1.3595166163141994,0.0,0.0755287009063444,0.0755287009063444,0.0755287009063444,0.1510574018126888,2.56797583081571,1.4350453172205437,4.833836858006042,0.7552870090634441,0.4531722054380665,18.806646525679756,6.268882175226587,2.56797583081571,0.1510574018126888,4.45619335347432,2.416918429003021,26.661631419939575,16.46525679758308,23.036253776435046,2.2658610271903323,0.4531722054380665,2.2658610271903323,2.416918429003021,3.0211480362537766,2.492447129909366,0.9818731117824773,0.7552870090634441,0.7552870090634441,0.3021148036253776,0.6797583081570997,0.22658610271903326,0.906344410876133,0.6042296072507553,0.5287009063444109,0.6797583081570997,1.2084592145015105,2.416918429003021,5.81570996978852,4.380664652567976,1.2084592145015105,1.5105740181268883,4.45619335347432,4.45619335347432,9.592145015105741,10.196374622356496,5.664652567975831,13.444108761329304,14.04833836858006],"type":"scatter"}], {"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmapgl":[{"type":"heatmapgl","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"legend":{"x":0,"y":1,"traceorder":"normal"},"title":{"text":"Average MATH Scores by Model Type"},"yaxis":{"title":{"text":"MATH lvl 5 Score"}},"xaxis":{"title":{"text":"Average score over all tasks"}}}, {"responsive": true} ) }; </script> </div>