Initial upload

.gitattributes

@@ -1,2 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
 *.json filter=lfs diff=lfs merge=lfs -text
-*.py filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,35 @@
+---
+title: Bittensor Lmeh Evaluations
+emoji: 🏆
+colorFrom: green
+colorTo: indigo
+sdk: gradio
+sdk_version: 3.33.1
+app_file: app.py
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+
+# HF LLM Leaderboard Evluation Scripts for Bittensor Validatos
+
+### Install LM-Eval
+
+```
+git clone https://github.com/EleutherAI/lm-evaluation-harness
+cd lm-evaluation-harness
+pip install -e .
+```
+
+### Running Evaluations on Bittensor's Validator
+
+```
+python3 eval_bittensor.py --validator opentensor_foundation
+```
+
+### Running Evaluations on Bittensor's Validator
+
+```
+export BITAPAI_KEY = XXXX
+python3 eval_bittensor.py --validator tasostats
+```

_results/few-shot/opentensor_foundation/arc_challenge_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dad9333cc46a9c4a078adcd7ce3773e520023fe529349a88464cbf8bd54b0d5
+size 11320522

_results/few-shot/opentensor_foundation/hellaswag_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcf84170317fb2f8c5126a252b840adbb264d14dc0ad4b832351a82195d73f6
+size 62308880

_results/{hellaswag.json → few-shot/opentensor_foundation/hendrycksTest-abstract_algebra_results.json}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb5bfbbbd793bb3700fdd232df51df2bed54e600cff359d66e1ad715c4059dba
-size 8273334
+oid sha256:e67a4214716005ae044d2df22f300d0a5279744e6766679d55f03975b54c5b14
+size 182462

_results/few-shot/opentensor_foundation/hendrycksTest-anatomy_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6231fa4b0c7bd7f0bc8154335a494c2be1bdfdbe47c0da0ea75a643743303039
+size 318818

_results/few-shot/opentensor_foundation/hendrycksTest-astronomy_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aa008f4ccc1dd5c2fe8e245c61be73f09a0a06781464079f6f8c9076c5df26
+size 448776

_results/few-shot/opentensor_foundation/hendrycksTest-business_ethics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acea8d03e21feeb11bebd5bbb058c8acf46d1b92fa3b0c07120ae2beea47c2c7
+size 331001

_results/few-shot/opentensor_foundation/hendrycksTest-clinical_knowledge_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd90396124fb471b5c5202b85b83f45f1d6d72863b67dd2d55051a9f03f228fb
+size 551475

_results/few-shot/opentensor_foundation/hendrycksTest-college_biology_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e69161c78f17292121d0e4c0b5b99beff06501a442e05ef21eaee43cbe14e74
+size 426143

_results/few-shot/opentensor_foundation/hendrycksTest-college_chemistry_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5a861c7e7392635b22269971cfa9b0b96e6d563089b0ea65a4db7c01ff002
+size 241452

_results/few-shot/opentensor_foundation/hendrycksTest-college_computer_science_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3135cd9fbcc948546858042ca203204e49d05f0cadb79b589322584a66a525b
+size 374464

_results/few-shot/opentensor_foundation/hendrycksTest-college_mathematics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b43b1b9b528cf5603fd695e8d383e244615340b3d41d2a9899f294a8ff80f8
+size 223855

_results/few-shot/opentensor_foundation/hendrycksTest-college_medicine_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2efe8fdfbbdcf551717a8b5c755e18fa77361fc2fcc8be11037b5ef1f7facc
+size 599803

_results/few-shot/opentensor_foundation/hendrycksTest-college_physics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb08b8ec4ffd7b73c0be2d394af1859643fda2f6ee30c0c2c662c187575d6320
+size 310562

_results/few-shot/opentensor_foundation/hendrycksTest-computer_security_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef3186f38c6bfc305cb838fa5a3b0e23968179d49a347ffce07ac561fca36e0
+size 337892

_results/few-shot/opentensor_foundation/hendrycksTest-conceptual_physics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd6102bfb2de78d47b978f561e9462c09a68970ad24af9cd38a8f254f92d7ee
+size 477879

_results/few-shot/opentensor_foundation/hendrycksTest-econometrics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067a4b1e10071949395e2757051395da1adaae33adad513cfaa296043d68039a
+size 458660

_results/few-shot/opentensor_foundation/hendrycksTest-electrical_engineering_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aab1d15e4b9e5083f4532bb8a0180d71a2b0bde25beccfe96edfb369802a0fc
+size 322549

_results/few-shot/opentensor_foundation/hendrycksTest-elementary_mathematics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119a4c6719d6acc2f1a1a29e5bc3c6b379535191312905a7b72902b810453503
+size 712303

_results/few-shot/opentensor_foundation/hendrycksTest-formal_logic_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74eb48d3966c14313891e80798e1fcd8fb8ed804737d1533a87a9bbd83ae118
+size 565974

_results/few-shot/opentensor_foundation/hendrycksTest-global_facts_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7161ebba211acbff8fecfff0ae2c422afd8002dbc401c511a353b1f1b11969af
+size 186486

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_biology_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7afd2a958ddb9f3054e9cd01accf30bc8e3b11459627462b3830fc3bbb34897
+size 921326

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_chemistry_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c040cd896cafd5cfc62382897a2b248a4a29164e0939472caa4d076d4f2e53
+size 520898

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_computer_science_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2dad4a8f6b8e362361b8453a4987de57075c61769458204d615aec1264e04d
+size 422941

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_european_history_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a7f95682110f6a84eb8487f70bea094167baf363b6f4456de0e4d602b1933f
+size 1835394

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_geography_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41effe75c3904d83ed4188626df35a147326de8fe9f5c38c4e38d7b492bdb57
+size 471737

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_government_and_politics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7fb0bfd50e143cb70e88caa63e1632bb0cbce0eca38a680a575fa7ffc5b76
+size 684698

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_macroeconomics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af934233771969d35ca9884a3860e6c7134710a72abcbbc35be52cf4a8a97f55
+size 1206173

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_mathematics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9257cb365d2d6e6a7d6239882072f1af48f6160870da1b1245b495f29ff5bf
+size 693387

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_microeconomics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d2327c3332cf1e383a8b0067335d54268518ad32474215ddda0003fc7d8c9
+size 783462

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_physics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915537a7bc12ccbd5f415ceae13cd9eec02e92cded5bf7158c310bb4cc6d488
+size 603384

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_psychology_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ef75b5364a57e0e0c29181448d9aaa2d5d75d03f5261638383a2c9abb463d3
+size 1506092

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_statistics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846d519d4d7c0f0989ba72314db3f1410343f637ad7f4aceba2e9486b3a650e5
+size 861687

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_us_history_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef4f0e0f1f774c52b27da5a4e3cdf99f7250fed623aa790cff7de83438d1f4
+size 2113578

_results/few-shot/opentensor_foundation/hendrycksTest-high_school_world_history_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa170bbf95675bcfcb0aba604b6b5f00179fccf5b642ffbad7a00126f4e69dd
+size 2515273

_results/few-shot/opentensor_foundation/hendrycksTest-human_aging_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd154edd7d708659c47f9a6f4dd147217c4971c7640d36d1eb2798c1b8f029b
+size 534049

_results/few-shot/opentensor_foundation/hendrycksTest-human_sexuality_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b70bc5b952db2acef50f4f153cfc0593e419696a99690b562e073ca47595ff
+size 350006

_results/few-shot/opentensor_foundation/hendrycksTest-international_law_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4f719780006bef2965878aed62e6bdfbdb99a5b465227f41f15c97f8fc6b99
+size 487066

_results/few-shot/opentensor_foundation/hendrycksTest-jurisprudence_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e681c1e8a2d448546b471322e5d7cc00f30f850139751ea9a2cab8d65f69d
+size 343181

_results/few-shot/opentensor_foundation/hendrycksTest-logical_fallacies_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e954de079b36dad0c7329f198f573e61f5aa6a65655aed72d9e7510b09af059d
+size 569334

_results/few-shot/opentensor_foundation/hendrycksTest-machine_learning_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69615011562cb8f000da90331dfd1e6ced79649947d53df94d3f47138357466
+size 304342

_results/few-shot/opentensor_foundation/hendrycksTest-management_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edebf332009fe75ddd773beffa2e0da2defa2172cf4a5cba0d0cac8a29427ad
+size 222575

_results/few-shot/opentensor_foundation/hendrycksTest-marketing_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5f82575448405ab7673ae5254b0649b0a1a2fc79c25cd751f851690d22791f
+size 655021

_results/few-shot/opentensor_foundation/hendrycksTest-medical_genetics_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dde966f930e507a00f7cb5164859107a999f5e91a79a7b385fee583a8e42f2
+size 200691

_results/few-shot/opentensor_foundation/hendrycksTest-miscellaneous_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243eb723b2a1c74dd1abb5be4427d791ab2a5c81a04e71d0bc5042087fd12d12
+size 1707392

_results/few-shot/opentensor_foundation/hendrycksTest-moral_disputes_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6cd16340412e7867202abe3451ff2d43643766af7e4b64b778245dca6126c3
+size 958319

_results/few-shot/opentensor_foundation/hendrycksTest-moral_scenarios_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbc4996951d6fb309f022d61730fb48da273d6041016001d8764ecb7e38491
+size 3255269

_results/few-shot/opentensor_foundation/hendrycksTest-nutrition_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bf3b34795388702cc529803d54aad9678e6661c3f6896aadf1207e3bedb603
+size 825966

_results/few-shot/opentensor_foundation/hendrycksTest-philosophy_results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f77e13824aa667fcae36011b71dd7b92b9b0833bab4c7537f39ccf87710fa1
+size 736418