diff --git a/app.py b/app.py index 3c48186ac0452ca2328965daa5ca5ff25a4e6f48..2fa2a9f2842af9a53a3dae8ffbbe876dd39f32b3 100644 --- a/app.py +++ b/app.py @@ -216,7 +216,7 @@ def main(): # When not doing new development, use the cache. use_cache = True - show_embeddings = st.sidebar.checkbox("Show embeddings") + show_embeddings = st.sidebar.checkbox("Show text clusters") # List of datasets for which embeddings are hard to compute: if compare_mode: diff --git a/cache_dir/bak/dup_counts_df.feather b/cache_dir/bak/dup_counts_df.feather deleted file mode 100644 index 9929c9547b68baa11718fc36ded46e1cbe7932c2..0000000000000000000000000000000000000000 --- a/cache_dir/bak/dup_counts_df.feather +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2f9af4398cd1f9b8c9c8675a18d63cbb320b4c47fc3de49d224334627010bd7a -size 1186 diff --git a/cache_dir/bak/npmi_terms.json b/cache_dir/bak/npmi_terms.json deleted file mode 100644 index df4ce142a8d99c85dbf9412ace9994e023eb0cd7..0000000000000000000000000000000000000000 --- a/cache_dir/bak/npmi_terms.json +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:40fe28d565cdaf341298dba8af66ddd48428cb15ff58f5a838277139c4a865b3 -size 191 diff --git a/cache_dir/bak/zipf_basic_stats.json b/cache_dir/bak/zipf_basic_stats.json deleted file mode 100644 index ba7d1eb395db39018b86b2ddb19804ca2dd22920..0000000000000000000000000000000000000000 --- a/cache_dir/bak/zipf_basic_stats.json +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a98e33063e6a463e1fd5ba712159e0d665a13c051455736ac61ec13635cbefb9 -size 62843 diff --git a/cache_dir/bak/zipf_fig.json b/cache_dir/bak/zipf_fig.json deleted file mode 100644 index fb7dacdf44aabeb48702613ab8af9f4420f01a80..0000000000000000000000000000000000000000 --- a/cache_dir/bak/zipf_fig.json +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e05f628ddd584cc8bef475935053754bd6878e74b08229486f45378fb3a6003b -size 15959382 diff --git a/cache_dir/c4_en.noblocklist_train_text/node_figure.json b/cache_dir/c4_en.noblocklist_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..caa2d20d34d41db22830c804670d9a5e3de5dae4 --- /dev/null +++ b/cache_dir/c4_en.noblocklist_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d747047909d1c71dfab01b488bde25ba652d8e40a2f23b15a15e45f53f8359d7 +size 93271 diff --git a/cache_dir/c4_en.noblocklist_train_text/node_list.th b/cache_dir/c4_en.noblocklist_train_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..787eafb53b4b5743fd82fa40437dbcb2c78b0479 --- /dev/null +++ b/cache_dir/c4_en.noblocklist_train_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab25e321004a413bacfeef6125e595dcf1ccd7e957bbc41efa29524c04f4bef +size 23692149 diff --git a/cache_dir/c4_en_train_text/node_figure.json b/cache_dir/c4_en_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..df4f84489983c6ea8a61b1685693c00bf14220b9 --- /dev/null +++ b/cache_dir/c4_en_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59873fee6b131784687730bbaf8f54b7537a5781088d54211dc39ea8f868157d +size 91467 diff --git a/cache_dir/c4_en_train_text/node_list.th b/cache_dir/c4_en_train_text/node_list.th index e245409c567e0a2427a312a446c8bf7972d29d91..a3f001cf31e9f31fe247ff13534d0dff795fb814 100644 --- a/cache_dir/c4_en_train_text/node_list.th +++ b/cache_dir/c4_en_train_text/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e1a21a6fd19ae3b95c281d1325eae02a0e64e1a75bac7b01aca759245b209b5c -size 24724129 +oid sha256:044b98e15c690ce7eba2a3ddcb9e721cbb80905ff4a6dadb9026e26e6e24bf44 +size 23525761 diff --git a/cache_dir/c4_realnewslike_train_text/node_figure.json b/cache_dir/c4_realnewslike_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..c4668ae85563a881a44aa069f6aa366e2e268131 --- /dev/null +++ b/cache_dir/c4_realnewslike_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d03cea1f2728c912e3fc3649c85efc589115d1fd460cd672e3272ee71f906a4 +size 110983 diff --git a/cache_dir/c4_realnewslike_train_text/node_list.th b/cache_dir/c4_realnewslike_train_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..df2204f4eb80f00fb4dcb3293b018324f71a1883 --- /dev/null +++ b/cache_dir/c4_realnewslike_train_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459d5ba497e165d0140946f468526da838cb3d8ce800b8dcb396f39e6231af30 +size 29335085 diff --git a/cache_dir/glue_mnli_train_hypothesis/node_figure.json b/cache_dir/glue_mnli_train_hypothesis/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..f44639b0a540134b46ef491d686ffe0050c44f1e --- /dev/null +++ b/cache_dir/glue_mnli_train_hypothesis/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e77deba87cf5279f9f9a838293abf7e9e7718d8553023b4441bfb27d6244fb +size 70067 diff --git a/cache_dir/glue_mnli_train_hypothesis/node_list.th b/cache_dir/glue_mnli_train_hypothesis/node_list.th index bfbd7390f077158d37f6928269373bb5ae1cfbe4..0e024495e06603d3618abbbb60429c140d7da846 100644 --- a/cache_dir/glue_mnli_train_hypothesis/node_list.th +++ b/cache_dir/glue_mnli_train_hypothesis/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:927e878778df79dcd232a8f2a3b22eb92548a661104b790699076bbc9bff7a33 -size 25562251 +oid sha256:31e13c4cccfbb43d4727f09db09085e950381cc208205b24b6347c41ecc264b9 +size 23985089 diff --git a/cache_dir/glue_mrpc_validation_sentence1/node_list.th b/cache_dir/glue_mrpc_validation_sentence1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..97b3470853403ef8ea9bf5ed9a76eb0ed7e65bfb --- /dev/null +++ b/cache_dir/glue_mrpc_validation_sentence1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcaac341943444031cbd7271dfdd4bccc5b51fea8e0df8584f1522b3722e39ee +size 135885 diff --git a/cache_dir/glue_qqp_train_question1/node_figure.json b/cache_dir/glue_qqp_train_question1/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..3b4f0e70c11086910cb846d3c1e8ab93071cf573 --- /dev/null +++ b/cache_dir/glue_qqp_train_question1/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8665fd2eba8166719c06c56f8cc57e6abb806806187a658766f27e4d6b461a5b +size 512444 diff --git a/cache_dir/glue_qqp_train_question1/node_list.th b/cache_dir/glue_qqp_train_question1/node_list.th index d15b7d4e7b89a014033b6a5d1ee626d13e7ae693..bbeb75e4cb72d9028fe0d9caad02ec514ad76f4e 100644 --- a/cache_dir/glue_qqp_train_question1/node_list.th +++ b/cache_dir/glue_qqp_train_question1/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6a5c2314ea944bdfd8307ee0374e986cad385806977c9e7ef3a413022c5406ee -size 44583251 +oid sha256:12a301100bed49b2b7a81d1bbe7c8b79d4bd0b7429c90b62e7a7ec3f4ff01ae1 +size 36825041 diff --git a/cache_dir/glue_rte_validation_sentence1/node_list.th b/cache_dir/glue_rte_validation_sentence1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..50448f6a086bb5764e198d79e1d9efab1419ccf2 --- /dev/null +++ b/cache_dir/glue_rte_validation_sentence1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321b1bfb25918814eee8ee026aaa3185075390eca900c623231520d4a5d9b6a0 +size 101699 diff --git a/cache_dir/glue_rte_validation_sentence2/node_list.th b/cache_dir/glue_rte_validation_sentence2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..b8aed223d57aa2deed6cac2e3784100d5b13492f --- /dev/null +++ b/cache_dir/glue_rte_validation_sentence2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:754eb5720317280e325b9fff1f6e8f67181e0bb713feed348f314812b6971b26 +size 116779 diff --git a/cache_dir/glue_stsb_train_sentence2/node_figure.json b/cache_dir/glue_stsb_train_sentence2/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..0598837dbb07cca076723620e857d6780fa53088 --- /dev/null +++ b/cache_dir/glue_stsb_train_sentence2/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e3fc5cad7657e66a89a3ecee0777343a776ed5a18433c07004c284b50683c2 +size 40366 diff --git a/cache_dir/glue_stsb_train_sentence2/node_list.th b/cache_dir/glue_stsb_train_sentence2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..b52a6b8d828340e5e53d3f9b624ddda877c3e5a1 --- /dev/null +++ b/cache_dir/glue_stsb_train_sentence2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9b037c3fc571116eda72dafbc56472ebba51239dd4f7fcbc271b5cb7ad238c +size 731929 diff --git a/cache_dir/glue_stsb_validation_sentence1/node_figure.json b/cache_dir/glue_stsb_validation_sentence1/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..4f2ce73296a02daa6bf3be2f006fcff39dbcfa2f --- /dev/null +++ b/cache_dir/glue_stsb_validation_sentence1/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8981d692a18cda7b99a2e716243b2f18de829113fd2c85843aa4e2c01df23021 +size 23018 diff --git a/cache_dir/glue_stsb_validation_sentence1/node_list.th b/cache_dir/glue_stsb_validation_sentence1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..4d2b8a39eb1992e4e06654892ef6545e5299ad88 --- /dev/null +++ b/cache_dir/glue_stsb_validation_sentence1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db38ffd801f0a9166e88b2942bd030a5e68eae1f1ad9977c0d40af96eb00aa52 +size 227053 diff --git a/cache_dir/glue_stsb_validation_sentence2/node_figure.json b/cache_dir/glue_stsb_validation_sentence2/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..d009ff6562d83de98e95b320fcf1251122d932f1 --- /dev/null +++ b/cache_dir/glue_stsb_validation_sentence2/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f660fc8f3f6717e4a74aeb1489949e934ce23945424e684d936bb07f7ea14c +size 24054 diff --git a/cache_dir/glue_stsb_validation_sentence2/node_list.th b/cache_dir/glue_stsb_validation_sentence2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..9950044471797c15377485e8b70fe4aa7d453cac --- /dev/null +++ b/cache_dir/glue_stsb_validation_sentence2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889fe5d2eeb6acfe724d8fb7fa5745db08789c03490ac5af85c8ba63879a312e +size 249945 diff --git a/cache_dir/glue_wnli_validation_sentence1/node_list.th b/cache_dir/glue_wnli_validation_sentence1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..9f886f46e640e63a224a3e00f892390342986a61 --- /dev/null +++ b/cache_dir/glue_wnli_validation_sentence1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7887a92b8e33bc541f85520a8a6061e269e67fc149a304eda27e0cc1eb3fcf1 +size 52369 diff --git a/cache_dir/glue_wnli_validation_sentence2/node_list.th b/cache_dir/glue_wnli_validation_sentence2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..d4dc9e8f68755089cc1436dcc84259c7ee93e709 --- /dev/null +++ b/cache_dir/glue_wnli_validation_sentence2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c572bbdcc9100a87de5ffd11d02daeb92f20b5ecba15b42e024a91e7ef2c9512 +size 56075 diff --git a/cache_dir/hate_speech18_default_train_text/fig_tok_length.png b/cache_dir/hate_speech18_default_train_text/fig_tok_length.png new file mode 100644 index 0000000000000000000000000000000000000000..0c8b5cd0dfe07088a29e68e7c3540193fdcc8a33 --- /dev/null +++ b/cache_dir/hate_speech18_default_train_text/fig_tok_length.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f796e3621124b00c94bdc833142bb1f0b3108af3f5ff28493e59b09e8a832c9 +size 44525 diff --git a/cache_dir/hate_speech18_default_train_text/node_list.th b/cache_dir/hate_speech18_default_train_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..be30ce3b4c4d65db946b93e81030729a3d075e3f --- /dev/null +++ b/cache_dir/hate_speech18_default_train_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9efd628c345e592332bec6814760e8ec42c9f9fdea5203fd3ee53d00da4b2a +size 780029 diff --git a/cache_dir/hate_speech_offensive_default_train_tweet/node_list.th b/cache_dir/hate_speech_offensive_default_train_tweet/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..39d78aa328a1f1e8bed9148b8a0451fa884ee0f8 --- /dev/null +++ b/cache_dir/hate_speech_offensive_default_train_tweet/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1873ccd21b76d2f635e6ff2e945370dd206b640fed9282377fc3be38893e8b90 +size 2774137 diff --git a/cache_dir/squad_plain_text_train_context/node_figure.json b/cache_dir/squad_plain_text_train_context/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..5473035a02cf0555e8f1192f77a6fb5472c93a70 --- /dev/null +++ b/cache_dir/squad_plain_text_train_context/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843d2c9900094968bf3301adfeb2362da9088fade5db6eafc7982dcfa2f60958 +size 376828 diff --git a/cache_dir/squad_plain_text_train_context/node_list.th b/cache_dir/squad_plain_text_train_context/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..b46396562747cdb99875d398310433cbd88b62b2 --- /dev/null +++ b/cache_dir/squad_plain_text_train_context/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e36c87b490d2b09e79fbd24dc8fb24b52333e60c9476a0a79d081d85aa93424 +size 12505231 diff --git a/cache_dir/squad_plain_text_train_question/node_figure.json b/cache_dir/squad_plain_text_train_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..06655eee967b3b741ac7bc4c572084f5da1e8014 --- /dev/null +++ b/cache_dir/squad_plain_text_train_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765ee4f723cd42c95deb015939a7197ed2d18e344b73a12a10034d9580d0ebbc +size 86555 diff --git a/cache_dir/squad_plain_text_train_question/node_list.th b/cache_dir/squad_plain_text_train_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..65eb352b06aad01a31795fcd22fa8f8c7007767f --- /dev/null +++ b/cache_dir/squad_plain_text_train_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3ec8af3ecba7f4374769aef8ab51debe52018c99bcdfad3fd729a007ba898c +size 13804669 diff --git a/cache_dir/squad_plain_text_train_title/node_figure.json b/cache_dir/squad_plain_text_train_title/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f71ac333eecbd95e7e16b363e3052a339ebe0a --- /dev/null +++ b/cache_dir/squad_plain_text_train_title/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee3825fb47a68afc0719467283545aa5724a1f28b872a4dcc34d986afff650a +size 45128 diff --git a/cache_dir/squad_plain_text_train_title/node_list.th b/cache_dir/squad_plain_text_train_title/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..036b0d38689f17859ea53104b21091a986edffca --- /dev/null +++ b/cache_dir/squad_plain_text_train_title/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8954d6546bf071b93476abc3c6a588191e7d9c7efe7c1128d7deb546859d02 +size 9737353 diff --git a/cache_dir/squad_plain_text_validation_context/node_figure.json b/cache_dir/squad_plain_text_validation_context/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..1524db2849ac3df08e1fe856fa23f0d3e53a73e9 --- /dev/null +++ b/cache_dir/squad_plain_text_validation_context/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9831208533973c352bacbfb2606e6fd528ed5b8ebab283bde4117ec57e10ff3d +size 146820 diff --git a/cache_dir/squad_plain_text_validation_context/node_list.th b/cache_dir/squad_plain_text_validation_context/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..e10c4dfae480a18274d9f923165c788301f4efda --- /dev/null +++ b/cache_dir/squad_plain_text_validation_context/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a606b7e88f0a1bbef8bb2235ef14cb27df28d3dd2f52d15d2930679f7e3f1e +size 2613513 diff --git a/cache_dir/squad_plain_text_validation_question/node_figure.json b/cache_dir/squad_plain_text_validation_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..6847f3f6400927278d92b54d273f2a3a58629c7b --- /dev/null +++ b/cache_dir/squad_plain_text_validation_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756135d08e85affab9877fd61de96b807cadbd45c4887c29c064313e213c5fa1 +size 51914 diff --git a/cache_dir/squad_plain_text_validation_question/node_list.th b/cache_dir/squad_plain_text_validation_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..9d16c56af302086db619124f29d40e26e0a9ac86 --- /dev/null +++ b/cache_dir/squad_plain_text_validation_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07252cc5b4a44e5d3b5add905c24c43c929a2c009a217dc9262fcc580182b27f +size 1807477 diff --git a/cache_dir/squad_plain_text_validation_title/node_figure.json b/cache_dir/squad_plain_text_validation_title/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..bcfd4ea8e230b0b8643831f21505402f81d5a2e0 --- /dev/null +++ b/cache_dir/squad_plain_text_validation_title/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d81644ec742d6a8285ac8e0fdba02759a4b582364d976cbb0c611f17c51988d5 +size 11878 diff --git a/cache_dir/squad_plain_text_validation_title/node_list.th b/cache_dir/squad_plain_text_validation_title/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..7617e1604ddf087d541b5c90426be448dc65c9e1 --- /dev/null +++ b/cache_dir/squad_plain_text_validation_title/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea82a84a4b08e9db68c57d986554ba10cbc82eb174a6603cbb317a897c001fb +size 816063 diff --git a/cache_dir/squad_v2_squad_v2_train_context/node_figure.json b/cache_dir/squad_v2_squad_v2_train_context/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..a9ab5c62091ea2982334b4ec36b5a171f53afcd4 --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_context/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8879eccd3e953f98f985f790a5be614a6961038dc984bdbcb22d67cb8c8ac2f +size 541497 diff --git a/cache_dir/squad_v2_squad_v2_train_context/node_list.th b/cache_dir/squad_v2_squad_v2_train_context/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..b84fd59b8911edfdc52d46ef3f006fbfc030649a --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_context/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109ea4f506b855fe77461be0ca4cbd65a6b98c39e3dca33cfce02792afe3724a +size 20083525 diff --git a/cache_dir/squad_v2_squad_v2_train_question/node_figure.json b/cache_dir/squad_v2_squad_v2_train_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..7e6e1627297e3015b551c5296d641798be0eee4d --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35bbea47eeb55e86f204112d6e61a267285a76ae1fe822008e3037e1d6d07d7d +size 99362 diff --git a/cache_dir/squad_v2_squad_v2_train_question/node_list.th b/cache_dir/squad_v2_squad_v2_train_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..8b427a413a60ee44c2a5f5c7fe66a3d01f09e54a --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f14d2114169ee5eba6b0b51c0f39bee7e5f75c51afc5770a039d14a76f3843 +size 21603689 diff --git a/cache_dir/squad_v2_squad_v2_train_title/node_figure.json b/cache_dir/squad_v2_squad_v2_train_title/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..fc44310c9b0b58579b6b637633331e38567647cd --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_title/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9fb6c63c4256536a8a80fa04bcc6f2bf08b99a2be28f42766eaf51df0f6ca1 +size 45935 diff --git a/cache_dir/squad_v2_squad_v2_train_title/node_list.th b/cache_dir/squad_v2_squad_v2_train_title/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..fb2bb61ce2b76ec770d006aa2973d185aeeace8c --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_train_title/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bce030d87e975f45ceb0e8beef51321724f14b8e58c27637d79adf06c2ae24 +size 13959981 diff --git a/cache_dir/squad_v2_squad_v2_validation_context/node_figure.json b/cache_dir/squad_v2_squad_v2_validation_context/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..4be78475cf55be3d977b30f27b057dc50266ac71 --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_context/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0824b9e77f79dcd0f7e30ea65378652573e19a6f29b8185ecd4829877dfccc +size 156410 diff --git a/cache_dir/squad_v2_squad_v2_validation_context/node_list.th b/cache_dir/squad_v2_squad_v2_validation_context/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..5fc811286e6519143a3c1d8305db029c7586f36d --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_context/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767ccc25a3219c5217cf326a4450b3d3216268039c9906f847e7954fc79d42f4 +size 3628581 diff --git a/cache_dir/squad_v2_squad_v2_validation_question/node_figure.json b/cache_dir/squad_v2_squad_v2_validation_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..5a3bcb73ba5eea9735a7505491e6362de163e196 --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75dda24fea60a806cd7237e1088393a39921ec8db43735b21bb6bd5f8104690 +size 46101 diff --git a/cache_dir/squad_v2_squad_v2_validation_question/node_list.th b/cache_dir/squad_v2_squad_v2_validation_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..4630549bfeb069052ea3295f8f1d68d4fde158dd --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56253999490ad24ae5ee6ea374e6e719b2afad3aee4989bae046c26e97ade127 +size 1935861 diff --git a/cache_dir/squad_v2_squad_v2_validation_title/node_figure.json b/cache_dir/squad_v2_squad_v2_validation_title/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..594aaa5ec05a07fb8831a0f53bad2d98a1c93d9f --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_title/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a3670d5d554be48c9f9f38e6ed98460b778c8deebd69f18af7e0b4487a7272 +size 10482 diff --git a/cache_dir/squad_v2_squad_v2_validation_title/node_list.th b/cache_dir/squad_v2_squad_v2_validation_title/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..6895db53041646d11ec23766c874a9cd2a67c356 --- /dev/null +++ b/cache_dir/squad_v2_squad_v2_validation_title/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f438f223ce5e5088fa55986f9d857bc04247afbf3251e1dcf88a0b71f418cc5 +size 778963 diff --git a/cache_dir/super_glue_boolq_train_passage/node_figure.json b/cache_dir/super_glue_boolq_train_passage/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..d400864586e4d939fd264849fce49f2d24877e9f --- /dev/null +++ b/cache_dir/super_glue_boolq_train_passage/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499362ddcccbc575d7d129805a34daad87ed9b103f4225861a49e499cd3714dd +size 91536 diff --git a/cache_dir/super_glue_boolq_train_passage/node_list.th b/cache_dir/super_glue_boolq_train_passage/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..b0448dbd9c5b1ff2a8ec0c4765e7b24d38c08fd5 --- /dev/null +++ b/cache_dir/super_glue_boolq_train_passage/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2296171a17842ebaeaa60d33aa006d086b8e87809c04ed35548cab8a491452 +size 1186109 diff --git a/cache_dir/super_glue_boolq_train_question/node_figure.json b/cache_dir/super_glue_boolq_train_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..88b15d1b1ae80bda406965049a90be492cd326be --- /dev/null +++ b/cache_dir/super_glue_boolq_train_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e870c2fb2d3cc0fd04c17ead146414f598e083127ba7736e330a11eb79c6201 +size 72001 diff --git a/cache_dir/super_glue_boolq_train_question/node_list.th b/cache_dir/super_glue_boolq_train_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..c3f922274ff7d7f06018cf7b7d9e460c087b3b82 --- /dev/null +++ b/cache_dir/super_glue_boolq_train_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314e7dc216d844f15a7b913f73bb90b185f3583587a0333edde6ee0b467b5884 +size 1300273 diff --git a/cache_dir/super_glue_boolq_validation_passage/node_figure.json b/cache_dir/super_glue_boolq_validation_passage/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..e79b1e95f094326803cbb865f984e35269f94729 --- /dev/null +++ b/cache_dir/super_glue_boolq_validation_passage/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c71ce1f9255c7e86da4b7abc7f841a2c38cd6a39cc86f80dcf75facf5cfae2 +size 94292 diff --git a/cache_dir/super_glue_boolq_validation_passage/node_list.th b/cache_dir/super_glue_boolq_validation_passage/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..bc0a2f1c3077fb0aea4f9f52d4cab61c3ad615b0 --- /dev/null +++ b/cache_dir/super_glue_boolq_validation_passage/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2e865fe2c08132b73587f1cfa148ececc9062727b5fe8a7d2c44c39630e01a +size 888237 diff --git a/cache_dir/super_glue_boolq_validation_question/node_figure.json b/cache_dir/super_glue_boolq_validation_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..24570eafafb02f195114d98996255f380af42507 --- /dev/null +++ b/cache_dir/super_glue_boolq_validation_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a8937f66a88c96d357feb4562565c04b98959a2697e349c268666f16841311 +size 71497 diff --git a/cache_dir/super_glue_boolq_validation_question/node_list.th b/cache_dir/super_glue_boolq_validation_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..c9724c5da59e54859e4f5282e51ccd28c703f05f --- /dev/null +++ b/cache_dir/super_glue_boolq_validation_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1c299452388bbdc999894bd5fb7f7d871f2bb0842c650d1084623b9e3ba23b +size 819541 diff --git a/cache_dir/super_glue_cb_train_hypothesis/node_figure.json b/cache_dir/super_glue_cb_train_hypothesis/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..eb9c35079afeeb837e1482bad616f0ff9d11f910 --- /dev/null +++ b/cache_dir/super_glue_cb_train_hypothesis/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b3497a04351ec82a66725e80419bd9d799d06a96c24804d36c49a6b068ff18 +size 12032 diff --git a/cache_dir/super_glue_cb_train_hypothesis/node_list.th b/cache_dir/super_glue_cb_train_hypothesis/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..707a625b106e7bad8d71691038a7ca2a2f572f2e --- /dev/null +++ b/cache_dir/super_glue_cb_train_hypothesis/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabf90e8a3b8264253fe24f109b6d043738429b691db4233154323d1a09675eb +size 109303 diff --git a/cache_dir/super_glue_cb_train_premise/node_figure.json b/cache_dir/super_glue_cb_train_premise/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..48a7bb187941ba03e1e6a6d1395f0f7b1669b352 --- /dev/null +++ b/cache_dir/super_glue_cb_train_premise/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519ff771d8839b22b0e8d54d0fe4d00823f3c50b9505e2ed987eca9d61c0a094 +size 15075 diff --git a/cache_dir/super_glue_cb_train_premise/node_list.th b/cache_dir/super_glue_cb_train_premise/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..6a96c1cdcbd751e2d6deb3de6898b3e977be3f7f --- /dev/null +++ b/cache_dir/super_glue_cb_train_premise/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:969decf64cbaf1bd3c1f3972c2776c56a27bb2e10169f4bab0834c9106da193a +size 108867 diff --git a/cache_dir/super_glue_cb_validation_hypothesis/node_figure.json b/cache_dir/super_glue_cb_validation_hypothesis/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..c1c9bf4875a28c7e3e91152da641ddfabcf4b78f --- /dev/null +++ b/cache_dir/super_glue_cb_validation_hypothesis/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13244422f2c2fbaeed1753c40300e3a294e577676202ee830c6241f6366d0070 +size 8176 diff --git a/cache_dir/super_glue_cb_validation_hypothesis/node_list.th b/cache_dir/super_glue_cb_validation_hypothesis/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..edafc3f150caceaa0a410d59c3cdeb2bff41e5ee --- /dev/null +++ b/cache_dir/super_glue_cb_validation_hypothesis/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b594b73db0574a5f015872cbe8ff279019577e563b9e5fd44b5da55ed5f6e18 +size 18759 diff --git a/cache_dir/super_glue_cb_validation_premise/node_figure.json b/cache_dir/super_glue_cb_validation_premise/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..db937d3050b81c32462d9f12a2e061ccc3c119e4 --- /dev/null +++ b/cache_dir/super_glue_cb_validation_premise/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8425ad8103c445ecbc895c3818dc353eebc26916d8bf61c1e8ddd93baaa97a52 +size 8954 diff --git a/cache_dir/super_glue_cb_validation_premise/node_list.th b/cache_dir/super_glue_cb_validation_premise/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..774225e6d5866372c9fcb74b7077501d2b2c0e88 --- /dev/null +++ b/cache_dir/super_glue_cb_validation_premise/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9669ae6dd2e04c672fcb243304aeddd9c7a14d627c0e42c9d9d662c3fe44956 +size 19399 diff --git a/cache_dir/super_glue_copa_train_choice1/node_figure.json b/cache_dir/super_glue_copa_train_choice1/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..8df9fb0d3a3e89783191e2523cbd6b8ee7906e59 --- /dev/null +++ b/cache_dir/super_glue_copa_train_choice1/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344a3298e3608fce3346f18a97e42977b2c7ec274641eaab1dc819e477d1e837 +size 20459 diff --git a/cache_dir/super_glue_copa_train_choice1/node_list.th b/cache_dir/super_glue_copa_train_choice1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..15eb9a5defe2d1338ec053b639acaa3b691e2011 --- /dev/null +++ b/cache_dir/super_glue_copa_train_choice1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd50330fda992d116bc961fa22a64ff8377cbee6dcad3c6efad211c15f8135fa +size 294101 diff --git a/cache_dir/super_glue_copa_train_choice2/node_figure.json b/cache_dir/super_glue_copa_train_choice2/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4fd35715937295a6ccb98e8f931eb46f896b5d --- /dev/null +++ b/cache_dir/super_glue_copa_train_choice2/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0237ff48c535af4ce2dbcba3100a2496c376c1bca08caaccea6ad00285ceb6 +size 19485 diff --git a/cache_dir/super_glue_copa_train_choice2/node_list.th b/cache_dir/super_glue_copa_train_choice2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..4de7b333c16219a568402cc5032c587a0ce0015e --- /dev/null +++ b/cache_dir/super_glue_copa_train_choice2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992d6787f9f3a812edeffd121327e105e13f92e47fc4c5b6407f32b17023dd73 +size 293845 diff --git a/cache_dir/super_glue_copa_train_premise/node_figure.json b/cache_dir/super_glue_copa_train_premise/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..bd411fcef77e5ff6e4ea3ee14d836b671f0a7806 --- /dev/null +++ b/cache_dir/super_glue_copa_train_premise/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04084fe31e5ac8377a1ef315d201691eef690ff27b9c2a21505e86f2c77fdf8 +size 21339 diff --git a/cache_dir/super_glue_copa_train_premise/node_list.th b/cache_dir/super_glue_copa_train_premise/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..ebe0b19ae122a4d6672e3d716d0b2482416c6a28 --- /dev/null +++ b/cache_dir/super_glue_copa_train_premise/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a011b53cc24d9a0d82089678733f964bff6d191124378a063b60c924f762af42 +size 281373 diff --git a/cache_dir/super_glue_copa_train_question/node_figure.json b/cache_dir/super_glue_copa_train_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..73ef9715798b4d9dbf77941ef8dfd64097bb85cb --- /dev/null +++ b/cache_dir/super_glue_copa_train_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2078f7ea537f482653ddf8a074cc3e8fcba3096e264d461488f0ecdbcbfacc0 +size 7436 diff --git a/cache_dir/super_glue_copa_train_question/node_list.th b/cache_dir/super_glue_copa_train_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..8657f63e0b0aca69be3a3335416c731119d4f8af --- /dev/null +++ b/cache_dir/super_glue_copa_train_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61c84fa4a48a13d0b1da986317cdadaa4d11ce191a7b3d84e66900afe7a4c80 +size 30679 diff --git a/cache_dir/super_glue_copa_validation_choice1/node_figure.json b/cache_dir/super_glue_copa_validation_choice1/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..99e62c042ed128036bd3f8eb8119ba21a25a133b --- /dev/null +++ b/cache_dir/super_glue_copa_validation_choice1/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da48fce311bceec51452e8690b28fe3b1225aa8b837ec9b4e217a89bbdaf6ac9 +size 10457 diff --git a/cache_dir/super_glue_copa_validation_choice1/node_list.th b/cache_dir/super_glue_copa_validation_choice1/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..ec9581f37eb78a5ca8b7257b06525996682378c3 --- /dev/null +++ b/cache_dir/super_glue_copa_validation_choice1/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cdd742941cf9442adab42c1982a419f32451fc0852641c787680e09e1d5257c +size 79015 diff --git a/cache_dir/super_glue_copa_validation_choice2/node_figure.json b/cache_dir/super_glue_copa_validation_choice2/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..a3d7af18f081121dd3575abf31ed643c99f9902c --- /dev/null +++ b/cache_dir/super_glue_copa_validation_choice2/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eb8cfd35a532259a6491eb3db96e93dbc0275dcd8fa9810cbf35b3bbc0a3731 +size 10236 diff --git a/cache_dir/super_glue_copa_validation_choice2/node_list.th b/cache_dir/super_glue_copa_validation_choice2/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..d6e0e8692d5e23a3b4977b709b416adb28f28039 --- /dev/null +++ b/cache_dir/super_glue_copa_validation_choice2/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2918afcfc53cbe57ee291c31f49ce3d197b4b098658785a6b0b6a73227976da0 +size 75181 diff --git a/cache_dir/super_glue_copa_validation_premise/node_figure.json b/cache_dir/super_glue_copa_validation_premise/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b71ac5929788db1f4a7c47ce13c557f74a5546 --- /dev/null +++ b/cache_dir/super_glue_copa_validation_premise/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6accbc9ad4c3476067092c086e228be8f3fb8a11bb126c86b2682a0f588028 +size 10675 diff --git a/cache_dir/super_glue_copa_validation_premise/node_list.th b/cache_dir/super_glue_copa_validation_premise/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..fad1de61159d2b17b4f6658299b2863f20f4292e --- /dev/null +++ b/cache_dir/super_glue_copa_validation_premise/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c43c7bd429d6e63fca7909cede15cadb622b1c13fe1e45ec34a8df49770ac6 +size 71411 diff --git a/cache_dir/super_glue_copa_validation_question/node_figure.json b/cache_dir/super_glue_copa_validation_question/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f5868c56f232c5654532488689924d0a90ccd8 --- /dev/null +++ b/cache_dir/super_glue_copa_validation_question/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee608112c732e4e53521874c800335486b6dc839cc32792ddf4cc45f71a63f1 +size 7434 diff --git a/cache_dir/super_glue_copa_validation_question/node_list.th b/cache_dir/super_glue_copa_validation_question/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..bdc8f26c3605d2c18c6ea489d66b42dd1d289344 --- /dev/null +++ b/cache_dir/super_glue_copa_validation_question/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807ce553478e793e7b1534083ee5ac5a2dc116008a3a3c800e7a7024b389af83 +size 15511 diff --git a/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_figure.json b/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..cfd2623ab67c4d7181fbf8623d3531198f12b406 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b640eefb53388d48bf5b3a080d99ced0d51ee625436ace8f1639bc44737f57 +size 446716 diff --git a/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_list.th b/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_list.th index ed1334223672347d499de7c0ee1e30dada053ded..db8355b47e35f16038dd465648dc728a30baf9d9 100644 --- a/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_list.th +++ b/cache_dir/wikitext_wikitext-103-raw-v1_train_text/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:40dc0ae126f74b9abf67436feeca308479c70d4e69cbcb287e01661f6e1da349 -size 30188355 +oid sha256:5f4e6ca18dcde01c9a22cc13f5dafd6d94b611c5694c2f74784465b2e03de44b +size 24796889 diff --git a/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_figure.json b/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..67de2393023d276c2f88c2f80955993a14000aa3 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21a1bb3c2975157c42fa8cd53e04d3b9866da945bcdcdb85408dd86f6544389 +size 117897 diff --git a/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_list.th b/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..f0f3df502d2c490fef383569d4ccffe79bb67135 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-raw-v1_validation_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f94b5e01016430a9360d510b40593506aa101ea5859939789735726bc9c6533 +size 1262541 diff --git a/cache_dir/wikitext_wikitext-103-v1_train_text/node_figure.json b/cache_dir/wikitext_wikitext-103-v1_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..a2ba908379bc3e516d0deb0bb6b20ae251cda614 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-v1_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828da645089d403ead14457cdfddcee391b0e0b038afb82274cd0cd2717a03f9 +size 432663 diff --git a/cache_dir/wikitext_wikitext-103-v1_train_text/node_list.th b/cache_dir/wikitext_wikitext-103-v1_train_text/node_list.th index af2490829553cb89f1b52c5a160bcab89346c261..5f73967f9c05d068e789d2038956d5ff1c6ea12b 100644 --- a/cache_dir/wikitext_wikitext-103-v1_train_text/node_list.th +++ b/cache_dir/wikitext_wikitext-103-v1_train_text/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dfe173edaa2ae13aaeb162fe83421260bd6c1f4ad6701424dea16df8eb7a192c -size 27154975 +oid sha256:cc7e56ca67fa8ec90ed5dfa81ea72503e1015ba15d24c21bdff3abf72b8e7a5b +size 21701321 diff --git a/cache_dir/wikitext_wikitext-103-v1_validation_text/node_figure.json b/cache_dir/wikitext_wikitext-103-v1_validation_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..7baf97d2a92f5de0f5039dc5abd035638280af43 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-v1_validation_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06309bc7a47465c89097ef5f3fe216816cbf725dccb2cb4862fc61b360a2d7aa +size 110675 diff --git a/cache_dir/wikitext_wikitext-103-v1_validation_text/node_list.th b/cache_dir/wikitext_wikitext-103-v1_validation_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..2fa88ca9581f282dd727f797b43278bacdf0a172 --- /dev/null +++ b/cache_dir/wikitext_wikitext-103-v1_validation_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b73082d0f99bbcc6c355f7cb3511e38745ef8e236c6b9e6f823d114adeff1e +size 1211013 diff --git a/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_figure.json b/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..1d3d78bf0eaa95232bf982ecfef5692be51c5beb --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b94c072ea03fa8ca5d9192a54800664ae504bd9f83bf217f8c4d2c48feb2d9 +size 352478 diff --git a/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_list.th b/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..7945ef5a454c50e202c3eeddef845b9dfdefd7cc --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-raw-v1_train_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b69b5364ce4bbe0cfe867af00a22c125056b507b5854f5f1644642f5cbeb7ca +size 6461535 diff --git a/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_figure.json b/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..67de2393023d276c2f88c2f80955993a14000aa3 --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21a1bb3c2975157c42fa8cd53e04d3b9866da945bcdcdb85408dd86f6544389 +size 117897 diff --git a/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_list.th b/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..f0f3df502d2c490fef383569d4ccffe79bb67135 --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-raw-v1_validation_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f94b5e01016430a9360d510b40593506aa101ea5859939789735726bc9c6533 +size 1262541 diff --git a/cache_dir/wikitext_wikitext-2-v1_train_text/node_figure.json b/cache_dir/wikitext_wikitext-2-v1_train_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..b2150c653ae32060794c9984a836cfa8d73de7de --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-v1_train_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b06659055be4109a1df99410e0714808eee7381bb3008b97caafd67af7f882 +size 301888 diff --git a/cache_dir/wikitext_wikitext-2-v1_train_text/node_list.th b/cache_dir/wikitext_wikitext-2-v1_train_text/node_list.th index 7750c9cd610fa47f1b9b81f63aac8ff437d85802..a5b317433562a51a2dca1ecd3a4a5086847aee43 100644 --- a/cache_dir/wikitext_wikitext-2-v1_train_text/node_list.th +++ b/cache_dir/wikitext_wikitext-2-v1_train_text/node_list.th @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:764ab5393f975d6729e2626ddbe023b1127f5c67f1fe534c4edac9a771972d67 -size 5689973 +oid sha256:2514b1db90d5cff11535cdfcba64192f04664b4dfd60b13149038810f775113c +size 6335979 diff --git a/cache_dir/wikitext_wikitext-2-v1_validation_text/node_figure.json b/cache_dir/wikitext_wikitext-2-v1_validation_text/node_figure.json new file mode 100644 index 0000000000000000000000000000000000000000..3af02e0706cdc6b8c777f4eb2bd2f6430d386ecd --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-v1_validation_text/node_figure.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a2e2a956d4ad3cd1ace77d5941109a874908aeedfe9fd07073381ffb7cdaf7 +size 58043 diff --git a/cache_dir/wikitext_wikitext-2-v1_validation_text/node_list.th b/cache_dir/wikitext_wikitext-2-v1_validation_text/node_list.th new file mode 100644 index 0000000000000000000000000000000000000000..e1bd6f066fd3cc04b0e76853f0b6e940832c540f --- /dev/null +++ b/cache_dir/wikitext_wikitext-2-v1_validation_text/node_list.th @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0e91a862d6e7801953d810b905fd786a60df5374ef5d9320aafd4b82f16070 +size 865789 diff --git a/data_measurements/streamlit_utils.py b/data_measurements/streamlit_utils.py index b1cf0929507ddfe96a354a1dbc1ee113d0348630..15b3ea12182159ba2334cf428c45e653718aae31 100644 --- a/data_measurements/streamlit_utils.py +++ b/data_measurements/streamlit_utils.py @@ -25,7 +25,7 @@ from .dataset_utils import HF_DESC_FIELD, HF_FEATURE_FIELD, HF_LABEL_FIELD def sidebar_header(): st.sidebar.markdown( """ - This demo showcases the [dataset metrics as we develop them](https://github.com/huggingface/DataMeasurements). + This demo showcases the [dataset metrics as we develop them](https://github.com/huggingface/data-measurements-tool). Right now this has: - dynamic loading of datasets in the lib - fetching config and info without downloading the dataset @@ -161,14 +161,10 @@ def expander_text_lengths(dstats, column_id): st.markdown( "### Here is the relative frequency of different text lengths in your dataset:" ) -<<<<<<< HEAD - st.pyplot(dstats.fig_tok_length, use_container_width=True) -======= try: st.image(dstats.fig_tok_length_png) except: st.pyplot(dstats.fig_tok_length, use_container_width=True) ->>>>>>> a0a4b0702daf66f24d3114997945e3d42906bc95 st.markdown( "The average length of text instances is **" + str(dstats.avg_length) @@ -179,10 +175,6 @@ def expander_text_lengths(dstats, column_id): # This is quite a large file and is breaking our ability to navigate the app development. # Just passing if it's not already there for launch v0 if dstats.length_df is not None: -<<<<<<< HEAD - start_id_show_lengths= st.selectbox("Show examples of length:", sorted(dstats.length_df["length"].unique().tolist())) - st.table(dstats.length_df[dstats.length_df["length"] == start_id_show_lengths].set_index("length")) -======= start_id_show_lengths = st.selectbox( "Show examples of length:", sorted(dstats.length_df["length"].unique().tolist()), @@ -193,7 +185,6 @@ def expander_text_lengths(dstats, column_id): dstats.length_df["length"] == start_id_show_lengths ].set_index("length") ) ->>>>>>> a0a4b0702daf66f24d3114997945e3d42906bc95 ### Third, use a sentence embedding model