Upload folder using huggingface_hub

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00000-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5fc44a1f80d7c8da0f603f5c92130047a5186e687bac82308af59774b2bd4b8
-size 352759176
+oid sha256:a8d45ae61709d6842941d12901e06dd1349db393f6f6b890ecdd767990689287
+size 352718816

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00001-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b93541f0dee95a1b9ba6defa83e652f26fc02150533a6d3df246c62c903edc4
-size 352837728
+oid sha256:1823b29655eb733788581a0dbd36efa89fa65098fa765f6573fd57d1b9892ce6
+size 352797368

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00002-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffe010ee5ad5815fd81918465d42137b1e0e1619622470d5c06e849e2b45f5cd
-size 352846304
+oid sha256:b421b67629a8cc5f222e415bcc378a41a9f7a35c5fd8668215a8c48a03a45432
+size 352805944

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/dataset_info.json

@@ -3,15 +3,15 @@
   "citation": "",
   "config_name": "default",
   "dataset_name": "json",
-  "dataset_size": 1058410298,
+  "dataset_size": 1058290298,
   "description": "",
   "download_checksums": {
     "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_chosen_task_hh_rlhf_activations_dataset.jsonl": {
-      "num_bytes": 1389378661,
+      "num_bytes": 1395261363,
       "checksum": null
     }
   },
-  "download_size": 1389378661,
+  "download_size": 1395261363,
   "features": {
     "texts": {
       "dtype": "string",
@@ -24,24 +24,20 @@
       },
       "_type": "Sequence"
     },
-    "token_embeddings": {
+    "tokens": {
       "feature": {
-        "dtype": "float64",
+        "dtype": "string",
         "_type": "Value"
       },
       "_type": "Sequence"
     },
-    "tokens": {
+    "averaged_token_repr": {
       "feature": {
-        "dtype": "string",
+        "dtype": "float64",
         "_type": "Value"
       },
       "_type": "Sequence"
     },
-    "averaged_token_repr": {
-      "dtype": "float64",
-      "_type": "Value"
-    },
     "averaged_activations_1": {
       "feature": {
         "dtype": "float64",
@@ -115,16 +111,16 @@
   },
   "homepage": "",
   "license": "",
-  "size_in_bytes": 2447788959,
+  "size_in_bytes": 2453551661,
   "splits": {
     "train": {
       "name": "train",
-      "num_bytes": 1058410298,
+      "num_bytes": 1058290298,
       "num_examples": 15000,
       "shard_lengths": [
-        7169,
-        7170,
-        661
+        7128,
+        7127,
+        745
       ],
       "dataset_name": "json"
     }

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/state.json

@@ -10,7 +10,7 @@
       "filename": "data-00002-of-00003.arrow"
     }
   ],
-  "_fingerprint": "b30159b67f8f60ff",
+  "_fingerprint": "06e934cf23b20a0e",
   "_format_columns": null,
   "_format_kwargs": {},
   "_format_type": null,

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00000-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e74ebff725b2286e0d47fee4d687cb041a11eaa9e64eeb39c3b180bc7cf8b26
-size 340278416
+oid sha256:48c739dde2bbb706f679f51009a4d6139c2eb7989a07e7a7b62ac7d9335d2bef
+size 340238056

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00001-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4b9bd906145d33999b37830e7f3141685ce2982317ff800506ff9c6d0d2df62
-size 340298224
+oid sha256:8a91eacd041b35c7e30cd63fe0e13ddcb188ddb45767e98547303ea7abd6541e
+size 340257864

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00002-of-00003.arrow

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d56e2308260b0483719078a21aba2a49baf112b3973991838e1f92c29b0ef4f6
-size 340299000
+oid sha256:d241edf58d4ab213ea74318d8b4b9f1c95d4e2bfb86e7c1af48f12484c924e8f
+size 340258640

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/dataset_info.json

@@ -3,15 +3,15 @@
   "citation": "",
   "config_name": "default",
   "dataset_name": "json",
-  "dataset_size": 1020842735,
+  "dataset_size": 1020722735,
   "description": "",
   "download_checksums": {
     "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_new_rejected_task_hh_rlhf_activations_dataset.jsonl": {
-      "num_bytes": 1332339797,
+      "num_bytes": 1341155950,
       "checksum": null
     }
   },
-  "download_size": 1332339797,
+  "download_size": 1341155950,
   "features": {
     "texts": {
       "dtype": "string",
@@ -24,24 +24,20 @@
       },
       "_type": "Sequence"
     },
-    "token_embeddings": {
+    "tokens": {
       "feature": {
-        "dtype": "float64",
+        "dtype": "string",
         "_type": "Value"
       },
       "_type": "Sequence"
     },
-    "tokens": {
+    "averaged_token_repr": {
       "feature": {
-        "dtype": "string",
+        "dtype": "float64",
         "_type": "Value"
       },
       "_type": "Sequence"
     },
-    "averaged_token_repr": {
-      "dtype": "float64",
-      "_type": "Value"
-    },
     "averaged_activations_1": {
       "feature": {
         "dtype": "float64",
@@ -115,16 +111,16 @@
   },
   "homepage": "",
   "license": "",
-  "size_in_bytes": 2353182532,
+  "size_in_bytes": 2361878685,
   "splits": {
     "train": {
       "name": "train",
-      "num_bytes": 1020842735,
+      "num_bytes": 1020722735,
       "num_examples": 15000,
       "shard_lengths": [
-        7359,
-        7360,
-        281
+        7434,
+        7431,
+        135
       ],
       "dataset_name": "json"
     }

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/state.json

@@ -10,7 +10,7 @@
       "filename": "data-00002-of-00003.arrow"
     }
   ],
-  "_fingerprint": "5ceed6aaf29e2c0d",
+  "_fingerprint": "604dfcd9568d3a11",
   "_format_columns": null,
   "_format_kwargs": {},
   "_format_type": null,