Upload folder using huggingface_hub

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc44a1f80d7c8da0f603f5c92130047a5186e687bac82308af59774b2bd4b8
+size 352759176

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b93541f0dee95a1b9ba6defa83e652f26fc02150533a6d3df246c62c903edc4
+size 352837728

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe010ee5ad5815fd81918465d42137b1e0e1619622470d5c06e849e2b45f5cd
+size 352846304

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/dataset_info.json

@@ -0,0 +1,138 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1058410298,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_chosen_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 1389378661,
+      "checksum": null
+    }
+  },
+  "download_size": 1389378661,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "token_embeddings": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "dtype": "float64",
+      "_type": "Value"
+    },
+    "averaged_activations_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 2447788959,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1058410298,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7169,
+        7170,
+        661
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/chosen/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "b30159b67f8f60ff",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/dataset_dict.json

@@ -0,0 +1 @@
+{"splits": ["chosen", "new_rejected"]}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00000-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e74ebff725b2286e0d47fee4d687cb041a11eaa9e64eeb39c3b180bc7cf8b26
+size 340278416

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00001-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b9bd906145d33999b37830e7f3141685ce2982317ff800506ff9c6d0d2df62
+size 340298224

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/data-00002-of-00003.arrow

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56e2308260b0483719078a21aba2a49baf112b3973991838e1f92c29b0ef4f6
+size 340299000

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/dataset_info.json

@@ -0,0 +1,138 @@
+{
+  "builder_name": "json",
+  "citation": "",
+  "config_name": "default",
+  "dataset_name": "json",
+  "dataset_size": 1020842735,
+  "description": "",
+  "download_checksums": {
+    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./gpt_neo_125m_from_new_rejected_task_hh_rlhf_activations_dataset.jsonl": {
+      "num_bytes": 1332339797,
+      "checksum": null
+    }
+  },
+  "download_size": 1332339797,
+  "features": {
+    "texts": {
+      "dtype": "string",
+      "_type": "Value"
+    },
+    "token_ids": {
+      "feature": {
+        "dtype": "int64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "token_embeddings": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "tokens": {
+      "feature": {
+        "dtype": "string",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_token_repr": {
+      "dtype": "float64",
+      "_type": "Value"
+    },
+    "averaged_activations_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_1": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_2": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_3": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_4": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_activations_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    },
+    "averaged_reprs_6": {
+      "feature": {
+        "dtype": "float64",
+        "_type": "Value"
+      },
+      "_type": "Sequence"
+    }
+  },
+  "homepage": "",
+  "license": "",
+  "size_in_bytes": 2353182532,
+  "splits": {
+    "train": {
+      "name": "train",
+      "num_bytes": 1020842735,
+      "num_examples": 15000,
+      "shard_lengths": [
+        7359,
+        7360,
+        281
+      ],
+      "dataset_name": "json"
+    }
+  },
+  "version": {
+    "version_str": "0.0.0",
+    "major": 0,
+    "minor": 0,
+    "patch": 0
+  }
+}

data/merged_contrastive_gpt_neo_125m_from_model_rlhf_on_task_hh_rlhf_activations_dataset.hf/new_rejected/state.json

@@ -0,0 +1,19 @@
+{
+  "_data_files": [
+    {
+      "filename": "data-00000-of-00003.arrow"
+    },
+    {
+      "filename": "data-00001-of-00003.arrow"
+    },
+    {
+      "filename": "data-00002-of-00003.arrow"
+    }
+  ],
+  "_fingerprint": "5ceed6aaf29e2c0d",
+  "_format_columns": null,
+  "_format_kwargs": {},
+  "_format_type": null,
+  "_output_all_columns": false,
+  "_split": "train"
+}