data/merged_contrastive_pythia_160m_hh_rlhf_activations_and_features.hf/new_rejected/dataset_info.json

{
  "builder_name": "json",
  "citation": "",
  "config_name": "default",
  "dataset_name": "json",
  "dataset_size": 559519101,
  "description": "",
  "download_checksums": {
    "/data/home/amir/work/codes/Interpreting-Reward-Models/Notebooks/./pythia_160m_hh_rlhf_new_rejected_activations_dataset.jsonl": {
      "num_bytes": 1168141738,
      "checksum": null
    }
  },
  "download_size": 1168141738,
  "features": {
    "texts": {
      "dtype": "string",
      "_type": "Value"
    },
    "token_ids": {
      "feature": {
        "dtype": "int64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "token_embeddings": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "tokens": {
      "feature": {
        "dtype": "string",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "averaged_reprs_10": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "averaged_reprs_11": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "averaged_reprs_4": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "averaged_reprs_5": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    },
    "averaged_reprs_8": {
      "feature": {
        "dtype": "float64",
        "_type": "Value"
      },
      "_type": "Sequence"
    }
  },
  "homepage": "",
  "license": "",
  "size_in_bytes": 1727660839,
  "splits": {
    "train": {
      "name": "train",
      "num_bytes": 559519101,
      "num_examples": 15000,
      "shard_lengths": [
        13513,
        1487
      ],
      "dataset_name": "json"
    }
  },
  "version": {
    "version_str": "0.0.0",
    "major": 0,
    "minor": 0,
    "patch": 0
  }
}