.ragatouille/colbert/indexes/new_idx/metadata.json

{
  "config":{
    "query_token_id":"[unused0]",
    "doc_token_id":"[unused1]",
    "query_token":"[Q]",
    "doc_token":"[D]",
    "ncells":null,
    "centroid_score_threshold":null,
    "ndocs":null,
    "load_index_with_mmap":false,
    "index_path":null,
    "index_bsize":32,
    "nbits":4,
    "kmeans_niters":20,
    "resume":false,
    "similarity":"cosine",
    "bsize":64,
    "accumsteps":1,
    "lr":0.00001,
    "maxsteps":400000,
    "save_every":null,
    "warmup":20000,
    "warmup_bert":null,
    "relu":false,
    "nway":64,
    "use_ib_negatives":true,
    "reranker":false,
    "distillation_alpha":1.0,
    "ignore_scores":false,
    "model_name":null,
    "query_maxlen":32,
    "attend_to_mask_tokens":false,
    "interaction":"colbert",
    "dim":128,
    "doc_maxlen":256,
    "mask_punctuation":true,
    "checkpoint":"colbert-ir/colbertv2.0",
    "triples":"/future/u/okhattab/root/unit/experiments/2021.10/downstream.distillation.round2.2_score/round2.nway6.cosine.ib/examples.64.json",
    "collection":[
      "list with 6133 elements starting with...",
      [
        "Lecture 03\nShallow Networks\nDL4DS \u2013 Spring 2024\nDS598 B1 Gardos \u2013 Understanding Deep Learning, Other Content Cited",
        "\u2022 Univariate regression problem (one output, real value)\n\u2022 Fully connected network\nRecap: Regression\n2",
        "Recap: 1D Linear regression loss function\n<latexit sha1_base64=\"/hMh896NPSehdG/Bg07J5FjBuSo=\">AW9HiclZhbc9Q2FI\nA3lLY0LTS07z0xdMHdpCJsvQywszkBAgJDQJuUKc7Mhe2Ssiy4vyQaP/0nfOn3t/+lLf0uPbO8Kn6M8dGfCivN9uh1JtdeIkWLy39M3Pto+sf/Lpjc9mP/i5q0v525/tZ/FR\nerzPT+WcXrosYxLofheLnLJD5OUs8iT/MA7XdH84JynmYjVb"
      ]
    ],
    "queries":"/future/u/okhattab/data/MSMARCO/queries.train.tsv",
    "index_name":"new_idx",
    "overwrite":false,
    "root":".ragatouille/",
    "experiment":"colbert",
    "index_root":null,
    "name":"2024-06/05/18.47.01",
    "rank":0,
    "nranks":1,
    "amp":true,
    "gpus":1,
    "avoid_fork_if_possible":false
  },
  "num_chunks":1,
  "num_partitions":8192,
  "num_embeddings":892641,
  "avg_doclen":145.5472036524,
  "RAGatouille":{
    "index_config":{
      "index_type":"PLAID",
      "index_name":"new_idx"
    }
  }
}