Upload 12 files

.ragatouille/colbert/indexes/mockingbird/0.codes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8663dd278c8effd3f9e98fac2a75433169216eca73d33c2659806628e4faeb55
+size 1550812

.ragatouille/colbert/indexes/mockingbird/0.metadata.json

@@ -0,0 +1,6 @@
+{
+    "passage_offset": 0,
+    "num_passages": 2723,
+    "num_embeddings": 387412,
+    "embedding_offset": 0
+}

.ragatouille/colbert/indexes/mockingbird/0.residuals.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4961fd919ee57d67ca4f89420eea248933257d1dd50b2ee4bf6452e102617e5
+size 49589936

.ragatouille/colbert/indexes/mockingbird/avg_residual.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea794f050f346c8397e800eb34fbb47e522bad69d48fa4fb543f16c7c01764a
+size 1205

.ragatouille/colbert/indexes/mockingbird/buckets.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b11e75faac34596ab5dba1b85c9eea088db0c3d4ba636e8a880618e1011e86
+size 2904

.ragatouille/colbert/indexes/mockingbird/centroids.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448be766387c0546caa94e0d268827335cdfabe1b5bdced9fbbf44be62e290d
+size 2098342

.ragatouille/colbert/indexes/mockingbird/doclens.0.json

@@ -0,0 +1 @@
+[171,167,74,177,181,184,185,61,116,200,34,169,174,117,68,205,37,99,181,99,177,185,130,92,179,156,160,194,148,148,125,190,134,109,234,87,190,173,126,165,82,206,123,172,148,114,182,147,81,136,181,160,65,192,144,130,170,140,124,92,152,215,19,194,128,171,134,132,125,76,115,180,165,176,212,60,193,163,166,184,102,91,159,150,183,167,179,205,78,182,184,169,202,133,172,133,186,205,55,196,174,85,172,211,120,175,197,126,184,193,120,197,165,187,187,97,185,188,195,202,157,187,107,166,133,176,204,82,181,185,72,196,83,128,84,152,119,175,155,172,131,146,171,181,99,93,196,94,167,167,93,133,172,142,126,16,57,196,205,121,181,143,189,82,171,157,191,174,93,168,164,90,182,98,139,44,100,140,140,72,158,229,61,138,193,93,146,185,137,145,189,79,97,184,112,166,150,86,116,173,138,144,153,151,151,107,90,165,127,105,179,197,98,184,118,171,206,184,156,170,152,141,137,192,86,130,54,122,147,169,80,167,138,125,74,167,143,149,136,116,178,140,163,173,153,120,146,141,118,134,133,140,184,180,51,168,162,211,51,205,167,109,41,152,199,119,191,167,58,131,80,138,180,117,111,169,170,97,193,194,93,180,180,190,190,55,166,172,54,144,184,93,98,195,167,149,85,143,112,138,129,137,158,116,138,176,105,161,149,38,216,196,50,166,166,49,159,28,98,141,148,150,149,123,110,149,114,99,136,113,144,113,164,214,223,20,112,136,42,69,194,177,85,166,209,145,164,196,155,188,74,139,157,191,143,109,86,181,104,117,119,103,133,176,49,188,156,167,106,200,114,196,60,180,122,177,191,92,188,210,181,58,149,111,180,209,84,154,182,122,175,170,176,159,113,177,107,165,169,143,101,156,79,176,185,114,157,90,178,161,111,171,180,131,177,196,107,169,90,171,157,159,148,153,81,139,181,103,63,198,55,159,157,161,48,164,198,135,160,160,100,106,186,113,184,125,196,200,158,196,195,205,78,181,199,135,149,195,127,172,205,115,177,119,127,177,195,181,163,232,62,208,25,151,184,86,149,170,136,191,209,60,180,55,151,187,110,173,186,154,163,196,172,153,184,201,94,160,195,136,187,107,94,199,208,166,184,124,187,139,141,142,45,177,210,154,140,101,134,173,159,178,206,141,117,162,164,161,144,197,201,60,107,137,157,175,148,191,204,82,171,216,22,166,203,23,168,151,181,127,187,36,112,45,222,153,168,165,136,148,191,72,148,125,200,100,163,176,62,136,208,129,164,172,178,118,156,75,121,187,140,152,114,86,173,193,70,157,207,190,222,89,174,192,70,119,132,173,164,130,92,126,200,86,150,134,145,75,165,104,145,193,63,115,206,44,166,15,148,186,194,99,170,209,74,177,169,165,114,85,160,147,72,185,174,62,155,147,137,183,177,187,156,141,139,174,85,179,40,145,164,128,111,196,178,89,155,49,135,196,145,130,194,115,146,92,198,55,97,197,182,59,153,184,52,121,155,145,191,85,66,157,130,51,176,157,165,190,144,71,147,136,116,188,169,180,151,152,192,70,181,197,114,153,132,122,81,141,120,72,130,178,157,121,99,154,74,138,150,103,135,158,126,159,132,111,140,140,146,53,119,78,171,98,173,77,161,177,177,119,127,146,175,153,168,151,160,165,204,71,192,213,68,184,149,75,151,161,172,46,117,160,163,110,113,156,161,80,136,141,153,156,121,158,165,200,71,183,68,124,185,58,77,148,162,135,182,170,145,169,44,164,143,111,173,69,202,158,168,111,169,42,135,182,46,159,68,202,150,157,116,164,154,134,94,156,140,45,149,136,82,148,117,85,135,134,125,127,107,119,80,119,148,141,139,134,84,110,143,129,55,158,126,63,149,128,131,145,70,147,121,162,198,78,163,149,130,139,149,162,117,159,154,134,160,180,192,58,175,175,121,140,146,186,83,175,194,87,186,133,119,183,126,99,124,124,204,60,95,155,107,147,164,46,161,187,50,126,150,44,126,177,58,188,155,58,121,161,197,53,148,143,113,175,183,145,191,99,201,181,126,171,116,179,97,205,48,175,152,177,187,95,116,79,90,161,62,195,192,165,179,191,117,113,108,92,79,177,87,160,129,116,197,92,70,105,122,147,169,80,143,149,136,116,178,140,134,133,140,184,180,51,168,162,211,51,205,167,109,41,152,199,119,191,167,58,131,80,138,180,117,111,169,170,97,193,194,93,180,180,190,190,55,166,172,54,144,184,93,98,195,167,149,85,143,112,138,129,137,158,116,138,176,105,161,149,38,216,196,50,166,166,49,159,28,98,141,148,150,149,123,110,149,114,99,136,113,144,113,164,214,223,20,112,136,42,69,194,177,85,166,209,145,164,196,155,188,74,139,157,191,143,109,86,181,104,117,119,103,133,176,49,188,156,167,106,200,114,196,60,180,122,177,191,92,188,210,181,58,139,181,103,63,198,55,159,157,161,48,164,198,135,160,160,100,106,186,113,184,125,196,200,158,196,195,205,78,181,199,135,149,195,127,172,205,115,177,119,127,177,195,181,163,232,62,208,25,151,184,86,149,170,136,191,209,60,180,55,177,210,154,140,101,134,173,159,178,206,141,117,162,164,161,144,197,201,60,86,173,193,70,119,132,173,164,145,193,63,115,206,44,166,15,148,186,194,99,170,209,74,177,169,165,114,85,160,147,72,185,174,62,155,147,137,183,177,187,156,141,139,174,85,179,40,145,164,128,111,196,178,89,155,49,135,196,145,130,194,115,146,92,198,55,97,197,182,59,153,184,52,121,155,145,191,85,66,153,132,122,81,141,120,72,130,178,157,121,99,154,74,138,150,103,135,158,126,161,132,111,140,140,146,53,119,78,171,98,161,177,177,165,204,71,192,213,68,184,149,75,151,161,172,46,117,160,163,110,113,156,161,80,136,141,153,156,121,158,165,200,71,183,68,124,185,58,77,147,121,162,198,78,163,149,130,139,149,162,117,159,154,134,160,180,192,58,175,175,121,140,146,186,83,175,194,87,186,133,119,183,126,99,124,124,204,60,95,155,107,147,164,46,161,187,50,126,150,44,126,177,58,188,155,58,161,197,53,148,143,113,175,151,155,169,80,143,149,136,116,178,148,38,134,133,140,184,180,88,160,33,163,191,122,192,162,118,78,189,199,119,168,208,58,168,117,166,180,117,147,145,182,159,175,194,93,133,173,113,193,190,55,166,172,54,144,184,93,98,195,167,149,85,143,112,138,129,143,175,116,170,176,105,161,149,38,216,196,50,166,166,49,159,28,98,141,148,150,149,123,110,149,114,99,136,113,144,113,164,214,223,20,112,136,42,69,194,177,85,159,200,146,175,185,182,58,174,121,109,91,163,201,157,154,131,154,174,117,164,103,157,200,114,149,174,168,210,177,181,163,166,199,118,176,110,139,181,103,63,198,55,159,157,161,48,99,125,198,135,153,91,147,100,133,186,113,156,179,200,200,162,152,64,188,155,148,154,163,196,176,195,127,135,219,152,172,147,154,177,195,170,82,169,206,153,165,102,138,194,86,167,170,136,167,213,168,189,109,181,199,86,162,117,154,173,171,163,88,184,209,95,134,163,49,184,133,68,95,126,144,185,210,95,113,181,193,97,155,132,173,177,57,157,193,63,150,206,44,146,113,130,177,151,190,132,186,185,120,177,169,166,133,85,168,137,35,95,173,179,99,178,147,137,153,187,88,149,208,103,164,157,64,150,85,109,193,187,164,136,118,177,178,89,180,74,167,196,145,154,194,139,146,92,198,55,123,197,130,137,179,184,52,155,155,167,191,85,106,158,132,122,86,141,120,77,130,178,162,121,100,154,74,143,150,103,140,158,126,164,132,111,145,140,146,53,124,78,176,98,162,197,115,96,165,204,71,192,213,68,184,149,75,145,161,179,46,154,160,163,160,113,135,139,160,80,137,145,95,148,173,121,155,97,165,200,71,183,68,124,185,58,77,145,164,185,198,78,186,149,130,162,149,169,61,117,159,154,134,160,180,192,58,175,175,121,140,153,184,127,159,201,87,144,216,23,158,183,126,138,124,163,204,60,134,155,107,154,120,129,163,187,50,151,171,44,162,177,58,177,155,58,124,203,118,160,143,113,117,147,160,187,178,167,74,177,181,184,185,61,186,130,50,34,169,174,117,204,67,37,99,181,99,177,185,130,92,179,156,160,194,148,148,125,190,134,109,234,87,190,173,126,165,82,206,123,172,148,114,182,147,81,136,181,160,65,192,144,130,170,140,124,92,152,215,19,194,128,171,134,132,125,76,115,50,39,162,196,174,167,78,187,165,121,196,208,69,170,195,86,115,162,104,161,211,132,176,168,122,192,182,115,178,173,179,202,56,197,114,157,207,96,164,189,126,159,148,165,148,160,181,131,190,190,55,168,159,111,171,103,155,99,177,200,70,205,215,133,178,174,130,139,154,144,173,214,83,178,121,133,172,133,205,210,55,196,174,85,172,211,120,175,197,126,184,193,120,197,165,187,187,97,185,188,195,202,157,187,107,198,133,152,119,175,155,172,131,146,180,165,176,212,60,193,163,176,204,82,181,185,72,196,83,166,184,102,91,159,150,183,167,179,205,78,182,184,169,202,126,16,57,196,205,121,181,143,189,82,171,181,99,93,196,94,167,167,93,133,172,142,171,157,191,174,93,168,164,90,182,98,139,44,100,140,140,72,158,229,61,138,146,185,137,193,93,145,189,79,97,184,112,166,150,86,116,173,138,144,153,151,151,107,90,165,127,128,84,98,184,118,171,206,184,105,179,197,156,170,152,141,137,192,86,130,54,170,37,161,205,83,202,195,74,195,193,89,202,194,189,195,151,194,130,154,176,113,185,202,75,187,188,110,170,203,82,156,117,176,202,93,182,196,187,164,96,115,157,206,189,185,85,192,214,153,175,167,138,125,74,167,163,173,153,120,146,145,110,149,111,180,209,84,198,181,77,175,170,176,133,172,99,160,170,124,146,196,114,169,173,121,167,170,147,164,211,181,192,58,144,153,128,160,40,138,52,196,48,152,173,76,143,101,156,79,176,185,114,159,113,177,107,165,169,157,90,178,161,111,171,180,131,177,196,107,169,90,171,157,159,148,153,81,151,187,110,173,186,154,163,196,172,153,185,201,94,160,195,136,187,107,202,172,137,166,184,124,187,139,169,142,45,142,149,149,177,124,101,76,166,161,121,160,140,152,142,155,135,60,167,139,147,134,121,166,74,117,145,150,166,166,144,130,179,154,77,119,58,32,135,192,82,121,169,217,190,150,84,160,129,176,163,64,97,199,31,195,199,202,125,93,157,178,215,17,173,187,80,148,203,96,187,199,73,182,155,115,110,204,101,172,203,92,177,188,185,14,166,85,188,193,92,177,57,166,127,176,164,192,90,194,166,93,173,159,53,186,103,176,74,214,131,176,182,42,169,32,187,179,106,118,102,107,137,157,175,148,191,204,82,171,216,22,166,203,23,168,151,181,127,187,36,112,45,222,153,168,165,136,148,191,72,148,186,186,163,176,62,136,208,129,164,172,178,118,156,75,121,187,140,152,114,157,207,190,222,89,174,192,70,130,92,126,200,86,154,179,104,182,185,67,179,204,84,188,175,99,154,97,194,130,176,208,67,198,162,161,92,176,188,111,182,168,138,185,66,190,214,32,135,132,86,150,134,145,75,165,104,173,77,119,127,157,130,51,176,157,165,190,144,71,147,136,116,188,169,180,151,152,192,70,181,197,114,177,191,52,156,189,177,168,82,195,186,162,179,108,126,174,89,166,196,68,163,137,106,171,130,142,191,214,82,148,162,135,183,169,145,169,44,164,143,111,173,69,202,163,168,111,169,42,135,182,46,159,68,202,150,157,116,164,154,134,94,156,140,45,149,136,82,148,117,85,135,134,125,127,107,119,80,119,148,141,139,134,84,110,143,129,55,158,126,63,149,128,131,145,70,121,87,104,88,191,99,201,181,183,145,126,171,179,97,175,152,187,177,116,205,48,95,79,196,62,195,192,165,179,191,117,113,108,92,79,177,87,160,129,116,197,92,70,105,146,175,153,168,151,160,116,113,178,160,156,142,113,186,56]

.ragatouille/colbert/indexes/mockingbird/ivf.pid.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21e3e7bf24a31d830ea918e356291c5b40ec3613fb06df3d2ac05b159093fb
+size 1023256

.ragatouille/colbert/indexes/mockingbird/metadata.json

@@ -0,0 +1,70 @@
+{
+  "config":{
+    "query_token_id":"[unused0]",
+    "doc_token_id":"[unused1]",
+    "query_token":"[Q]",
+    "doc_token":"[D]",
+    "ncells":null,
+    "centroid_score_threshold":null,
+    "ndocs":null,
+    "load_index_with_mmap":false,
+    "index_path":null,
+    "index_bsize":32,
+    "nbits":8,
+    "kmeans_niters":20,
+    "resume":false,
+    "similarity":"cosine",
+    "bsize":64,
+    "accumsteps":1,
+    "lr":0.00001,
+    "maxsteps":400000,
+    "save_every":null,
+    "warmup":20000,
+    "warmup_bert":null,
+    "relu":false,
+    "nway":64,
+    "use_ib_negatives":true,
+    "reranker":false,
+    "distillation_alpha":1.0,
+    "ignore_scores":false,
+    "model_name":null,
+    "query_maxlen":32,
+    "attend_to_mask_tokens":false,
+    "interaction":"colbert",
+    "dim":128,
+    "doc_maxlen":256,
+    "mask_punctuation":true,
+    "checkpoint":"colbert-ir/colbertv2.0",
+    "triples":"/future/u/okhattab/root/unit/experiments/2021.10/downstream.distillation.round2.2_score/round2.nway6.cosine.ib/examples.64.json",
+    "collection":[
+      "list with 2723 elements starting with...",
+      [
+        "Compendium of Instructions  On Election Expenditure Monitoring   PART A_ ELECTION EXPENDITURE MONITORING  INTRODUCTION  AND  RELATED LEGAL PROVISIONS  __OBJECTIVE OF ELECTION EXPENDITURE MONITORING  .txt\n_ \n#OBJECTIVE OF ELECTION EXPENDITURE MONITORING  \nElection expenditure can broadly be  divided into two categories. The  first category of \nelection expenditure is the legal expenditure, which is allowed under the law for \nelectioneering, subject to it being w ithin the permissible limit . This would include \nexpenditure connected with campaigning, which is spent on pub lic meetings, public rallies \nposters, banners, vehicles, advertisements in print or electronic media etc. The second \ncategory of the election expenditure is on items which are not permitted under t he law, \ne.g., distribution of money, liquor, or any other item disbursed and given to the electors \nwith the intent to influence them. This expenditure  comes under the definition of \u201cb ribery\u201d \nwhich is an offence both under IPC and under R.P. Act, 1951 (The Act).",
+        "This expenditure  comes under the definition of \u201cb ribery\u201d \nwhich is an offence both under IPC and under R.P. Act, 1951 (The Act).  The expenditure on \nsuch items is illegal. Yet another form of expenditure wh ich is coming to the fore in recent \ntimes is on Surrogate Ad vertisements, Paid News and Social Media  etc.  The purpose of \nelection expenditure monitoring is, therefore, twofold. For the first category of expenditure, it \nmust be ensured that all election expenditure on permitted items is truthfully reported and \nconsidered while scrutinizing the expenditure account sub mitted by the candidates. As far \n2 \n as the second category of expenditure including surrogate advertisements, paid news etc., is \nconcerned, it is obvious that it will never be reported by the political parties/ candidates. \nExpenditure on campaigning through Social Media tends to be underreported, if at all, \nespecially by candidates.",
+        "Expenditure on campaigning through Social Media tends to be underreported, if at all, \nespecially by candidates. The  systems shou ld be robust  enough to catch such expenditure as \nwell, and not only include it in the account of election expenditure, but also take action \nagainst the wrongdoers under the relevant provisions of the law, including lodging of \ncomplaints before the police/ competent magistrate, if required."
+      ]
+    ],
+    "queries":"/future/u/okhattab/data/MSMARCO/queries.train.tsv",
+    "index_name":"mockingbird",
+    "overwrite":false,
+    "root":".ragatouille/",
+    "experiment":"colbert",
+    "index_root":null,
+    "name":"2024-04/15/03.51.45",
+    "rank":0,
+    "nranks":1,
+    "amp":true,
+    "gpus":1,
+    "avoid_fork_if_possible":false
+  },
+  "num_chunks":1,
+  "num_partitions":8192,
+  "num_embeddings":387412,
+  "avg_doclen":142.2739625413,
+  "RAGatouille":{
+    "index_config":{
+      "index_type":"PLAID",
+      "index_name":"mockingbird"
+    }
+  }
+}

.ragatouille/colbert/indexes/mockingbird/plan.json

@@ -0,0 +1,64 @@
+{
+    "config": {
+        "query_token_id": "[unused0]",
+        "doc_token_id": "[unused1]",
+        "query_token": "[Q]",
+        "doc_token": "[D]",
+        "ncells": null,
+        "centroid_score_threshold": null,
+        "ndocs": null,
+        "load_index_with_mmap": false,
+        "index_path": null,
+        "index_bsize": 32,
+        "nbits": 8,
+        "kmeans_niters": 20,
+        "resume": false,
+        "similarity": "cosine",
+        "bsize": 64,
+        "accumsteps": 1,
+        "lr": 1e-5,
+        "maxsteps": 400000,
+        "save_every": null,
+        "warmup": 20000,
+        "warmup_bert": null,
+        "relu": false,
+        "nway": 64,
+        "use_ib_negatives": true,
+        "reranker": false,
+        "distillation_alpha": 1.0,
+        "ignore_scores": false,
+        "model_name": null,
+        "query_maxlen": 32,
+        "attend_to_mask_tokens": false,
+        "interaction": "colbert",
+        "dim": 128,
+        "doc_maxlen": 256,
+        "mask_punctuation": true,
+        "checkpoint": "colbert-ir\/colbertv2.0",
+        "triples": "\/future\/u\/okhattab\/root\/unit\/experiments\/2021.10\/downstream.distillation.round2.2_score\/round2.nway6.cosine.ib\/examples.64.json",
+        "collection": [
+            "list with 2723 elements starting with...",
+            [
+                "Compendium of Instructions  On Election Expenditure Monitoring   PART A_ ELECTION EXPENDITURE MONITORING  INTRODUCTION  AND  RELATED LEGAL PROVISIONS  __OBJECTIVE OF ELECTION EXPENDITURE MONITORING  .txt\n_ \n#OBJECTIVE OF ELECTION EXPENDITURE MONITORING  \nElection expenditure can broadly be  divided into two categories. The  first category of \nelection expenditure is the legal expenditure, which is allowed under the law for \nelectioneering, subject to it being w ithin the permissible limit . This would include \nexpenditure connected with campaigning, which is spent on pub lic meetings, public rallies \nposters, banners, vehicles, advertisements in print or electronic media etc. The second \ncategory of the election expenditure is on items which are not permitted under t he law, \ne.g., distribution of money, liquor, or any other item disbursed and given to the electors \nwith the intent to influence them. This expenditure  comes under the definition of \u201cb ribery\u201d \nwhich is an offence both under IPC and under R.P. Act, 1951 (The Act).",
+                "This expenditure  comes under the definition of \u201cb ribery\u201d \nwhich is an offence both under IPC and under R.P. Act, 1951 (The Act).  The expenditure on \nsuch items is illegal. Yet another form of expenditure wh ich is coming to the fore in recent \ntimes is on Surrogate Ad vertisements, Paid News and Social Media  etc.  The purpose of \nelection expenditure monitoring is, therefore, twofold. For the first category of expenditure, it \nmust be ensured that all election expenditure on permitted items is truthfully reported and \nconsidered while scrutinizing the expenditure account sub mitted by the candidates. As far \n2 \n as the second category of expenditure including surrogate advertisements, paid news etc., is \nconcerned, it is obvious that it will never be reported by the political parties\/ candidates. \nExpenditure on campaigning through Social Media tends to be underreported, if at all, \nespecially by candidates.",
+                "Expenditure on campaigning through Social Media tends to be underreported, if at all, \nespecially by candidates. The  systems shou ld be robust  enough to catch such expenditure as \nwell, and not only include it in the account of election expenditure, but also take action \nagainst the wrongdoers under the relevant provisions of the law, including lodging of \ncomplaints before the police\/ competent magistrate, if required."
+            ]
+        ],
+        "queries": "\/future\/u\/okhattab\/data\/MSMARCO\/queries.train.tsv",
+        "index_name": "mockingbird",
+        "overwrite": false,
+        "root": ".ragatouille\/",
+        "experiment": "colbert",
+        "index_root": null,
+        "name": "2024-04\/15\/03.51.45",
+        "rank": 0,
+        "nranks": 1,
+        "amp": true,
+        "gpus": 1,
+        "avoid_fork_if_possible": false
+    },
+    "num_chunks": 1,
+    "num_partitions": 8192,
+    "num_embeddings_est": 387411.983001709,
+    "avg_doclen_est": 142.27395629882812
+}