Upload folder using huggingface_hub

0.codes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27bcf32b0e79773e066d82b6a5f4f3d34b0551104cb5d9aac90dfd020d9b1bf
+size 90780

0.metadata.json

@@ -0,0 +1,6 @@
+{
+    "passage_offset": 0,
+    "num_passages": 118,
+    "num_embeddings": 22415,
+    "embedding_offset": 0
+}

0.residuals.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b876452226ae62169f26c0e5dfcffef420b19b780c6632b003d8d4c8ab14d78
+size 1077104

1.codes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e829934884274c939b41c450ab89ec4f59ae6d3b753714198b08eefd1f8282
+size 79196

1.metadata.json

@@ -0,0 +1,6 @@
+{
+    "passage_offset": 118,
+    "num_passages": 116,
+    "num_embeddings": 19508,
+    "embedding_offset": 22415
+}

1.residuals.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb0fc6649fa181655fe6d689b7e1df971b00cf89e2ccf484eb5739d9d7d19fd
+size 937584

avg_residual.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff64ae78ff732e590c04740ce2cac3e5600342eaf0e09442e81900f40778fc5
+size 1205

buckets.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b5a037e63754067d63e0dfc2d6baaaf00b1f193eee491f7a94e841dd75f72
+size 1432

centroids.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a9482a16887e01f55dcfe9571f3b3f5bc5ee8d29e8c833a6fbeda96681bdfb
+size 394406

doclens.0.json

@@ -0,0 +1 @@
+[246,100,218,113,158,131,195,312,151,108,416,147,227,353,278,260,108,324,174,146,221,192,367,121,228,141,256,317,125,133,182,217,204,122,218,363,164,210,112,279,211,145,134,174,142,149,233,166,180,181,135,331,177,118,133,57,205,129,131,246,119,155,51,107,129,75,21,22,105,162,204,241,208,196,101,154,69,139,170,199,394,247,203,131,149,165,140,169,149,371,294,224,414,396,353,156,212,158,205,154,183,200,210,154,149,164,145,146,163,131,103,182,280,129,408,405,148,90]

doclens.1.json

@@ -0,0 +1 @@
+[109,234,316,354,97,182,265,115,121,208,345,132,239,136,212,107,289,344,163,389,194,71,152,196,222,273,153,371,95,156,357,75,369,190,144,170,117,383,63,216,336,232,321,242,102,194,394,109,116,50,196,269,348,188,109,298,274,255,202,407,202,191,198,348,115,219,86,70,74,98,47,68,167,120,88,66,170,90,148,24,420,155,337,183,308,234,143,368,58,59,73,67,70,159,21,227,96,48,81,72,131,94,96,30,31,16,26,5,25,4,76,15,52,10,158,5]

ivf.pid.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2201c6af14a215b6ebdf391172104ad4f8c9902c7fff89ea3e9e37064c5ead4b
+size 88280

metadata.json

@@ -0,0 +1,70 @@
+{
+  "config":{
+    "query_token_id":"[unused0]",
+    "doc_token_id":"[unused1]",
+    "query_token":"[Q]",
+    "doc_token":"[D]",
+    "ncells":null,
+    "centroid_score_threshold":null,
+    "ndocs":null,
+    "load_index_with_mmap":false,
+    "index_path":null,
+    "index_bsize":32,
+    "nbits":4,
+    "kmeans_niters":20,
+    "resume":false,
+    "similarity":"cosine",
+    "bsize":64,
+    "accumsteps":1,
+    "lr":0.000005,
+    "maxsteps":500000,
+    "save_every":9,
+    "warmup":9,
+    "warmup_bert":null,
+    "relu":false,
+    "nway":2,
+    "use_ib_negatives":true,
+    "reranker":false,
+    "distillation_alpha":1.0,
+    "ignore_scores":false,
+    "model_name":"chunks_colbert_small",
+    "query_maxlen":32,
+    "attend_to_mask_tokens":false,
+    "interaction":"colbert",
+    "dim":96,
+    "doc_maxlen":512,
+    "mask_punctuation":true,
+    "checkpoint":".ragatouille/colbert/none/2024-09/26/17.49.22/checkpoints/colbert",
+    "triples":"/root/.cache/huggingface/hub/datasets--tensorboy--chunks_dataset/snapshots/11809bcb1a7e9317516339776279907b82ffa630/train/triples.train.colbert.jsonl",
+    "collection":[
+      "list with 234 elements starting with...",
+      [
+        "'Probation \\\\\\\\nEvery new team member will be put on probation for the first 3 months of their service in the \\\\\\\\norganization counted from the date of joining. At the end of the third month, the team member will be \\\\\\\\ninformed whether or not s/he has successfully crossed the probation period based on his/her \\\\\\\\nperformance. \\\\\\\\nThe team member can take upto 3 leaves during the probation period, the remaining leaves will be \\\\\\\\naccrued and can be availed post the probation. The 3 leaves will include planned / emergency/ sick \\\\\\\\nleaves etc but will not include wedding/maternity/paternity leaves. Leaves are to be planned in advance \\\\\\\\nin consultation with the concerned manager to the extent possible. Leave encashment is not applicable if \\\\\\\\nexit takes place within the probation period. \\\\\\\\nIncase of termination or resignation during/at the end of probation period, the applicable notice period \\\\\\\\nwill be of 1 week (5 working days). No leaves will be permitted during notice period.' /n/nLink to policy document: https://docs.google.com/document/d/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM/edit#heading=h.5kumi7cfdp5o.'",
+        "'1. Self-initiated: The team member voluntarily resigns from the organization. \\\\\\\\n2. Firm-initiated: The firm initiates the termination of a team member on account of \\\\\\\\nnon-performance, unauthorized absence (absconding) or on behavioral grounds.' /n/nLink to policy document: https://docs.google.com/document/d/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM/edit#heading=h.5kumi7cfdp5o.'",
+        "'Eligibility for Year-end Appraisal\\\\\\\\nIn case of self-initiated exit, team members who resign on or before 31st March will not be eligible for\\\\\\\\nyear-end appraisal & bonus (profit sharing in case of Sr Consultant & above).\\\\\\\\nFor those availing the Vidya program, team members whose date of leaving is before 1st March will not\\\\\\\\nbe eligible for year-end appraisal & bonus (profit sharing in case of Sr Consultant & above).\\\\\\\\n\\\\\\\\nEligibility for Mid-year Appraisal\\\\\\\\nIn case of self-initiated exit, team members who resign on or before 30th September will not be eligible \\\\\\\\nfor mid-point appraisal. \\\\\\\\nFor those availing the Vidya program, team members whose date of leaving is before 1st September will \\\\\\\\nnot be eligible for year-end appraisal & bonus (profit sharing in case of Sr Consultant & above).' /n/nLink to policy document: https://docs.google.com/document/d/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM/edit#heading=h.5kumi7cfdp5o.'"
+      ]
+    ],
+    "queries":"/root/.cache/huggingface/hub/datasets--tensorboy--chunks_dataset/snapshots/11809bcb1a7e9317516339776279907b82ffa630/train/queries.train.colbert.tsv",
+    "index_name":"chunks_small_eps_3000",
+    "overwrite":false,
+    "root":".ragatouille/",
+    "experiment":"colbert",
+    "index_root":null,
+    "name":"2024-09/26/18.02.51",
+    "rank":0,
+    "nranks":2,
+    "amp":true,
+    "gpus":2,
+    "avoid_fork_if_possible":false
+  },
+  "num_chunks":2,
+  "num_partitions":2048,
+  "num_embeddings":41923,
+  "avg_doclen":179.1581196581,
+  "RAGatouille":{
+    "index_config":{
+      "index_type":"PLAID",
+      "index_name":"chunks_small_eps_3000"
+    }
+  }
+}

pid_docid_map.json

@@ -0,0 +1,236 @@
+{
+  "0":"0",
+  "1":"1",
+  "2":"2",
+  "3":"3",
+  "4":"4",
+  "5":"5",
+  "6":"6",
+  "7":"7",
+  "8":"7",
+  "9":"8",
+  "10":"9",
+  "11":"9",
+  "12":"10",
+  "13":"10",
+  "14":"10",
+  "15":"11",
+  "16":"12",
+  "17":"13",
+  "18":"14",
+  "19":"15",
+  "20":"16",
+  "21":"17",
+  "22":"18",
+  "23":"19",
+  "24":"20",
+  "25":"21",
+  "26":"22",
+  "27":"23",
+  "28":"24",
+  "29":"25",
+  "30":"26",
+  "31":"27",
+  "32":"28",
+  "33":"29",
+  "34":"30",
+  "35":"31",
+  "36":"32",
+  "37":"33",
+  "38":"34",
+  "39":"35",
+  "40":"36",
+  "41":"37",
+  "42":"38",
+  "43":"39",
+  "44":"40",
+  "45":"41",
+  "46":"42",
+  "47":"43",
+  "48":"44",
+  "49":"45",
+  "50":"46",
+  "51":"47",
+  "52":"48",
+  "53":"49",
+  "54":"50",
+  "55":"51",
+  "56":"52",
+  "57":"53",
+  "58":"54",
+  "59":"55",
+  "60":"56",
+  "61":"57",
+  "62":"58",
+  "63":"59",
+  "64":"60",
+  "65":"61",
+  "66":"62",
+  "67":"63",
+  "68":"64",
+  "69":"65",
+  "70":"66",
+  "71":"67",
+  "72":"68",
+  "73":"69",
+  "74":"70",
+  "75":"71",
+  "76":"72",
+  "77":"73",
+  "78":"74",
+  "79":"75",
+  "80":"76",
+  "81":"76",
+  "82":"77",
+  "83":"78",
+  "84":"79",
+  "85":"80",
+  "86":"81",
+  "87":"82",
+  "88":"83",
+  "89":"84",
+  "90":"84",
+  "91":"85",
+  "92":"86",
+  "93":"87",
+  "94":"88",
+  "95":"89",
+  "96":"90",
+  "97":"91",
+  "98":"92",
+  "99":"93",
+  "100":"94",
+  "101":"95",
+  "102":"96",
+  "103":"97",
+  "104":"98",
+  "105":"99",
+  "106":"100",
+  "107":"101",
+  "108":"102",
+  "109":"103",
+  "110":"104",
+  "111":"105",
+  "112":"106",
+  "113":"107",
+  "114":"108",
+  "115":"108",
+  "116":"108",
+  "117":"109",
+  "118":"110",
+  "119":"111",
+  "120":"112",
+  "121":"113",
+  "122":"113",
+  "123":"114",
+  "124":"115",
+  "125":"115",
+  "126":"116",
+  "127":"117",
+  "128":"118",
+  "129":"118",
+  "130":"119",
+  "131":"120",
+  "132":"121",
+  "133":"122",
+  "134":"123",
+  "135":"124",
+  "136":"124",
+  "137":"125",
+  "138":"125",
+  "139":"126",
+  "140":"127",
+  "141":"128",
+  "142":"129",
+  "143":"130",
+  "144":"131",
+  "145":"132",
+  "146":"132",
+  "147":"133",
+  "148":"134",
+  "149":"135",
+  "150":"136",
+  "151":"137",
+  "152":"138",
+  "153":"139",
+  "154":"140",
+  "155":"141",
+  "156":"142",
+  "157":"143",
+  "158":"143",
+  "159":"144",
+  "160":"145",
+  "161":"146",
+  "162":"147",
+  "163":"148",
+  "164":"149",
+  "165":"150",
+  "166":"151",
+  "167":"152",
+  "168":"153",
+  "169":"154",
+  "170":"155",
+  "171":"156",
+  "172":"157",
+  "173":"158",
+  "174":"159",
+  "175":"160",
+  "176":"161",
+  "177":"162",
+  "178":"163",
+  "179":"164",
+  "180":"165",
+  "181":"166",
+  "182":"167",
+  "183":"168",
+  "184":"169",
+  "185":"170",
+  "186":"171",
+  "187":"172",
+  "188":"173",
+  "189":"174",
+  "190":"175",
+  "191":"176",
+  "192":"177",
+  "193":"178",
+  "194":"179",
+  "195":"180",
+  "196":"181",
+  "197":"182",
+  "198":"183",
+  "199":"183",
+  "200":"184",
+  "201":"185",
+  "202":"186",
+  "203":"187",
+  "204":"188",
+  "205":"189",
+  "206":"190",
+  "207":"191",
+  "208":"192",
+  "209":"193",
+  "210":"194",
+  "211":"195",
+  "212":"196",
+  "213":"197",
+  "214":"198",
+  "215":"199",
+  "216":"200",
+  "217":"201",
+  "218":"202",
+  "219":"203",
+  "220":"204",
+  "221":"205",
+  "222":"206",
+  "223":"207",
+  "224":"208",
+  "225":"209",
+  "226":"210",
+  "227":"211",
+  "228":"212",
+  "229":"213",
+  "230":"214",
+  "231":"215",
+  "232":"216",
+  "233":"217"
+}

plan.json

@@ -0,0 +1,64 @@
+{
+    "config": {
+        "query_token_id": "[unused0]",
+        "doc_token_id": "[unused1]",
+        "query_token": "[Q]",
+        "doc_token": "[D]",
+        "ncells": null,
+        "centroid_score_threshold": null,
+        "ndocs": null,
+        "load_index_with_mmap": false,
+        "index_path": null,
+        "index_bsize": 32,
+        "nbits": 4,
+        "kmeans_niters": 20,
+        "resume": false,
+        "similarity": "cosine",
+        "bsize": 64,
+        "accumsteps": 1,
+        "lr": 5e-6,
+        "maxsteps": 500000,
+        "save_every": 9,
+        "warmup": 9,
+        "warmup_bert": null,
+        "relu": false,
+        "nway": 2,
+        "use_ib_negatives": true,
+        "reranker": false,
+        "distillation_alpha": 1.0,
+        "ignore_scores": false,
+        "model_name": "chunks_colbert_small",
+        "query_maxlen": 32,
+        "attend_to_mask_tokens": false,
+        "interaction": "colbert",
+        "dim": 96,
+        "doc_maxlen": 512,
+        "mask_punctuation": true,
+        "checkpoint": ".ragatouille\/colbert\/none\/2024-09\/26\/17.49.22\/checkpoints\/colbert",
+        "triples": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/triples.train.colbert.jsonl",
+        "collection": [
+            "list with 234 elements starting with...",
+            [
+                "'Probation \\\\\\\\nEvery new team member will be put on probation for the first 3 months of their service in the \\\\\\\\norganization counted from the date of joining. At the end of the third month, the team member will be \\\\\\\\ninformed whether or not s\/he has successfully crossed the probation period based on his\/her \\\\\\\\nperformance. \\\\\\\\nThe team member can take upto 3 leaves during the probation period, the remaining leaves will be \\\\\\\\naccrued and can be availed post the probation. The 3 leaves will include planned \/ emergency\/ sick \\\\\\\\nleaves etc but will not include wedding\/maternity\/paternity leaves. Leaves are to be planned in advance \\\\\\\\nin consultation with the concerned manager to the extent possible. Leave encashment is not applicable if \\\\\\\\nexit takes place within the probation period. \\\\\\\\nIncase of termination or resignation during\/at the end of probation period, the applicable notice period \\\\\\\\nwill be of 1 week (5 working days). No leaves will be permitted during notice period.' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'",
+                "'1. Self-initiated: The team member voluntarily resigns from the organization. \\\\\\\\n2. Firm-initiated: The firm initiates the termination of a team member on account of \\\\\\\\nnon-performance, unauthorized absence (absconding) or on behavioral grounds.' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'",
+                "'Eligibility for Year-end Appraisal\\\\\\\\nIn case of self-initiated exit, team members who resign on or before 31st March will not be eligible for\\\\\\\\nyear-end appraisal & bonus (profit sharing in case of Sr Consultant & above).\\\\\\\\nFor those availing the Vidya program, team members whose date of leaving is before 1st March will not\\\\\\\\nbe eligible for year-end appraisal & bonus (profit sharing in case of Sr Consultant & above).\\\\\\\\n\\\\\\\\nEligibility for Mid-year Appraisal\\\\\\\\nIn case of self-initiated exit, team members who resign on or before 30th September will not be eligible \\\\\\\\nfor mid-point appraisal. \\\\\\\\nFor those availing the Vidya program, team members whose date of leaving is before 1st September will \\\\\\\\nnot be eligible for year-end appraisal & bonus (profit sharing in case of Sr Consultant & above).' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'"
+            ]
+        ],
+        "queries": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/queries.train.colbert.tsv",
+        "index_name": "chunks_small_eps_3000",
+        "overwrite": false,
+        "root": ".ragatouille\/",
+        "experiment": "colbert",
+        "index_root": null,
+        "name": "2024-09\/26\/18.02.51",
+        "rank": 0,
+        "nranks": 2,
+        "amp": true,
+        "gpus": 2,
+        "avoid_fork_if_possible": false
+    },
+    "num_chunks": 2,
+    "num_partitions": 2048,
+    "num_embeddings_est": 41901.2141418457,
+    "avg_doclen_est": 179.0650177001953
+}