Add files using upload-large-folder tool
Browse files- indexes/lifestyle.dev.nbits=2.latest.mmap/0.codes.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/0.metadata.json +6 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/0.residuals.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/avg_residual.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/buckets.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/centroids.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/doclens.0.json +0 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/ivf.pid.mmap.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/ivf.pid.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/ivf_lengths.pid.mmap.pt +3 -0
- indexes/lifestyle.dev.nbits=2.latest.mmap/metadata.json +49 -0
indexes/lifestyle.dev.nbits=2.latest.mmap/0.codes.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8adff3a358d6545c1d373884b8981cf820020640ca89444d69965b5eea3df278
|
3 |
+
size 163027051
|
indexes/lifestyle.dev.nbits=2.latest.mmap/0.metadata.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"num_embeddings": 40756586,
|
3 |
+
"passage_offset": 0,
|
4 |
+
"embedding_offset": 0,
|
5 |
+
"num_passages": 268893
|
6 |
+
}
|
indexes/lifestyle.dev.nbits=2.latest.mmap/0.residuals.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a45a2f33128dc80030938fd58a1a26d4bb204e5eca84cdede8b3e9b89c156f3d
|
3 |
+
size 1304211511
|
indexes/lifestyle.dev.nbits=2.latest.mmap/avg_residual.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46420f62a586af5b0535d323f6a13d42c95af92c10d88c79b26e9bbdc94eda6a
|
3 |
+
size 747
|
indexes/lifestyle.dev.nbits=2.latest.mmap/buckets.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:243bb9cf68c548b0c406fcf379e5ec53e95f3a1a00a442495e21244edf8314ff
|
3 |
+
size 999
|
indexes/lifestyle.dev.nbits=2.latest.mmap/centroids.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ea1c4eaecb462919dbbab84746ffe6febc54bf0a1b220f38c20daa0393f1c484
|
3 |
+
size 16777963
|
indexes/lifestyle.dev.nbits=2.latest.mmap/doclens.0.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
indexes/lifestyle.dev.nbits=2.latest.mmap/ivf.pid.mmap.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9190be05b87786e5d526901ad47f608a26a6e9c207d7a4fef5f4069825aa7e05
|
3 |
+
size 102484346
|
indexes/lifestyle.dev.nbits=2.latest.mmap/ivf.pid.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0965941d5139a617673d7f5068450dbc21c54feac76248431b5ee05a312a5db
|
3 |
+
size 103008871
|
indexes/lifestyle.dev.nbits=2.latest.mmap/ivf_lengths.pid.mmap.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81adf129ed922494d583c1d925bd3002614d4c652a7201503ff75496f8e7e67a
|
3 |
+
size 525074
|
indexes/lifestyle.dev.nbits=2.latest.mmap/metadata.json
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"config": {
|
3 |
+
"ncells": null,
|
4 |
+
"centroid_score_threshold": null,
|
5 |
+
"ndocs": null,
|
6 |
+
"index_path": null,
|
7 |
+
"nbits": 2,
|
8 |
+
"kmeans_niters": 4,
|
9 |
+
"resume": false,
|
10 |
+
"similarity": "cosine",
|
11 |
+
"bsize": 64,
|
12 |
+
"accumsteps": 1,
|
13 |
+
"lr": 1e-5,
|
14 |
+
"maxsteps": 400000,
|
15 |
+
"save_every": null,
|
16 |
+
"warmup": 20000,
|
17 |
+
"warmup_bert": null,
|
18 |
+
"relu": false,
|
19 |
+
"nway": 64,
|
20 |
+
"use_ib_negatives": true,
|
21 |
+
"reranker": false,
|
22 |
+
"distillation_alpha": 1.0,
|
23 |
+
"ignore_scores": false,
|
24 |
+
"query_maxlen": 32,
|
25 |
+
"attend_to_mask_tokens": false,
|
26 |
+
"interaction": "colbert",
|
27 |
+
"dim": 128,
|
28 |
+
"doc_maxlen": 300,
|
29 |
+
"mask_punctuation": true,
|
30 |
+
"checkpoint": "\/dfs\/scratch0\/okhattab\/share\/2021\/checkpoints\/msmarco.psg.kldR2.nway64.ib__colbert-400000",
|
31 |
+
"triples": "\/future\/u\/okhattab\/root\/unit\/experiments\/2021.10\/downstream.distillation.round2.2_score\/round2.nway6.cosine.ib\/examples.64.json",
|
32 |
+
"collection": "\/future\/u\/keshav2\/lotte\/lifestyle\/dev\/collection.tsv",
|
33 |
+
"queries": "\/future\/u\/okhattab\/data\/MSMARCO\/queries.train.tsv",
|
34 |
+
"index_name": "lifestyle.dev.nbits=2.latest",
|
35 |
+
"overwrite": false,
|
36 |
+
"root": "\/future\/u\/thejas\/colbert\/experiments",
|
37 |
+
"experiment": "default",
|
38 |
+
"index_root": null,
|
39 |
+
"name": "2022-09\/27\/17.06.34",
|
40 |
+
"rank": 0,
|
41 |
+
"nranks": 4,
|
42 |
+
"amp": true,
|
43 |
+
"gpus": 4
|
44 |
+
},
|
45 |
+
"num_chunks": 1,
|
46 |
+
"num_partitions": 65536,
|
47 |
+
"num_embeddings": 40756586,
|
48 |
+
"avg_doclen": 151.5717627457762
|
49 |
+
}
|