File size: 1,665 Bytes
6606a4b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
{
    "config": {
        "ncells": null,
        "centroid_score_threshold": null,
        "ndocs": null,
        "index_path": null,
        "nbits": 2,
        "kmeans_niters": 4,
        "resume": false,
        "similarity": "cosine",
        "bsize": 64,
        "accumsteps": 1,
        "lr": 1e-5,
        "maxsteps": 400000,
        "save_every": null,
        "warmup": 20000,
        "warmup_bert": null,
        "relu": false,
        "nway": 64,
        "use_ib_negatives": true,
        "reranker": false,
        "distillation_alpha": 1.0,
        "ignore_scores": false,
        "query_maxlen": 32,
        "attend_to_mask_tokens": false,
        "interaction": "colbert",
        "dim": 128,
        "doc_maxlen": 300,
        "mask_punctuation": true,
        "checkpoint": "\/dfs\/scratch0\/okhattab\/share\/2021\/checkpoints\/msmarco.psg.kldR2.nway64.ib__colbert-400000",
        "triples": "\/future\/u\/okhattab\/root\/unit\/experiments\/2021.10\/downstream.distillation.round2.2_score\/round2.nway6.cosine.ib\/examples.64.json",
        "collection": "\/future\/u\/keshav2\/lotte\/lifestyle\/dev\/collection.tsv",
        "queries": "\/future\/u\/okhattab\/data\/MSMARCO\/queries.train.tsv",
        "index_name": "lifestyle.dev.nbits=2.latest",
        "overwrite": false,
        "root": "\/future\/u\/thejas\/colbert\/experiments",
        "experiment": "default",
        "index_root": null,
        "name": "2022-09\/27\/17.06.34",
        "rank": 0,
        "nranks": 4,
        "amp": true,
        "gpus": 4
    },
    "num_chunks": 1,
    "num_partitions": 65536,
    "num_embeddings": 40756586,
    "avg_doclen": 151.5717627457762
}