model.layers.24/cfg.json

{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 131072, "k": 256, "multi_topk": false, "d_in": 4096}