region:us
{
  "name": "ehartford_dolphin-2.5-mixtral-8x7b",
  "arch": "llama",
  "quant": "Q3_K_M",
  "context_length": 32768,
  "embedding_length": 4096,
  "num_layers": 32,
  "rope": {
    "freq_base": 1000000,
    "dimension_count": 128
  },
  "head_count": 32,
  "head_count_kv": 8,
  "parameters": "7B",
  "expert_count": 8,
  "expert_used_count": 2
}