params

{
    "num_ctx": 32000,
    "repeat_penalty": 1.3,
    "stop": [
        "<|im_end|>",
        "<|endoftext|>"
    ],
    "temperature": 1,
    "top_k": 20,
    "top_p": 0.8
}