transformers endpoints_compatible region:us
---
{}
---
{
    "version": "v0.7.1_A100",
    "name": "engines_v2",
    "args": {
        "engine": {
            "repo": "mistralai/Mistral-7B-Instruct-v0.2",
            "args": {
                "max_input_len": 2000,
                "max_output_len": 2000,
                "max_batch_size": 64
            },
            "quant": "no_quant"
        }
    }
}