transformers endpoints_compatible region:us
---
{}
---
{
    "version": "v0.7.1",
    "name": "engines_v2",
    "args": {
        "engine": {
            "repo": "meta-llama/Llama-2-7b-hf",
            "args": {
                "max_input_len": 1000,
                "max_output_len": 1000,
                "max_batch_size": 64,
                "tp_size": 1,
                "pp_size": 1,
                "multi_block_mode": true
            },
            "quant": "no_quant"
        }
    }
}