transformers endpoints_compatible region:us
---
{}
---
TRT-LLM version: v0.7.0, config: 
{
    "repo": "meta-llama/Llama-2-13b-hf",
    "args": {
        "max_input_len": 300,
        "max_output_len": 300,
        "max_batch_size": 128,
        "tp_size": 1,
        "pp_size": 1,
        "multi_block_mode": true,
        "paged_kv_cache": true,
        "use_inflight_batching": true
    },
    "quant": "no_quant"
}