transformers endpoints_compatible region:us
---
{}
---
{
    "version": "v0.7.1_H100-80GB-HBM3",
    "name": "engines_v2",
    "args": {
        "engine": {
            "repo": "Gryphe/MythoMax-L2-13b",
            "args": {
                "max_input_len": 2000,
                "max_output_len": 2000,
                "max_batch_size": 128
            },
            "type": "llama",
            "quant": "smooth_quant",
            "calibration": {
                "sq_alpha": 0.5
            }
        }
    }
}