slices:

  - sources:
   
    - model: TheBloke/Llama-2-13B-fp16
    - 
      layer_range: [0, 16]
      
  - sources
  
    - model: TheBloke/Llama-2-13B-fp16
    - 
      layer_range: [8, 24]
      
  - sources:
    
    - model: TheBloke/Llama-2-13B-fp16
    - 
      layer_range: [17, 32]
      
  - sources:
    
    - model: TheBloke/Llama-2-13B-fp16
    
      layer_range: [25, 40]
      
merge_method: passthrough

dtype: float16
{"license": "llama2"}
transformers safetensors llama text-generation license:llama2 autotrain_compatible endpoints_compatible text-generation-inference region:us