BAAI
/

AquilaChat2-70B-Expr

Text Generation

Inference Endpoints

Model card Files Files and versions Community

ldwang commited on Nov 29, 2023

Commit

6eeaab0

·

1 Parent(s): 0aecd41

Update README_zh.md

Files changed (1) hide show

README_zh.md +1 -1

README_zh.md CHANGED Viewed

@@ -30,7 +30,7 @@ import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM
 from transformers import BitsAndBytesConfig
-model_info = "BAAI/AquilaChat2-70B"
 tokenizer = AutoTokenizer.from_pretrained(model_info, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True, torch_dtype=torch.bfloat16)
 model.eval()

 from transformers import AutoTokenizer, AutoModelForCausalLM
 from transformers import BitsAndBytesConfig
+model_info = "BAAI/AquilaChat2-70B-Expr"
 tokenizer = AutoTokenizer.from_pretrained(model_info, trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True, torch_dtype=torch.bfloat16)
 model.eval()