sammysun0711
/

aquilachat-7b-hf

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

sammysun0711 commited on Jun 19, 2023

Commit

4e484e3

·

1 Parent(s): a56f63c

Update README.md

Files changed (1) hide show

README.md +3 -1

README.md CHANGED Viewed

@@ -15,8 +15,10 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf')
 model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
 model = model.eval()
-# from optimum import ORTModelForCausalLM, OVModelForCausalLM
 # model = ORTModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', export=True, use_cache=True, trust_remote_code=True)
 # model = OVModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', export=True, use_cache=True, trust_remote_code=True)
 question = '北京为什么是中国的首都？'

 tokenizer = AutoTokenizer.from_pretrained('sammysun0711/aquilachat-7b-hf')
 model = AutoModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', trust_remote_code=True)
 model = model.eval()
+# from optimum.onnxruntime import ORTModelForCausalLM
 # model = ORTModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', export=True, use_cache=True, trust_remote_code=True)
+# from optimum.intel import OVModelForCausalLM
 # model = OVModelForCausalLM.from_pretrained('sammysun0711/aquilachat-7b-hf', export=True, use_cache=True, trust_remote_code=True)
 question = '北京为什么是中国的首都？'