| from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline | |
| model = AutoModelForCausalLM.from_pretrained("EleutherAI/pythia-2.8b") | |
| tokenizer = AutoTokenizer.from_pretrained("EleutherAI/pythia-2.8b") | |
| pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=1024, repetition_penalty=1.2, temperature=0.4) |