sudokara commited on
Commit
d66530b
·
1 Parent(s): 67158a0

make max_new_tokens 2048

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ import transformers
8
  model_name = "Artigenz/Artigenz-Coder-DS-6.7B"
9
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
10
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype="auto")
11
- max_new_tokens:int=1024
12
  do_sample:bool=True
13
  num_beams:int=1
14
  temperature:float=0.5
 
8
  model_name = "Artigenz/Artigenz-Coder-DS-6.7B"
9
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
10
  model = transformers.AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype="auto")
11
+ max_new_tokens:int=2048
12
  do_sample:bool=True
13
  num_beams:int=1
14
  temperature:float=0.5