make max_new_tokens 2048
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ import transformers
|
|
8 |
model_name = "Artigenz/Artigenz-Coder-DS-6.7B"
|
9 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
10 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype="auto")
|
11 |
-
max_new_tokens:int=
|
12 |
do_sample:bool=True
|
13 |
num_beams:int=1
|
14 |
temperature:float=0.5
|
|
|
8 |
model_name = "Artigenz/Artigenz-Coder-DS-6.7B"
|
9 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
10 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype="auto")
|
11 |
+
max_new_tokens:int=2048
|
12 |
do_sample:bool=True
|
13 |
num_beams:int=1
|
14 |
temperature:float=0.5
|