somosnlp
/

NoticIA-7B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Iker commited on Mar 27, 2024

Commit

31580eb

·

verified ·

1 Parent(s): 0f41a56

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -175,7 +175,7 @@ model_inputs = tokenizer(
 )
 model_output = model.generate(**model_inputs.to(model.device), generation_config=GenerationConfig(
-  max_new_tokens=32,
   min_new_tokens=1,
   do_sample=False,
   num_beams=1,
@@ -221,7 +221,7 @@ model_inputs = tokenizer(
 )
 model_output = model.generate(**model_inputs.to(model.device), generation_config=GenerationConfig(
-  max_new_tokens=32,
   min_new_tokens=1,
   do_sample=False,
   num_beams=1,

 )
 model_output = model.generate(**model_inputs.to(model.device), generation_config=GenerationConfig(
+  max_new_tokens=64,
   min_new_tokens=1,
   do_sample=False,
   num_beams=1,
 )
 model_output = model.generate(**model_inputs.to(model.device), generation_config=GenerationConfig(
+  max_new_tokens=64,
   min_new_tokens=1,
   do_sample=False,
   num_beams=1,