Update app.py

app.py

@@ -57,7 +57,7 @@ def generate_text(messages):
                 model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
             )
         text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
-    result = text_generator(messages, max_new_tokens=64, do_sample=True, temperature=0.7)
+    result = text_generator(messages, max_new_tokens=32, do_sample=True, temperature=0.7)
 
     generated_output = result[0]["generated_text"]
     if isinstance(generated_output, list):