Update app.py

app.py

@@ -187,7 +187,7 @@ def generate_code(prompt):
         try:
             with tqdm(total=1, desc="Generating code") as pbar:
                 inputs = starcoder_tokenizer.encode(prompt, return_tensors="pt").to(starcoder_model.device)
-                outputs = starcoder_model.generate(inputs)
+                outputs = starcoder_model.generate(inputs, max_new_tokens=256)
                 code = starcoder_tokenizer.decode(outputs[0])
                 pbar.update(1)
             save_object_to_redis(redis_key, code)