Update app.py

app.py

@@ -44,10 +44,10 @@ def bot_streaming(message, history, max_tokens, temperature, top_p, top_k, repet
     model_outputs = model.generate(**generation_kwargs)
     dpo_outputs = model_dpo.generate(**generation_kwargs)
 
-    model_output_text = processor.decode(model_outputs, skip_special_tokens=True)[len(prompt)+1]
-    dpo_output_text = processor.decode(dpo_outputs, skip_special_tokens=True)[len(prompt)+1]
+    ref_text = processor.batch_decode(model_outputs, skip_special_tokens=True)[0]
+    dpo_text = processor.batch_decode(dpo_outputs, skip_special_tokens=True)[0]
     
-    generated_text = f"<h3>Base model cevabı:</h3>\n{model_output_text}\n<h3>DPO model cevabı:</h3>\n{dpo_output_text}"
+    generated_text = f"<h3>Base model cevabı:</h3>\n{ref_text[len(prompt)+1:]}\n<h3>DPO model cevabı:</h3>\n{dpo_text[len(prompt)+1]:}"
 
     return generated_text