yym68686 commited on
Commit
4fe51b7
·
1 Parent(s): f67c99b

🐛 Bug: Fix the bug where the global timeout configuration does not take effect.

Browse files
Files changed (1) hide show
  1. main.py +2 -1
main.py CHANGED
@@ -652,7 +652,8 @@ async def ensure_config(request: Request, call_next):
652
  for model_name, timeout_value in provider_timeout_settings.items():
653
  app.state.provider_timeouts[provider['provider']][model_name] = timeout_value
654
 
655
- # app.state.provider_timeouts["global_time_out"] = app.state.timeouts
 
656
  # provider_timeouts_dict = {
657
  # provider: dict(timeouts)
658
  # for provider, timeouts in app.state.provider_timeouts.items()
 
652
  for model_name, timeout_value in provider_timeout_settings.items():
653
  app.state.provider_timeouts[provider['provider']][model_name] = timeout_value
654
 
655
+ app.state.provider_timeouts["global_time_out"] = app.state.timeouts
656
+
657
  # provider_timeouts_dict = {
658
  # provider: dict(timeouts)
659
  # for provider, timeouts in app.state.provider_timeouts.items()