🐛 Bug: Fix the bug where the global timeout configuration does not take effect.
Browse files
main.py
CHANGED
@@ -652,7 +652,8 @@ async def ensure_config(request: Request, call_next):
|
|
652 |
for model_name, timeout_value in provider_timeout_settings.items():
|
653 |
app.state.provider_timeouts[provider['provider']][model_name] = timeout_value
|
654 |
|
655 |
-
|
|
|
656 |
# provider_timeouts_dict = {
|
657 |
# provider: dict(timeouts)
|
658 |
# for provider, timeouts in app.state.provider_timeouts.items()
|
|
|
652 |
for model_name, timeout_value in provider_timeout_settings.items():
|
653 |
app.state.provider_timeouts[provider['provider']][model_name] = timeout_value
|
654 |
|
655 |
+
app.state.provider_timeouts["global_time_out"] = app.state.timeouts
|
656 |
+
|
657 |
# provider_timeouts_dict = {
|
658 |
# provider: dict(timeouts)
|
659 |
# for provider, timeouts in app.state.provider_timeouts.items()
|