Add GPT format test module

Fix the bug of decoding error in reading stream response.

main.py

@@ -1,10 +1,9 @@
 import json
+import yaml
 import httpx
 import logging
-import yaml
 import secrets
 import traceback
-from fastapi.responses import JSONResponse
 from contextlib import asynccontextmanager
 
 from fastapi import FastAPI, Request, HTTPException, Depends

requirements.txt

@@ -1 +1,2 @@
-fastapi
+fastapi
+pytest

response.py

@@ -77,12 +77,11 @@ async def fetch_gpt_response_stream(client, url, headers, payload):
             print(json.dumps(error_json, indent=4, ensure_ascii=False))
             yield {"error": f"HTTP Error {response.status_code}", "details": error_json}
         buffer = ""
-        async for chunk in response.aiter_bytes():
-            # print("chunk.decode('utf-8')", chunk.decode('utf-8'))
-            buffer += chunk.decode('utf-8')
+        async for chunk in response.aiter_text():
+            # print(chunk)
+            buffer += chunk
             while "\n" in buffer:
                 line, buffer = buffer.split("\n", 1)
-                # print(line)
                 yield line + "\n"
 
 async def fetch_claude_response_stream(client, url, headers, payload, model):
@@ -98,14 +97,13 @@ async def fetch_claude_response_stream(client, url, headers, payload, model):
             print('\033[0m')
             yield {"error": f"HTTP Error {response.status_code}", "details": error_json}
         buffer = ""
-        async for chunk in response.aiter_bytes():
-            buffer += chunk.decode('utf-8')
+        async for chunk in response.aiter_text():
+            buffer += chunk
             while "\n" in buffer:
                 line, buffer = buffer.split("\n", 1)
                 # print(line)
 
                 if line.startswith("data:"):
-                    print(line)
                     line = line[6:]
                     resp: dict = json.loads(line)
                     message = resp.get("message")
@@ -166,4 +164,7 @@ async def fetch_response_stream(client, url, headers, payload, engine, model):
             break
         except httpx.ConnectError as e:
             print(f"连接错误： {e}")
+            continue
+        except httpx.ReadTimeout as e:
+            print(f"读取响应超时： {e}")
             continue

test/provider_test.py

@@ -0,0 +1,82 @@
+import os
+import pytest
+from fastapi.testclient import TestClient
+import sys
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+from main import app
+
+@pytest.fixture
+def test_client():
+    with TestClient(app) as client:
+        yield client
+
+@pytest.fixture
+def api_key():
+    return os.environ.get("API")
+
+def test_request_model(test_client, api_key, model="gpt-4o"):
+    request_data = {
+        "model": model,
+        "messages": [
+            {
+                "role": "user",
+                "content": "say test"
+            }
+        ],
+        "max_tokens": 4096,
+        "stream": True,
+        "temperature": 0.5,
+        "top_p": 1.0,
+        "presence_penalty": 0.0,
+        "frequency_penalty": 0.0,
+        "n": 1,
+        "user": "user",
+        "tools": [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_search_results",
+                    "description": "Search Google to enhance knowledge.",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {
+                            "prompt": {
+                                "type": "string",
+                                "description": "The prompt to search."
+                            }
+                        },
+                        "required": ["prompt"]
+                    }
+                }
+            },
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_url_content",
+                    "description": "Get the webpage content of a URL.",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {
+                            "url": {
+                                "type": "string",
+                                "description": "The URL to request."
+                            }
+                        },
+                        "required": ["url"]
+                    }
+                }
+            }
+        ]
+    }
+
+    headers = {
+        "Authorization": f"Bearer {api_key}"
+    }
+
+    response = test_client.post("/v1/chat/completions", json=request_data, headers=headers)
+    for line in response.iter_lines():
+        print(line)
+    assert response.status_code == 200
+
+if __name__ == "__main__":
+    pytest.main(["-s", "test/test.py"])