diff --git a/Dockerfile b/Dockerfile index 562bb9b26e893b5fd920e6b45784944462a027d5..bc1a35fc8e7ea59186b3f47e5c79b4a07e61ed6d 100644 --- a/Dockerfile +++ b/Dockerfile @@ -18,4 +18,4 @@ WORKDIR $HOME/app COPY --chown=user . $HOME/app -CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"] \ No newline at end of file +CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860", "--reload"] diff --git a/__pycache__/main.cpython-39.pyc b/__pycache__/main.cpython-39.pyc index cc865def32132bdd38a9ef649bb463d38c3ddf80..c8c253450c2d13b51a32bb9182287218238c4d8b 100644 Binary files a/__pycache__/main.cpython-39.pyc and b/__pycache__/main.cpython-39.pyc differ diff --git a/__pycache__/proxy_server.cpython-39.pyc b/__pycache__/proxy_server.cpython-39.pyc index 459e87e4d23d3884de73c8b155ecb79cd447d572..81f06c39bfe6093c9780cf3d8e6c73f30dbf0e7e 100644 Binary files a/__pycache__/proxy_server.cpython-39.pyc and b/__pycache__/proxy_server.cpython-39.pyc differ diff --git a/__pycache__/utils.cpython-39.pyc b/__pycache__/utils.cpython-39.pyc index d0e98518fc5e1a82306107e83507273e3a87513a..b12e71be27ee986ba0d489846df6e72fdbf81dd8 100644 Binary files a/__pycache__/utils.cpython-39.pyc and b/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/__pycache__/__init__.cpython-39.pyc b/litellm/__pycache__/__init__.cpython-39.pyc index b31b27cbbef82479b4490a36005cbff056bf48c0..dd7fe3a58b46ebef23180104123162d958cfd1ad 100644 Binary files a/litellm/__pycache__/__init__.cpython-39.pyc and b/litellm/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/__pycache__/_logging.cpython-39.pyc b/litellm/__pycache__/_logging.cpython-39.pyc index cd01bcec4db5e979efb8bcd415792b4d4faa414f..e7df8070e6452b89c2dba4cfcd0999f54eaa70e8 100644 Binary files a/litellm/__pycache__/_logging.cpython-39.pyc and b/litellm/__pycache__/_logging.cpython-39.pyc differ diff --git a/litellm/__pycache__/budget_manager.cpython-39.pyc b/litellm/__pycache__/budget_manager.cpython-39.pyc index 0a4a7edcefd214670135d857d833f9c48d80be70..3c0843c32fb04e44ae9cee4e1230c219d4f94378 100644 Binary files a/litellm/__pycache__/budget_manager.cpython-39.pyc and b/litellm/__pycache__/budget_manager.cpython-39.pyc differ diff --git a/litellm/__pycache__/caching.cpython-39.pyc b/litellm/__pycache__/caching.cpython-39.pyc index 400184784a7936b02b43b383312f1f7f22592080..2014bd1962f4f2915cffb6a96c2295c95fc6f8c1 100644 Binary files a/litellm/__pycache__/caching.cpython-39.pyc and b/litellm/__pycache__/caching.cpython-39.pyc differ diff --git a/litellm/__pycache__/exceptions.cpython-39.pyc b/litellm/__pycache__/exceptions.cpython-39.pyc index caff166e4987c082352640fa3bd3f563dac3ad34..5c3ac6f951f2454bdbdac18f893dee696b239e2f 100644 Binary files a/litellm/__pycache__/exceptions.cpython-39.pyc and b/litellm/__pycache__/exceptions.cpython-39.pyc differ diff --git a/litellm/__pycache__/main.cpython-39.pyc b/litellm/__pycache__/main.cpython-39.pyc index ad7aa873bb94dc2d2b0945896ab9719dfc309c57..09bcd2b63f35ec5a384877cd98216ccf9bb6ebc6 100644 Binary files a/litellm/__pycache__/main.cpython-39.pyc and b/litellm/__pycache__/main.cpython-39.pyc differ diff --git a/litellm/__pycache__/router.cpython-39.pyc b/litellm/__pycache__/router.cpython-39.pyc index b71af4bd19a3a26a213e77f8cf8ec9dd8a737630..c6581b12599d3150a14aa335dfd08cc5c98790f7 100644 Binary files a/litellm/__pycache__/router.cpython-39.pyc and b/litellm/__pycache__/router.cpython-39.pyc differ diff --git a/litellm/__pycache__/timeout.cpython-39.pyc b/litellm/__pycache__/timeout.cpython-39.pyc index af03409dedd7ffce91639e2906aa470a431d3bb1..47cd81803c5ec35c9ceb106a4e59c5a319620432 100644 Binary files a/litellm/__pycache__/timeout.cpython-39.pyc and b/litellm/__pycache__/timeout.cpython-39.pyc differ diff --git a/litellm/__pycache__/utils.cpython-39.pyc b/litellm/__pycache__/utils.cpython-39.pyc index 290ce64b4100c9b04a3f849ed3cd3e9f77b8788c..fff4f00c840e967f28593a9e6ec22cac7ebdb337 100644 Binary files a/litellm/__pycache__/utils.cpython-39.pyc and b/litellm/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/__init__.cpython-39.pyc b/litellm/integrations/__pycache__/__init__.cpython-39.pyc index ef525a07a24750a9cd2a96958793c8c49c34822c..35a0b97a350886ab458279eabbaaf974756f6c8f 100644 Binary files a/litellm/integrations/__pycache__/__init__.cpython-39.pyc and b/litellm/integrations/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/aispend.cpython-39.pyc b/litellm/integrations/__pycache__/aispend.cpython-39.pyc index 4ec607d3a46516873041bfa843f9e92b3a5bfe41..c7e0f433d02e757590a8fef9046c1a230abdae1a 100644 Binary files a/litellm/integrations/__pycache__/aispend.cpython-39.pyc and b/litellm/integrations/__pycache__/aispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/berrispend.cpython-39.pyc b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc index e2bb139f5bf8f87ad31055616f9e103d62807a50..163cd5942d9aee1026b4364d4005ca1c421198d0 100644 Binary files a/litellm/integrations/__pycache__/berrispend.cpython-39.pyc and b/litellm/integrations/__pycache__/berrispend.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc index 6f81e905a81fef6b28a1e18d91c7959373da9084..92cea933fd05cfd6d998e61411bbcb6a53c67231 100644 Binary files a/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc and b/litellm/integrations/__pycache__/custom_logger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc index 645f9585e7d55f9b750468fd0308d9103c973678..545755141938fcdbef44fb13069fec90c64e05db 100644 Binary files a/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc and b/litellm/integrations/__pycache__/dynamodb.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/helicone.cpython-39.pyc b/litellm/integrations/__pycache__/helicone.cpython-39.pyc index 7b5308d208ddad54f2ca8db9e1acb31cfaf61568..746191fefb86dc4457199c7e9d4b7b5f814c7bc3 100644 Binary files a/litellm/integrations/__pycache__/helicone.cpython-39.pyc and b/litellm/integrations/__pycache__/helicone.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langfuse.cpython-39.pyc b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc index e024087849dfa99eaaadc8977931566b6d66aa7a..6736037332710266cdece1c585e0f13cb32b99da 100644 Binary files a/litellm/integrations/__pycache__/langfuse.cpython-39.pyc and b/litellm/integrations/__pycache__/langfuse.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/langsmith.cpython-39.pyc b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc index 70ec2c67ee807d6360fe73334deb8f2f8bbc3598..db15cc464c3bf4045f2cf891f86b72d778ea013c 100644 Binary files a/litellm/integrations/__pycache__/langsmith.cpython-39.pyc and b/litellm/integrations/__pycache__/langsmith.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc index 510a17e8c11ce3fdefbee4ef80c918167bc6b400..b19cccb64d97c9f3fbd4efc81370532e1d288987 100644 Binary files a/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc and b/litellm/integrations/__pycache__/litedebugger.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc index d48ccd4c84315a93ca9753cd7003dd0c9cf7e5fd..bec9049e7a94b2b8e09e623ab8f9beb345b8f5ef 100644 Binary files a/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc and b/litellm/integrations/__pycache__/llmonitor.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc index 964f7a9e1a9c8423e75d95963cb9ca6b608f0e29..79ba2f8f6142bd7a7b9b733d9f73e12b504c158f 100644 Binary files a/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc and b/litellm/integrations/__pycache__/prompt_layer.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/s3.cpython-39.pyc b/litellm/integrations/__pycache__/s3.cpython-39.pyc index b95fa0fa88dd1bc7570d218de9b933bfc5950adc..8a580b82fb3222ffb0c1e5ab160506885df6ab44 100644 Binary files a/litellm/integrations/__pycache__/s3.cpython-39.pyc and b/litellm/integrations/__pycache__/s3.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/supabase.cpython-39.pyc b/litellm/integrations/__pycache__/supabase.cpython-39.pyc index 8d5ab7f376c510c6c8ac8e71021febad4152952a..f36736efc31ccb77f5ff4327d7901b3777366b73 100644 Binary files a/litellm/integrations/__pycache__/supabase.cpython-39.pyc and b/litellm/integrations/__pycache__/supabase.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/traceloop.cpython-39.pyc b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc index 5d121cc7e76549e37497cc3d6b1bb0d9a0902092..b4364bc215a35a8fdd2554a9438a1a164e5e1de6 100644 Binary files a/litellm/integrations/__pycache__/traceloop.cpython-39.pyc and b/litellm/integrations/__pycache__/traceloop.cpython-39.pyc differ diff --git a/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc index da9388308fb67c3b587935291b56359eb1344a97..d5e8d15e0b108cdd04953f362be12d96b5bf6079 100644 Binary files a/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc and b/litellm/integrations/__pycache__/weights_biases.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/__init__.cpython-39.pyc b/litellm/llms/__pycache__/__init__.cpython-39.pyc index 3d98364845cc7e72fc4c49848e3cb86255c76fc3..10d98bc32c2bfbe1d8d8a62cb43031fa7d59fd3f 100644 Binary files a/litellm/llms/__pycache__/__init__.cpython-39.pyc and b/litellm/llms/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ai21.cpython-39.pyc b/litellm/llms/__pycache__/ai21.cpython-39.pyc index 969265eda0b8f9df4759bcbfbec6d0aec31f584c..82b49773a72658ff7beb8d032aac207d1e2e64eb 100644 Binary files a/litellm/llms/__pycache__/ai21.cpython-39.pyc and b/litellm/llms/__pycache__/ai21.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc index 8f2d6c82a1b1994ec09ea630645d65e0d20c2ae1..abdf55722aef5e3881c8c8546d4ddfdb225742e1 100644 Binary files a/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc and b/litellm/llms/__pycache__/aleph_alpha.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/anthropic.cpython-39.pyc b/litellm/llms/__pycache__/anthropic.cpython-39.pyc index 38b1f9a601dc66497bead5906cc972a220780f3c..7b25a64054aa96f0297b0b6aee7266ab7272e8fa 100644 Binary files a/litellm/llms/__pycache__/anthropic.cpython-39.pyc and b/litellm/llms/__pycache__/anthropic.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/azure.cpython-39.pyc b/litellm/llms/__pycache__/azure.cpython-39.pyc index e8ec1f43f945a5c878f2fcd4b7c12c306e9c410d..d9bd1054ff147197d306dede5d2aac2148cb391f 100644 Binary files a/litellm/llms/__pycache__/azure.cpython-39.pyc and b/litellm/llms/__pycache__/azure.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/base.cpython-39.pyc b/litellm/llms/__pycache__/base.cpython-39.pyc index 9856c1a753f8380f60d305438118c347e6ed789e..c0cde3ca3b6a2702a43af52fab033d1a2bae515e 100644 Binary files a/litellm/llms/__pycache__/base.cpython-39.pyc and b/litellm/llms/__pycache__/base.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/baseten.cpython-39.pyc b/litellm/llms/__pycache__/baseten.cpython-39.pyc index 09797b0bd9476e247b1e75d7d2f00ca25a43dca5..190339b79cbdcf5b2dd61810472b4376b16c0d0a 100644 Binary files a/litellm/llms/__pycache__/baseten.cpython-39.pyc and b/litellm/llms/__pycache__/baseten.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/bedrock.cpython-39.pyc b/litellm/llms/__pycache__/bedrock.cpython-39.pyc index eafb74c039c1a91208d225abd6063ae4dffc86d1..516965833bb642cd497263d80e74614a1949aa47 100644 Binary files a/litellm/llms/__pycache__/bedrock.cpython-39.pyc and b/litellm/llms/__pycache__/bedrock.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cloudflare.cpython-39.pyc b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc index 9915c704b80ddf8e7fc0812690d111ba94ad6dfe..5e735de131a1e040cf67cf339b60d1b290b55d7c 100644 Binary files a/litellm/llms/__pycache__/cloudflare.cpython-39.pyc and b/litellm/llms/__pycache__/cloudflare.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/cohere.cpython-39.pyc b/litellm/llms/__pycache__/cohere.cpython-39.pyc index 84d4519aae3a912ff67f085763754ce0b49b4add..2db0df032edda6267f0c3d233aff25dd7089ddf6 100644 Binary files a/litellm/llms/__pycache__/cohere.cpython-39.pyc and b/litellm/llms/__pycache__/cohere.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/gemini.cpython-39.pyc b/litellm/llms/__pycache__/gemini.cpython-39.pyc index 37a4ec5847e096132ddca79cc6d1d0f7ec62cc13..a55ecfa2760b923021ecc6747cc6204f83d8fc83 100644 Binary files a/litellm/llms/__pycache__/gemini.cpython-39.pyc and b/litellm/llms/__pycache__/gemini.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc index ddaffbef2ab8127776e0a4abd6a3f1c74228aa46..31405703d022e3eea85388428a9a33df8b9cc6cd 100644 Binary files a/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc and b/litellm/llms/__pycache__/huggingface_restapi.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/maritalk.cpython-39.pyc b/litellm/llms/__pycache__/maritalk.cpython-39.pyc index dacd8f6288c3e0075435d75156b5bcad341d31e5..e76b2e607bcd822abb18a0e697671031d5b53c35 100644 Binary files a/litellm/llms/__pycache__/maritalk.cpython-39.pyc and b/litellm/llms/__pycache__/maritalk.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc index 4d9b09aa45b09ed06e0aefdfe2ae7b56c2dd4f42..7f2d14c8488c9347c546baff5faa135ce8db698b 100644 Binary files a/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc and b/litellm/llms/__pycache__/nlp_cloud.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama.cpython-39.pyc b/litellm/llms/__pycache__/ollama.cpython-39.pyc index 42ffed0f72e3ce1c4a048bae8731b35a499118ce..68d8e500515bc76c5de51c15406b47dd70456871 100644 Binary files a/litellm/llms/__pycache__/ollama.cpython-39.pyc and b/litellm/llms/__pycache__/ollama.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc index 82015f9a5068ad1b8e290701248efa3a418f9d17..a084c32153be346f2433e53b83ebb0138bf82b3a 100644 Binary files a/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc and b/litellm/llms/__pycache__/ollama_chat.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/oobabooga.cpython-39.pyc b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc index e92fa59ababbcd09ce9686d095e45ee577dd3411..a8d01c931c964b546446a960ac811f163bc1286a 100644 Binary files a/litellm/llms/__pycache__/oobabooga.cpython-39.pyc and b/litellm/llms/__pycache__/oobabooga.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openai.cpython-39.pyc b/litellm/llms/__pycache__/openai.cpython-39.pyc index 6b43cb37c3012074af913c4676174eaaab4c42df..e57fb7cf2aba231d8f8cd031348784e018288171 100644 Binary files a/litellm/llms/__pycache__/openai.cpython-39.pyc and b/litellm/llms/__pycache__/openai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/openrouter.cpython-39.pyc b/litellm/llms/__pycache__/openrouter.cpython-39.pyc index 6a4341e87753b796ffd6c4d18f14d83eb283096d..04ee3373ddbceb28a7dc84176b42745cb39ef06d 100644 Binary files a/litellm/llms/__pycache__/openrouter.cpython-39.pyc and b/litellm/llms/__pycache__/openrouter.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/palm.cpython-39.pyc b/litellm/llms/__pycache__/palm.cpython-39.pyc index c118af7a3fe427b0bb47f2fb95c79888dee24889..be21646574278070d5f6ac888b0afbbefffa50d5 100644 Binary files a/litellm/llms/__pycache__/palm.cpython-39.pyc and b/litellm/llms/__pycache__/palm.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/petals.cpython-39.pyc b/litellm/llms/__pycache__/petals.cpython-39.pyc index 0874ef7337cbb552a2b0c6135eeffe8630567bb0..468d2b135e7969accaf970e5a2fd8f2f59f112be 100644 Binary files a/litellm/llms/__pycache__/petals.cpython-39.pyc and b/litellm/llms/__pycache__/petals.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/replicate.cpython-39.pyc b/litellm/llms/__pycache__/replicate.cpython-39.pyc index afa2baaf9af04fafa5e02e05ba8f85e96a900cb5..dbd9080afd706bc229d215187176f87e54dd24ef 100644 Binary files a/litellm/llms/__pycache__/replicate.cpython-39.pyc and b/litellm/llms/__pycache__/replicate.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/sagemaker.cpython-39.pyc b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc index 7503b0deedee7111677cda555c83d5f51423d47e..e909c2e30afc23c3453327b800f050506cd3b132 100644 Binary files a/litellm/llms/__pycache__/sagemaker.cpython-39.pyc and b/litellm/llms/__pycache__/sagemaker.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/together_ai.cpython-39.pyc b/litellm/llms/__pycache__/together_ai.cpython-39.pyc index 7eef8832550376723e41834ed1ca31b67d3b022b..4a12dc878858a2541f5441318d5fcfe91ad7f5a6 100644 Binary files a/litellm/llms/__pycache__/together_ai.cpython-39.pyc and b/litellm/llms/__pycache__/together_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc index 0d324ec4f7e8f7098d286cec8e507ee28f473858..30884bcc1a97646654b687af6903d691ca6dcd6d 100644 Binary files a/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc and b/litellm/llms/__pycache__/vertex_ai.cpython-39.pyc differ diff --git a/litellm/llms/__pycache__/vllm.cpython-39.pyc b/litellm/llms/__pycache__/vllm.cpython-39.pyc index 867eaf884a7a6695c889caf974025b6d2d2bd649..f7f4643d04ea0e003ba6c4170bb6122d9ee5ea69 100644 Binary files a/litellm/llms/__pycache__/vllm.cpython-39.pyc and b/litellm/llms/__pycache__/vllm.cpython-39.pyc differ diff --git a/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc index 4828f5e7704ac4885184b7ba2609e0815c441a60..6db6bc7aa92992bf83b234e302cf3d4ba0ddf54d 100644 Binary files a/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc and b/litellm/llms/custom_httpx/__pycache__/azure_dall_e_2.cpython-39.pyc differ diff --git a/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc index a8738c428506d7c7bf7b2277b8f8b5a31e586dee..567fd10225c085f9c5f81843c0f46ba28c990478 100644 Binary files a/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc and b/litellm/llms/prompt_templates/__pycache__/factory.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/__pycache__/__init__.cpython-39.pyc index 6af83bf6d994a1e704e1a356d65865729ef7fbb2..1a7d00812f7c04ab06241e88ce1e7b5a29e218c9 100644 Binary files a/litellm/proxy/__pycache__/__init__.cpython-39.pyc and b/litellm/proxy/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/_types.cpython-39.pyc b/litellm/proxy/__pycache__/_types.cpython-39.pyc index dc79f8604f0252988bb6472d106e3229aea91715..bd9e4e1647c4b5b9cb112fbc0d7e649571f507cd 100644 Binary files a/litellm/proxy/__pycache__/_types.cpython-39.pyc and b/litellm/proxy/__pycache__/_types.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/health_check.cpython-39.pyc b/litellm/proxy/__pycache__/health_check.cpython-39.pyc index 5887d0ac71c7c4431c3f8f626c518a9f95f60bf5..e4f1b105979eeba035186b44b312d4aa6693515f 100644 Binary files a/litellm/proxy/__pycache__/health_check.cpython-39.pyc and b/litellm/proxy/__pycache__/health_check.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc index a10d2590bac9e442a919fcc7589a278121610c5e..db66f161023271e8c1c180b83f59b29b88fee525 100644 Binary files a/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc and b/litellm/proxy/__pycache__/proxy_cli.cpython-39.pyc differ diff --git a/litellm/proxy/__pycache__/utils.cpython-39.pyc b/litellm/proxy/__pycache__/utils.cpython-39.pyc index db0b880257907736e697d49aa3cde10ac8f9ae34..89420e8bf33d34fd043d5c7d458db2bef83dbc46 100644 Binary files a/litellm/proxy/__pycache__/utils.cpython-39.pyc and b/litellm/proxy/__pycache__/utils.cpython-39.pyc differ diff --git a/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc index 1b3f425cf407d25624009cf6dfa0a8c7a5004564..446149ef8abfe290e21155aa981a19364533ad42 100644 Binary files a/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc and b/litellm/proxy/db/__pycache__/base_client.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc index 82d900d2c5af3e49a84ff5225f922c21d53612d5..fda5f41c20e95510d1db12025b3928b4af49bfeb 100644 Binary files a/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/__init__.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc index da35f5e4fecbd42c993b358f6ebca30a494c78fa..dfa24d60ec9ba5acb628f9bc02d4d3d974d27327 100644 Binary files a/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/max_budget_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc index 3c0678951aefb3a85113d74155f54553c2006c79..33f1f3bb1f5a8699122a957c56ad11c2c2a3625e 100644 Binary files a/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc and b/litellm/proxy/hooks/__pycache__/parallel_request_limiter.cpython-39.pyc differ diff --git a/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc index dec85f4565cebe99cf5a8fcb5a101bb47b2bada1..924df576198d87b25dc9c2571817b08be82383da 100644 Binary files a/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc and b/litellm/proxy/secret_managers/__pycache__/google_kms.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc index b16098a3828d115bfdb9a46826caf6a9bc44239f..670ea1932e613bccbfdf82c70d5ef8517f10583f 100644 Binary files a/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc and b/litellm/router_strategy/__pycache__/least_busy.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc index 7f3447c9b763bbef9cdbe1d11a297abcd2966b52..6ce92219c40eada17b9b89c5d24e1529acd17d8f 100644 Binary files a/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc and b/litellm/router_strategy/__pycache__/lowest_latency.cpython-39.pyc differ diff --git a/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc index e471b8f31c40535bdac59e0ffd9d31b0159a2027..9fed7f8172ec7de9e37402604cadd3e3544bc4e4 100644 Binary files a/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc and b/litellm/router_strategy/__pycache__/lowest_tpm_rpm.cpython-39.pyc differ diff --git a/proxy_server.py b/proxy_server.py index cf3141fbaa3d7dc4bb081d23e61a559cbc95fb64..38f4e72f8a88660bebbd6913b624d6827dfdf35f 100644 --- a/proxy_server.py +++ b/proxy_server.py @@ -1,3 +1,4 @@ +import gradio as gr import sys, os, platform, time, copy, re, asyncio, inspect import threading, ast import shutil, random, traceback, requests @@ -1473,12 +1474,13 @@ async def completion(request: Request): @routers.post( - "/v1/chat/completionsssssssssss", + "/v2/chat/completions", dependencies=[Depends(user_api_key_auth)], tags=["chat/completions"], ) -def test(aaaa,bbbb): - print(aaa) +def test(): + #print(aaa) + return "test" @router.post( @@ -2737,6 +2739,10 @@ def cleanup_router_config_variables(): health_check_interval = None +demo = gr.ChatInterface(fn=echo, examples=["hello", "hola", "merhaba"], title="Echo Bot") + +app = gr.mount_gradio_app(app, demo, "/", gradio_api_url="http://localhost:7860/") + app.include_router(router) app.include_router(routers) diff --git a/requirements.txt b/requirements.txt index 3c3a2f3c9286ccaa890ad90d2abced441d9be0d5..59cceaad2013289bd00fe0033281fc2df88568b0 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,6 @@ # LITELLM PROXY DEPENDENCIES # +gradio +open-interpreter anyio==4.2.0 # openai + http req. openai>=1.0.0 # openai req. fastapi # server dep