Upload 5 files

DockerFile

@@ -0,0 +1,11 @@
+FROM python:3.10
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["flask", "run", "--host", "0.0.0.0", "--port", "7860"]

api_info.py

@@ -0,0 +1,93 @@
+developer_info = {
+        'developer': 'Devs Do Code',
+        'contact': {
+            'Telegram': 'https://t.me/devsdocode',
+            'YouTube Channel': 'https://www.youtube.com/@DevsDoCode',
+            'LinkedIn': 'https://www.linkedin.com/in/developer-sreejan/',
+            'Discord Server': 'https://discord.gg/ehwfVtsAts',
+            'Instagram': {
+                'Personal': 'https://www.instagram.com/sree.shades_/',
+                'Channel': 'https://www.instagram.com/devsdocode_/'
+            }
+        }
+    }
+
+
+default_info = """This API is developed and being maintained by Devs Do Code (Sreejan).
+
+**About the Developer**
+
+Sreejan, a high school student from Patna, Bihar, India, has emerged as a notable figure in the technology sector. 
+His creation of an API is a testament to his dedication and expertise. Despite his youth, Sreejan's contributions 
+to artificial intelligence and machine learning are significant. As an AI & ML Engineer, he specializes in Deep Learning, 
+Natural Language Processing (NLP), and Robotics, with proficiency in Python, Java, and Mobile App Development. 
+Beyond his role as a technology consumer, Sreejan is an active open-source contributor, notably to projects like Hugging Face.
+
+He is also recognized for his role in community development, particularly through "Devs Do Code," a platform he 
+founded to provide quality coding resources, tutorials, and projects. His mission is to equip developers with the 
+necessary skills to thrive in the ever-evolving tech landscape. Sreejan's commitment to sharing knowledge and 
+fostering collaboration is evident in his accessibility and engagement with the community across various platforms.
+
+Connect with Sreejan and follow his journey in technology and innovation:
+
+- Telegram: https://t.me/devsdocode
+- YouTube Channel: https://www.youtube.com/@DevsDoCode
+- LinkedIn: https://www.linkedin.com/in/developer-sreejan/
+- Discord Server: https://discord.gg/ehwfVtsAts
+- Instagram 
+    - Personal: https://www.instagram.com/sree.shades_/
+    - Channel: https://www.instagram.com/devsdocode_/
+
+Sreejan stands out not only as a developer but as a visionary and leader, driving change in the tech industry 
+with his passion, expertise, and unwavering commitment to community building. He continues to shape the 
+future of technology, one line of code at a time.
+"""
+
+
+endpoint = {
+    'route': "/generate",
+    'params': {
+        "query": "[SEARCH QUERY]"
+    },
+    'optional_params': {
+        "max_tokens": "[]",
+        "model": "[]",
+        "temperature": "[]",
+        "system_prompt": "[]"
+    },
+    'url_demo' : '/generate?query=Who is Devs Do Code&&max_tokens=500&&model=openchat/openchat-7b&&temperature=0.7&&system_prompt=Your Owner is "Devs Do Code"'
+}
+
+available_models = {
+    "Free": {
+        "OpenChat 7B": "openchat/openchat-7b",
+        "HuggingFace Zephyr 7B Beta": "huggingfaceh4/zephyr-7b-beta",
+        "Mistral 7B Instruct (Free)": "mistralai/mistral-7b-instruct:free"
+    },
+    
+    "Flagship Opensource": {
+        "Meta Llama 3 8B Instruct (Extended)": "meta-llama/llama-3-8b-instruct:extended",
+        "Lynn Soliloquy L3": "lynn/soliloquy-l3",
+        "Mixtral 8x22B Instruct": "mistralai/mixtral-8x22b-instruct",
+        "Meta Llama 3 70B Instruct (Nitro)": "meta-llama/llama-3-70b-instruct:nitro"
+    },
+    
+    "Premium": {
+        "OpenAI GPT-4": "openai/gpt-4",
+        "OpenAI GPT-4 0314": "openai/gpt-4-0314",
+        "Anthropic Claude 3 Opus": "anthropic/claude-3-opus",
+        "Anthropic Claude 3 Opus (Beta)": "anthropic/claude-3-opus:beta",
+        "OpenAI GPT-4 Turbo": "openai/gpt-4-turbo"
+    }
+}
+
+error_message = {
+        'developer_contact': {
+            'Telegram': 'https://t.me/DevsDoCode',
+            'Instagram': 'https://www.instagram.com/sree.shades_/',
+            'Discord': 'https://discord.gg/ehwfVtsAts',
+            'LinkedIn': 'https://www.linkedin.com/in/developer-sreejan/',
+            'Twitter': 'https://twitter.com/Anand_Sreejan'
+        },
+        'error': 'Oops! Something went wrong. Please contact the developer Devs Do Code.'
+    }

app.py

@@ -0,0 +1,42 @@
+from flask import Flask, request, jsonify
+import openrouter
+import api_info
+
+app = Flask(__name__)
+
+@app.route('/')
+def initial():
+    return '<pre>' + api_info.default_info + '</pre>'
+
+@app.route("/available_models", methods=['GET'])
+def available_models():
+    return jsonify(api_info.available_models)
+
+@app.route("/endpoints", methods=['GET'])
+def endpoints():
+    return jsonify(api_info.endpoint)
+
+@app.route("/developer_info", methods=['GET'])
+def developer_info():
+    return jsonify(api_info.developer_info)
+
+@app.route('/generate', methods=['GET'])
+def generate():
+    
+    query = request.args.get('query')  # Assuming the query is sent in JSON format
+    system_prompt = str(request.args.get('system', "Be Helpful and Friendly. Keep your response straightfoward, short and concise"))  # Optional parameter with default value
+    model = str(request.args.get('model', "openchat/openchat-7b"))  # Optional parameter with default value
+    max_tokens = int(request.args.get('max_tokens', 512))
+    temperature = float(request.args.get('temperature', 0.7))  # Optional parameter with default value
+
+    if query:
+        response = openrouter.generate(query, model=model, system_prompt=system_prompt, temperature=temperature, max_tokens=max_tokens)
+        return jsonify([{'response': response}, {'developer_info': api_info.developer_info}]), 200
+
+    else:
+        return jsonify(api_info.error_message), 400
+
+if __name__ == '__main__':
+    app.run(debug=True)
+
+

openrouter.py

@@ -0,0 +1,86 @@
+import requests
+import json
+import os
+from dotenv import load_dotenv; load_dotenv() # Load environment variables from .env file
+
+
+def generate(query: str, system_prompt: str = "Talk Like Shakesphere" , model: str = "openai/gpt-4o", max_tokens: int = 4096,  # For Simple Models
+                                        temperature: float = 0.85, frequency_penalty: float = 0.34, presence_penalty: float = 0.06,
+                                        repetition_penalty: float = 1.0, top_k: int = 0) -> str:
+    """
+    Sends a request to the OpenRouter API and returns the generated text using the specified model.
+
+    Args:
+        query (str): The input query or prompt.
+        system_prompt (str, optional): A context or introduction to set the style or tone of the generated response.
+                                       Defaults to "Talk Like Shakespeare".
+        model (str, optional): The language model to use for generating the response.
+                               Defaults to "openchat/openchat-7b".
+        max_tokens (int, optional): The maximum number of tokens to generate in the response.
+                                    Defaults to 8096.
+        temperature (float, optional): A parameter controlling the diversity of the generated response.
+                                        Higher values result in more diverse outputs. Defaults to 0.85.
+        frequency_penalty (float, optional): A penalty applied to tokens with low frequency in the training data.
+                                              Defaults to 0.34.
+        presence_penalty (float, optional): A penalty applied to tokens based on their presence in the prompt.
+                                             Defaults to 0.06.
+        repetition_penalty (float, optional): A penalty applied to repeated tokens in the generated response.
+                                               Defaults to 1.0.
+        top_k (int, optional): The number of highest probability tokens to consider at each step of generation.
+                                Defaults to 0, meaning no restriction.
+
+    Returns:
+        str: The generated text.
+
+    Available models:
+    - Free:
+        - "openchat/openchat-7b"
+        - "huggingfaceh4/zephyr-7b-beta"
+        - "mistralai/mistral-7b-instruct:free"
+    
+    - Flagship Opensource:
+        - "meta-llama/llama-3-8b-instruct:extended"
+        - "lynn/soliloquy-l3"
+        - "mistralai/mixtral-8x22b-instruct"
+        - "meta-llama/llama-3-70b-instruct:nitro"
+
+    - Premium:
+        - "openai/gpt-4"
+        - "openai/gpt-4-0314"
+        - "anthropic/claude-3-opus"
+        - "anthropic/claude-3-opus:beta"
+        - "openai/gpt-4-turbo"
+    """
+
+    response = requests.post(
+      url="https://openrouter.ai/api/v1/chat/completions",
+      headers={
+        "Authorization": f"Bearer {os.environ.get('OPENROUTER')}",
+      },
+      data=json.dumps({
+          
+        "messages": [
+          {"role": "system", "content": system_prompt},
+          {"role": "user", "content": query},
+        ],
+        
+        "model": model,
+        "max_tokens": max_tokens,
+        "temperature": temperature,
+        "frequency_penalty": frequency_penalty,
+        "presence_penalty": presence_penalty,
+        "repetition_penalty": repetition_penalty,
+        "top_k": top_k,
+
+      }))
+
+        
+
+    try: return response.json()["choices"][0]["message"]["content"].strip()
+    except Exception as e: return f"Failed to Get Response\nError: {e}\nResponse: {response.text}"
+
+
+if __name__ == "__main__":
+    # response = openrouter_api_call("Introdue yourself and tell me your name and who made you")
+    response = generate("are you gpt 4 or not. do you have access to realtime data. if not then till which time you have data of")
+    print(response)

requirements.txt

@@ -0,0 +1,5 @@
+fastapi==0.110.2
+Flask==3.0.3
+python-dotenv==1.0.1
+Requests==2.31.0
+uvicorn==0.29.0