Upload Orca_Mini_Chatbot_1B.ipynb

Orca_Mini_Chatbot_1B.ipynb

@@ -0,0 +1,232 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "provenance": [],
+      "gpuType": "T4"
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    },
+    "accelerator": "GPU"
+  },
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "id": "TFu_ibC1eYrz"
+      },
+      "outputs": [],
+      "source": [
+        "!pip install torch transformers -q"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "import torch\n",
+        "from transformers import pipeline\n",
+        "from IPython.display import clear_output\n",
+        "from google.colab import output"
+      ],
+      "metadata": {
+        "id": "Zs7QNs0Tet6r"
+      },
+      "execution_count": 2,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "class ChatBot:\n",
+        "    _instance = None\n",
+        "    _current_model = None\n",
+        "\n",
+        "    def __init__(self, model_slug=None):\n",
+        "        if model_slug and model_slug != ChatBot._current_model:\n",
+        "            self.load_model(model_slug)\n",
+        "            ChatBot._current_model = model_slug\n",
+        "\n",
+        "        self.messages = []\n",
+        "        self.max_tokens = 2048\n",
+        "        self.temperature = 0.01\n",
+        "        self.top_k = 100\n",
+        "        self.top_p = 0.95\n",
+        "\n",
+        "    @classmethod\n",
+        "    def get_instance(cls, model_slug=None):\n",
+        "        if not cls._instance or (model_slug and model_slug != cls._current_model):\n",
+        "            cls._instance = cls(model_slug)\n",
+        "        return cls._instance\n",
+        "\n",
+        "    def load_model(self, model_slug):\n",
+        "        print(f\"Loading model {model_slug}...\")\n",
+        "        self.pipeline = pipeline(\n",
+        "            \"text-generation\",\n",
+        "            model=model_slug,\n",
+        "            device_map=\"auto\",\n",
+        "        )\n",
+        "        clear_output()\n",
+        "        print(\"Model loaded successfully!\")\n",
+        "\n",
+        "    def reset_conversation(self, system_message):\n",
+        "        \"\"\"Reset the conversation with a new system message\"\"\"\n",
+        "        self.messages = [{\"role\": \"system\", \"content\": system_message}]\n",
+        "\n",
+        "    def get_response(self, user_input):\n",
+        "        \"\"\"Get response with current parameters\"\"\"\n",
+        "        self.messages.append({\"role\": \"user\", \"content\": user_input})\n",
+        "        outputs = self.pipeline(\n",
+        "            self.messages,\n",
+        "            max_new_tokens=self.max_tokens,\n",
+        "            do_sample=True,\n",
+        "            temperature=self.temperature,\n",
+        "            top_k=self.top_k,\n",
+        "            top_p=self.top_p\n",
+        "        )\n",
+        "        response = outputs[0][\"generated_text\"][-1]\n",
+        "        content = response.get('content', 'No content available')\n",
+        "        self.messages.append({\"role\": \"assistant\", \"content\": content})\n",
+        "        return content\n",
+        "\n",
+        "    def update_params(self, max_tokens=None, temperature=None, top_k=None, top_p=None):\n",
+        "        \"\"\"Update generation parameters\"\"\"\n",
+        "        if max_tokens is not None:\n",
+        "            self.max_tokens = max_tokens\n",
+        "        if temperature is not None:\n",
+        "            self.temperature = temperature\n",
+        "        if top_k is not None:\n",
+        "            self.top_k = top_k\n",
+        "        if top_p is not None:\n",
+        "            self.top_p = top_p"
+      ],
+      "metadata": {
+        "id": "v4uIN6uIeyl3"
+      },
+      "execution_count": 3,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "def run_chatbot(\n",
+        "    model=None,\n",
+        "    system_message=\"You are Orca Mini, You are expert in python coding, Think step by step before coming up with final answer\",\n",
+        "    max_tokens=None,\n",
+        "    temperature=None,\n",
+        "    top_k=None,\n",
+        "    top_p=None,\n",
+        "):\n",
+        "    try:\n",
+        "        # Get or create chatbot instance\n",
+        "        chatbot = ChatBot.get_instance(model)\n",
+        "\n",
+        "        # Update parameters if provided\n",
+        "        chatbot.update_params(max_tokens, temperature, top_k, top_p)\n",
+        "\n",
+        "        # Reset conversation with new system message\n",
+        "        chatbot.reset_conversation(system_message)\n",
+        "\n",
+        "        print(\"Chatbot: Hi! Type 'quit' to exit.\")\n",
+        "\n",
+        "        while True:\n",
+        "            user_input = input(\"You: \").strip()\n",
+        "            if user_input.lower() == 'quit':\n",
+        "                break\n",
+        "            try:\n",
+        "                response = chatbot.get_response(user_input)\n",
+        "                print(\"Chatbot:\", response)\n",
+        "            except Exception as e:\n",
+        "                print(f\"Chatbot: An error occurred: {str(e)}\")\n",
+        "                print(\"Please try again.\")\n",
+        "\n",
+        "    except Exception as e:\n",
+        "        print(f\"Error in chatbot: {str(e)}\")"
+      ],
+      "metadata": {
+        "id": "H2n_6Xcue3Vn"
+      },
+      "execution_count": 4,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "run_chatbot(model=\"pankajmathur/orca_mini_v9_5_1B-Instruct\")"
+      ],
+      "metadata": {
+        "colab": {
+          "base_uri": "https://localhost:8080/"
+        },
+        "id": "JEqgoAH2fC6h",
+        "outputId": "1b46231a-a4a3-4dfb-8705-100a98a50aae"
+      },
+      "execution_count": null,
+      "outputs": [
+        {
+          "output_type": "stream",
+          "name": "stdout",
+          "text": [
+            "Model loaded successfully!\n",
+            "Chatbot: Hi! Type 'quit' to exit.\n",
+            "You: solve famous leetcode 2 sum problem\n",
+            "Chatbot: Here's a Python solution for the LeetCode 2 Sum problem:\n",
+            "\n",
+            "```python\n",
+            "def two_sum(nums, target):\n",
+            "    num_set = set()\n",
+            "    for num in nums:\n",
+            "        complement = target - num\n",
+            "        if complement in num_set:\n",
+            "            return [num, complement]\n",
+            "        num_set.add(num)\n",
+            "    return None\n",
+            "```\n",
+            "\n",
+            "This solution works by iterating through the input list `nums` and for each number, it calculates its complement (the number that would be needed to reach the target). If the complement is already in the set, it means we've found a pair that sums to the target, so we return this pair. If no such pair is found, we add the current number to the set and continue with the next number. If the target is not found, the function returns `None`.\n",
+            "\n",
+            "Here's an example usage:\n",
+            "\n",
+            "```python\n",
+            "nums = [2, 7, 11, 15]\n",
+            "target = 9\n",
+            "result = two_sum(nums, target)\n",
+            "if result:\n",
+            "    print(f\"Pair found: {result}\")\n",
+            "else:\n",
+            "    print(\"No pair found\")\n",
+            "```\n",
+            "\n",
+            "This will output:\n",
+            "\n",
+            "```\n",
+            "Pair found: [2, 7]\n",
+            "```\n"
+          ]
+        }
+      ]
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# # change system message\n",
+        "# run_chatbot(\n",
+        "#     system_message=\"You are Orca Mini, You are expert in logic, Think step by step before coming up with final answer\",\n",
+        "#     max_tokens=1024,\n",
+        "#     temperature=0.3\n",
+        "# )"
+      ],
+      "metadata": {
+        "id": "tGW8wsfAfHDf"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}