Update models.json

models.json

@@ -9,36 +9,36 @@
         "model_description": "The standard Llama2 based 1.3B LLM.",
         "developer": "Meta",
         "developer_url": "https://ai.meta.com/llama/",
-        "context" : 2048,
-        "temp" : 0.6,
-        "prompt_format" : "<human>: {{prompt}}\n<bot>: ",
-        "top_k" : 5,
-        "top_p" : 0.9,
-        "model_inference" : "llama",
-        "n_batch" : 10,
-        "template_name" : "HumanBot",
+        "context": 2048,
+        "temp": 0.6,
+        "prompt_format": "<human>: {{prompt}}\n<bot>: ",
+        "top_k": 5,
+        "top_p": 0.9,
+        "model_inference": "llama",
+        "n_batch": 10,
+        "template_name": "HumanBot",
         "is_ready": true
     },
     {
-         "id": "tinyllama-1.1B-32k-Q8",
-         "model_title": "TinyLlama-1.1B-32k",
-         "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
-         "model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
-         "model_info_url": "https://huggingface.co/Doctor-Shotgun/TinyLlama-1.1B-32k",
-         "model_avatar": "logo_tinyllama",
-         "model_description": "The TinyLlama 1.1B model.",
-         "developer": "Zhang Peiyuan",
-         "developer_url": "https://github.com/jzhang38/TinyLlama",
-         "context" : 4096,
-         "temp" : 0.6,
-         "prompt_format" : "<|system|>You are a friendly chatbot who always responds in the style of a pirate.</s><|user|>{{prompt}}</s><|assistant|>",
-         "top_k" : 5,
-         "top_p" : 0.9,
-         "model_inference" : "llama",
-         "n_batch" : 10,
-         "template_name" : "TinyLlama",
-         "is_ready": true
-    }
+        "id": "tinyllama-1.1B-32k-Q8",
+        "model_title": "TinyLlama-1.1B-32k",
+        "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
+        "model_url": "https://huggingface.co/TheBloke/openchat-3.5-1210-GGUF/resolve/main/openchat-3.5-1210.Q5_K_M.gguf?download=true",
+        "model_info_url": "https://huggingface.co/Doctor-Shotgun/TinyLlama-1.1B-32k",
+        "model_avatar": "logo_tinyllama",
+        "model_description": "The TinyLlama 1.1B model.",
+        "developer": "Zhang Peiyuan",
+        "developer_url": "https://github.com/jzhang38/TinyLlama",
+        "context": 4096,
+        "temp": 0.6,
+        "prompt_format": "<|system|>You are a friendly chatbot who always responds in the style of a pirate.</s><|user|>{{prompt}}</s><|assistant|>",
+        "top_k": 5,
+        "top_p": 0.9,
+        "model_inference": "llama",
+        "n_batch": 10,
+        "template_name": "TinyLlama",
+        "is_ready": true
+    },
     {
         "id": "mistral-7b-instruct-v0.2-Q5_K_M",
         "model_title": "Mistral 7B Instruct v0.2 Q5_K_M",
@@ -49,14 +49,14 @@
         "model_description": "The standard Llama2 based 1.3B LLM.",
         "developer": "Mistral AI",
         "developer_url": "https://mistral.ai/",
-        "context" : 4096,
-        "temp" : 0.6,
-        "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
-        "top_k" : 5,
-        "top_p" : 0.9,
-        "model_inference" : "llama",
-        "n_batch" : 10,
-        "template_name" : "Mistral",
+        "context": 4096,
+        "temp": 0.6,
+        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
+        "top_k": 5,
+        "top_p": 0.9,
+        "model_inference": "llama",
+        "n_batch": 10,
+        "template_name": "Mistral",
         "is_ready": true
     },
     {
@@ -69,17 +69,17 @@
         "model_description": "The standard Llama2 based 1.3B LLM.",
         "developer": "Mistral AI",
         "developer_url": "https://mistral.ai/",
-        "context" : 4096,
-        "temp" : 0.6,
-        "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
-        "top_k" : 5,
-        "top_p" : 0.9,
-        "model_inference" : "llama",
-        "n_batch" : 10,
-        "template_name" : "Mistral",
+        "context": 4096,
+        "temp": 0.6,
+        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
+        "top_k": 5,
+        "top_p": 0.9,
+        "model_inference": "llama",
+        "n_batch": 10,
+        "template_name": "Mistral",
         "is_ready": true
-   },
-   {
+    },
+    {
         "id": "openchat-3.5-1210-Q5_K_M",
         "model_title": "OpenChat 3.5 Q5_K_M",
         "model_file": "data/mistral-7b-instruct-v0.2.Q5_K_M.gguf",
@@ -89,16 +89,14 @@
         "model_description": "The standard Llama2 based 1.3B LLM.",
         "developer": "OpenChat Team",
         "developer_url": "https://openchat.team/",
-        "context" : 4096,
-        "temp" : 0.6,
-        "prompt_format" : "<s>[INST]{{prompt}}[/INST]</s>",
-        "top_k" : 5,
-        "top_p" : 0.9,
-        "model_inference" : "llama",
-        "n_batch" : 10,
-        "template_name" : "Mistral",
+        "context": 4096,
+        "temp": 0.6,
+        "prompt_format": "<s>[INST]{{prompt}}[/INST]</s>",
+        "top_k": 5,
+        "top_p": 0.9,
+        "model_inference": "llama",
+        "n_batch": 10,
+        "template_name": "Mistral",
         "is_ready": true
-   }
-    
-]
-
+    }
+]