(Trained with Unsloth)

Modelfile

@@ -0,0 +1,30 @@
+FROM /content/harxsan/finellm/unsloth.F16.gguf
+
+TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
+
+### Instruction:
+{{ .Prompt }}{{ end }}
+
+### Response:
+{{ .Response }}<|im_end|>"""
+
+PARAMETER stop "<|video_pad|>"
+PARAMETER stop "<|endoftext|>"
+PARAMETER stop "<|quad_start|>"
+PARAMETER stop "<|image_pad|>"
+PARAMETER stop "<|file_sep|>"
+PARAMETER stop "</tool_call>"
+PARAMETER stop "<|PAD_TOKEN|>"
+PARAMETER stop "<|box_end|>"
+PARAMETER stop "<tool_call>"
+PARAMETER stop "<|box_start|>"
+PARAMETER stop "<|object_ref_start|>"
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|repo_name|>"
+PARAMETER stop "<|quad_end|>"
+PARAMETER stop "<|object_ref_end|>"
+PARAMETER stop "<|im_end|>"
+PARAMETER stop "<|vision_"
+PARAMETER stop "<|fim_"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1