Hugging Face's logo

mlc-ai
/
gorilla-openfunctions-v2-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
gorilla-openfunctions-v2-q4f32_1-MLC
File size: 2,103 Bytes 
f4e1827
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ff40d5c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f4e1827
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
 
{
  "model_type": "llama",
  "quantization": "q4f32_1",
  "model_config": {
    "hidden_size": 4096,
    "intermediate_size": 11008,
    "num_attention_heads": 32,
    "num_hidden_layers": 30,
    "rms_norm_eps": 1e-06,
    "vocab_size": 102400,
    "position_embedding_base": 10000.0,
    "context_window_size": 4096,
    "prefill_chunk_size": 4096,
    "num_key_value_heads": 32,
    "head_dim": 128,
    "tensor_parallel_shards": 1,
    "max_batch_size": 80
  },
  "vocab_size": 102400,
  "context_window_size": 4096,
  "sliding_window_size": -1,
  "prefill_chunk_size": 4096,
  "attention_sink_size": -1,
  "tensor_parallel_shards": 1,
  "mean_gen_len": 128,
  "max_gen_len": 512,
  "shift_fill_factor": 0.3,
  "temperature": 0.7,
  "presence_penalty": 0.0,
  "frequency_penalty": 0.0,
  "repetition_penalty": 1.0,
  "top_p": 0.95,
  "conv_template": {
    "name": "gorilla-openfunctions-v2",
    "system_template": "{system_message}",
    "system_message": "You are an AI programming assistant, utilizing the Gorilla LLM model, developed by Gorilla LLM, and you only answer questions related to computer science. For politically sensitive questions, security and privacy issues, and other non-computer science questions, you will refuse to answer.",
    "system_prefix_token_ids": [
      100000
    ],
    "add_role_after_system_message": true,
    "roles": {
      "user": "### Instruction",
      "assistant": "### Response",
      "tool": "### Instruction"
    },
    "role_templates": {
      "user": "<<function>>{function_string}\n<<question>>{user_message}",
      "assistant": "{assistant_message}",
      "tool": "{tool_message}"
    },
    "messages": [],
    "seps": [
      "\n",
      "<|EOT|>"
    ],
    "role_content_sep": ": ",
    "role_empty_sep": ": ",
    "stop_str": [
      "<|EOT|>"
    ],
    "stop_token_ids": [
      100015
    ],
    "function_string": "",
    "use_function_calling": false
  },
  "pad_token_id": 0,
  "bos_token_id": 100000,
  "eos_token_id": 100015,
  "tokenizer_files": [
    "tokenizer.json",
    "tokenizer_config.json"
  ],
  "version": "0.1.0"
}