ayjays132 commited on
Commit
44059b5
·
verified ·
1 Parent(s): caeabbb

Delete config.json

Browse files
Files changed (1) hide show
  1. config.json +0 -66
config.json DELETED
@@ -1,66 +0,0 @@
1
- {
2
- "activation_function": "gelu_new",
3
- "architectures": ["GPT2LMHeadModel"],
4
- "attn_pdrop": 0.1,
5
- "bos_token_id": 100313,
6
- "embd_pdrop": 0.1,
7
- "eos_token_id": 100313,
8
- "initializer_range": 0.02,
9
- "layer_norm_epsilon": 1e-05,
10
- "model_type": "gpt2",
11
- "n_ctx": 2048,
12
- "n_embd": 2048,
13
- "n_head": 16,
14
- "n_layer": 24,
15
- "n_positions": 2048,
16
- "predict_special_tokens": true,
17
- "resid_pdrop": 0.1,
18
- "transformers_version": "4.34.0",
19
- "vocab_size": 50257,
20
- "task_specific_params": {
21
- "text-generation": {
22
- "do_sample": true,
23
- "max_length": 2048
24
- }
25
- },
26
- "language": ["en"],
27
- "tags": ["text-generation-inference"],
28
- "metrics": ["accuracy"],
29
- "pipeline_tag": "text-generation",
30
- "library_name": "transformers",
31
- "license": "apache-2.0",
32
- "custom_params": {
33
- "adaptation_rate": 0.05,
34
- "ecosystem_dynamics": {
35
- "environmental_volatility": 0.1,
36
- "resource_pool": 1
37
- },
38
- "hidden_dim": 2048,
39
- "initial_neuron_count": 5000,
40
- "innovative_growth_net": {
41
- "adaptation_rate": 0.05,
42
- "initial_capacity": 250000,
43
- "input_size": 2048
44
- },
45
- "max_complexity": 50000,
46
- "max_neurons": 250000,
47
- "max_sequence_length": 2048,
48
- "min_epochs_before_growth": 5,
49
- "model_filename": "pytorch_model.bin",
50
- "num_embeddings": 100000,
51
- "pruning_improvement_threshold": 0.005,
52
- "some_adaptation_rate": 0.05,
53
- "stability_threshold": 0.02,
54
- "start_token_index": 2
55
- },
56
- "max_input_length": 2048,
57
- "max_total_tokens": 2051,
58
- "max_concurrent_requests": 128,
59
- "max_best_of": 2,
60
- "max_stop_sequences": 4,
61
- "max_top_n_tokens": 5,
62
- "waiting_served_ratio": 1.2,
63
- "max_batch_prefill_tokens": 2048,
64
- "max_waiting_tokens": 20,
65
- "sharded": false
66
- }