Update README.md
Browse files
README.md
CHANGED
|
@@ -24,6 +24,24 @@ library_name: transformers
|
|
| 24 |
pipeline_tag: conversational
|
| 25 |
---
|
| 26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
# QNetworkGPT2: Reinventing Text Generation with AI 📝🤖
|
| 28 |
|
| 29 |
|
|
|
|
| 24 |
pipeline_tag: conversational
|
| 25 |
---
|
| 26 |
|
| 27 |
+
---
|
| 28 |
+
## Hyperameters used
|
| 29 |
+
|
| 30 |
+
model_type: gpt2
|
| 31 |
+
model_name_or_path: gpt2-medium # Replace with the actual model architecture name if different
|
| 32 |
+
hidden_size: 2048
|
| 33 |
+
num_hidden_layers: 12
|
| 34 |
+
num_attention_heads: 12
|
| 35 |
+
intermediate_size: 3072 # Adjusted for model efficiency
|
| 36 |
+
hidden_dropout_prob: 0.1
|
| 37 |
+
attention_probs_dropout_prob: 0.1
|
| 38 |
+
max_position_embeddings: 1024
|
| 39 |
+
type_vocab_size: 1
|
| 40 |
+
initializer_range: 0.02
|
| 41 |
+
layer_norm_eps: 1e-05
|
| 42 |
+
vocab_size: 50257
|
| 43 |
+
---
|
| 44 |
+
|
| 45 |
# QNetworkGPT2: Reinventing Text Generation with AI 📝🤖
|
| 46 |
|
| 47 |
|