thangduong0509 commited on
Commit
a17522b
·
verified ·
1 Parent(s): 643a7e5

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,6 +1,5 @@
1
  {
2
- "_name_or_path": "distilbert/distilgpt2",
3
- "_num_labels": 1,
4
  "activation_function": "gelu_new",
5
  "architectures": [
6
  "GPT2LMHeadModel"
@@ -9,6 +8,7 @@
9
  "bos_token_id": 50256,
10
  "embd_pdrop": 0.1,
11
  "eos_token_id": 50256,
 
12
  "id2label": {
13
  "0": "LABEL_0"
14
  },
@@ -22,7 +22,7 @@
22
  "n_embd": 768,
23
  "n_head": 12,
24
  "n_inner": null,
25
- "n_layer": 6,
26
  "n_positions": 1024,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
 
1
  {
2
+ "_name_or_path": "danghuy1999/gpt2-viwiki",
 
3
  "activation_function": "gelu_new",
4
  "architectures": [
5
  "GPT2LMHeadModel"
 
8
  "bos_token_id": 50256,
9
  "embd_pdrop": 0.1,
10
  "eos_token_id": 50256,
11
+ "gradient_checkpointing": false,
12
  "id2label": {
13
  "0": "LABEL_0"
14
  },
 
22
  "n_embd": 768,
23
  "n_head": 12,
24
  "n_inner": null,
25
+ "n_layer": 12,
26
  "n_positions": 1024,
27
  "reorder_and_upcast_attn": false,
28
  "resid_pdrop": 0.1,
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b7fba3a89b65ee3870f21bac29b8896350b5d55df4808fade5a93bb6e17b8ce
3
- size 327657928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8091262bfd50437b7ed94384a26af05d2a3b1049a1e8a4c3e2d8955bd0579e
3
+ size 497774208
runs/Feb25_14-51-53_6146ee6a12f6/events.out.tfevents.1708872713.6146ee6a12f6.205.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911531e32509a908d0338ba1e12de74530a945884685e4bbfede2dddc8d845a3
3
+ size 4488
runs/Feb25_14-56-54_6146ee6a12f6/events.out.tfevents.1708873015.6146ee6a12f6.18958.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba29ab1a1eb0c90b864b80f16d0185484ee3d5d0a0f09ca1e26d1e928f1545f
3
+ size 4184
tokenizer_config.json CHANGED
@@ -2,7 +2,7 @@
2
  "add_bos_token": false,
3
  "add_prefix_space": false,
4
  "added_tokens_decoder": {
5
- "50256": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
  "normalized": true,
@@ -15,7 +15,7 @@
15
  "clean_up_tokenization_spaces": true,
16
  "eos_token": "<|endoftext|>",
17
  "errors": "replace",
18
- "model_max_length": 1024,
19
  "pad_token": "<|endoftext|>",
20
  "tokenizer_class": "GPT2Tokenizer",
21
  "unk_token": "<|endoftext|>"
 
2
  "add_bos_token": false,
3
  "add_prefix_space": false,
4
  "added_tokens_decoder": {
5
+ "0": {
6
  "content": "<|endoftext|>",
7
  "lstrip": false,
8
  "normalized": true,
 
15
  "clean_up_tokenization_spaces": true,
16
  "eos_token": "<|endoftext|>",
17
  "errors": "replace",
18
+ "model_max_length": 1000000000000000019884624838656,
19
  "pad_token": "<|endoftext|>",
20
  "tokenizer_class": "GPT2Tokenizer",
21
  "unk_token": "<|endoftext|>"
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dcda92f4a204ad67aba73ab29a009870ac26be55110e0a787e8aa0a7b3586783
3
  size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504d3df164819552907cc38bc6870730e29c517d9d5b43f66c271a40313a1243
3
  size 4600
vocab.json CHANGED
The diff for this file is too large to render. See raw diff