Training in progress, epoch 5

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:054c391121ab39940194288952ec175fa0bb61748960a0f580b545a1da835c76
+oid sha256:6589bc75ac08cbd5a733217dafc8ef4814df9c3f9c7640168940dd7f9f1d3a14
 size 267832560

run-1/checkpoint-2140/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "vocab_size": 30522
+}

run-1/checkpoint-2140/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd9918dbb447ebf806a8b2994ab9b18dab71e13f27ea1bc8751ae07adb417e2
+size 267832560

run-1/checkpoint-2140/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ec20535ec2a64096395ef5dcfaaf23167b65e82cc651d03c0b96ba979d26c5
+size 535727290

run-1/checkpoint-2140/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bc71bc2b21f31c287c8f94596740673e4dd9d1d0978eb750a5a35f6d0c8ade
+size 14308

run-1/checkpoint-2140/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582797d4b99fd1e655c69f3141c7cc10cbc4e574e1343002fdc186a14ca31351
+size 1064

run-1/checkpoint-2140/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-2140/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-2140/trainer_state.json

@@ -0,0 +1,90 @@
+{
+  "best_metric": 0.3731107016234198,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-1/checkpoint-1605",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 2140,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.93,
+      "grad_norm": 4.029795169830322,
+      "learning_rate": 1.7163903856453514e-06,
+      "loss": 0.6033,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.5766915082931519,
+      "eval_matthews_correlation": 0.0,
+      "eval_runtime": 0.7097,
+      "eval_samples_per_second": 1469.555,
+      "eval_steps_per_second": 92.992,
+      "step": 535
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 4.412518501281738,
+      "learning_rate": 1.1931006339242075e-06,
+      "loss": 0.5433,
+      "step": 1000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.5463550686836243,
+      "eval_matthews_correlation": 0.2835704013245166,
+      "eval_runtime": 1.1159,
+      "eval_samples_per_second": 934.633,
+      "eval_steps_per_second": 59.143,
+      "step": 1070
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 4.607611656188965,
+      "learning_rate": 6.69810882203064e-07,
+      "loss": 0.491,
+      "step": 1500
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5242806077003479,
+      "eval_matthews_correlation": 0.3731107016234198,
+      "eval_runtime": 0.7889,
+      "eval_samples_per_second": 1322.174,
+      "eval_steps_per_second": 83.666,
+      "step": 1605
+    },
+    {
+      "epoch": 3.74,
+      "grad_norm": 8.04415512084961,
+      "learning_rate": 1.4652113048192023e-07,
+      "loss": 0.4767,
+      "step": 2000
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.531370997428894,
+      "eval_matthews_correlation": 0.37295439300651745,
+      "eval_runtime": 1.066,
+      "eval_samples_per_second": 978.442,
+      "eval_steps_per_second": 61.915,
+      "step": 2140
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 2140,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 171868946719908.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.2396801373664952e-06,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 16,
+    "seed": 33
+  }
+}

run-1/checkpoint-2140/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358c5c99400b0deb976ef4d481ff138cc391693d34c093052ecece5e47feca40
+size 4984

run-2/checkpoint-134/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "vocab_size": 30522
+}

run-2/checkpoint-134/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf430b99fc597e3681e2864073b7fecaad1bf90ec60c76e94329c2547d60db2
+size 267832560

run-2/checkpoint-134/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7416bb173aae4f3344778048c10f686b8d885c37fa6f706d5f4a7a37883fda55
+size 535727290

run-2/checkpoint-134/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eca3af6587e525663c8d7e2a9ea7bb7083b34eb3d190fde73dc082587063e6c
+size 14244

run-2/checkpoint-134/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fb56db36576f38bec63c5e9a64ea8f012a8730ebff7f0082245cf11acd2ee4
+size 1064

run-2/checkpoint-134/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-134/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-134/trainer_state.json

@@ -0,0 +1,35 @@
+{
+  "best_metric": 0.45140096820158837,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-134",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 134,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.47476544976234436,
+      "eval_matthews_correlation": 0.45140096820158837,
+      "eval_runtime": 0.7004,
+      "eval_samples_per_second": 1489.214,
+      "eval_steps_per_second": 94.236,
+      "step": 134
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.9531818587842675e-05,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 38
+  }
+}

run-2/checkpoint-134/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07788e8fb148db17b3c1ab4bbbd6a8365079fb17462c2f4084e5b7d254d4cd65
+size 4984

run-2/checkpoint-268/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "vocab_size": 30522
+}

run-2/checkpoint-268/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c600623485fc4c6e0d36d929ec1281763f2433a956f9c7a63b255fa5203ddc5
+size 267832560

run-2/checkpoint-268/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf88e8cac9e9a1f0fcaca762d3e8f5fa43532ba647d4586f1b0bcb92386cb26
+size 535727290

run-2/checkpoint-268/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f13a294644e988ad1093c208302e60e03128ddce54f0ff29db12c195efcdf87
+size 14244

run-2/checkpoint-268/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8160eab28ce35256c2320d06d8b7ecce268babe1dbd8986d00ff9177d9e6381b
+size 1064

run-2/checkpoint-268/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-268/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-268/trainer_state.json

@@ -0,0 +1,44 @@
+{
+  "best_metric": 0.49626557567073315,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-268",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 268,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.47476544976234436,
+      "eval_matthews_correlation": 0.45140096820158837,
+      "eval_runtime": 0.7004,
+      "eval_samples_per_second": 1489.214,
+      "eval_steps_per_second": 94.236,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.47363194823265076,
+      "eval_matthews_correlation": 0.49626557567073315,
+      "eval_runtime": 1.2181,
+      "eval_samples_per_second": 856.246,
+      "eval_steps_per_second": 54.182,
+      "step": 268
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.9531818587842675e-05,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 38
+  }
+}

run-2/checkpoint-268/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07788e8fb148db17b3c1ab4bbbd6a8365079fb17462c2f4084e5b7d254d4cd65
+size 4984

run-2/checkpoint-402/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "vocab_size": 30522
+}

run-2/checkpoint-402/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9250a952c37a1766b3b5e611931b6ef601fe01ebf662b02ae946183063fc7aa6
+size 267832560

run-2/checkpoint-402/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1391c8cb59ecb3d1344582b9fcecac7f7d837932f0501e002c07e600026ac1
+size 535727290

run-2/checkpoint-402/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131584404be8796e549daf1f6dc59e0866963d858d798152a1e6535e4ff210ae
+size 14244

run-2/checkpoint-402/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a38d2b97965e9433901980afd596017f29778ccbe43cc3f223d19147cd6871
+size 1064

run-2/checkpoint-402/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-402/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-402/trainer_state.json

@@ -0,0 +1,53 @@
+{
+  "best_metric": 0.5425688103069501,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-2/checkpoint-402",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 402,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.47476544976234436,
+      "eval_matthews_correlation": 0.45140096820158837,
+      "eval_runtime": 0.7004,
+      "eval_samples_per_second": 1489.214,
+      "eval_steps_per_second": 94.236,
+      "step": 134
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.47363194823265076,
+      "eval_matthews_correlation": 0.49626557567073315,
+      "eval_runtime": 1.2181,
+      "eval_samples_per_second": 856.246,
+      "eval_steps_per_second": 54.182,
+      "step": 268
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 0.5049272775650024,
+      "eval_matthews_correlation": 0.5425688103069501,
+      "eval_runtime": 0.7884,
+      "eval_samples_per_second": 1322.911,
+      "eval_steps_per_second": 83.712,
+      "step": 402
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.9531818587842675e-05,
+    "num_train_epochs": 4,
+    "per_device_train_batch_size": 64,
+    "seed": 38
+  }
+}

run-2/checkpoint-402/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07788e8fb148db17b3c1ab4bbbd6a8365079fb17462c2f4084e5b7d254d4cd65
+size 4984

run-2/checkpoint-536/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.1",
+  "vocab_size": 30522
+}

run-2/checkpoint-536/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394288836f71481a04058ca76b340851af7ee2235b1ae7edb0c06c834b6a7a13
+size 267832560

run-2/checkpoint-536/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4996d723b8e32fc745e45021279cc58e197fdbb08f9119654675cfb9972b19c6
+size 535727290

run-2/checkpoint-536/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860e5620759cfc6a0927515baa36a9b7a79688a7206a0f1ec0b8de3c71ab9a4e
+size 14244

run-2/checkpoint-536/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a3686b0cc42b5733a2278508b358064747aca23835921aa2f6ca2907c8b106
+size 1064