End of training

README.md

@@ -0,0 +1,62 @@
+---
+license: apache-2.0
+base_model: distilbert/distilbert-base-uncased
+tags:
+- generated_from_trainer
+model-index:
+- name: hospitality_intents_pretrained_distilbert
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# hospitality_intents_pretrained_distilbert
+
+This model is a fine-tuned version of [distilbert/distilbert-base-uncased](https://huggingface.co/distilbert/distilbert-base-uncased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0207
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- num_epochs: 5
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss |
+|:-------------:|:-----:|:-----:|:---------------:|
+| 0.0013        | 1.0   | 10303 | 0.0425          |
+| 0.0001        | 2.0   | 20606 | 0.0300          |
+| 0.0184        | 3.0   | 30909 | 0.0285          |
+| 0.0           | 4.0   | 41212 | 0.0214          |
+| 0.0           | 5.0   | 51515 | 0.0207          |
+
+
+### Framework versions
+
+- Transformers 4.37.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.17.1
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,88 @@
+{
+  "_name_or_path": "distilbert/distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "ACTIVITIES",
+    "1": "BOOKING_PICKUP",
+    "2": "MEMBER_INFO",
+    "3": "SPECIAL_REQUEST",
+    "4": "LOYALITY",
+    "5": "PROMOTIONS",
+    "6": "COUPLE_FRIENDLY",
+    "7": "BANQUET_BOOKING",
+    "8": "LOYALITYABLE",
+    "9": "BOOKING",
+    "10": "FINANCIAL",
+    "11": "BAR",
+    "12": "BEST_VISITING_TIME",
+    "13": "BOOKING_INCLUSION",
+    "14": "BOOKING_SPECIAL",
+    "15": "PETS",
+    "16": "QUERY_4_BOOKING",
+    "17": "FOOD_ADDON",
+    "18": "EXTEND_BOOKING",
+    "19": "OUTSIDER",
+    "20": "CHECKIN",
+    "21": "PAYMENT",
+    "22": "SPA_AND_BATH",
+    "23": "SERVANT_ACCOMODATION",
+    "24": "DAY_PLANNING",
+    "25": "BEVERAGE",
+    "26": "BOOK_PICKUP",
+    "27": "PRIVATE_VEHICLE",
+    "28": "ID_PROOF",
+    "29": "MUSIC_EVENTS",
+    "30": "FOREX",
+    "31": "DINNER_ENQUIRY",
+    "32": "KIDS_AMENITIES",
+    "33": "AMENITIES",
+    "34": "ROOMS",
+    "35": "ROOM_SERVICE",
+    "36": "KIDS_FACILITITY",
+    "37": "ELECTRICAL",
+    "38": "HAVEACTIVITY",
+    "39": "SMOKING_ROOM",
+    "40": "BREAKFAST",
+    "41": "HANDICAPPED",
+    "42": "SANITIZATION",
+    "43": "JUNGLE_SAFARI",
+    "44": "DINING",
+    "45": "SWIMMING_POOL",
+    "46": "DOCTOR_FACILITY",
+    "47": "EDIT_BOOKING",
+    "48": "NEWS_LETTER_SUBSCRIPTION",
+    "49": "SAFARI",
+    "50": "HOTEL_LOCATION",
+    "51": "JOB_OPENINGS",
+    "52": "CALL_ME",
+    "53": "INTERNET",
+    "54": "CONTACT",
+    "55": "PARKING",
+    "56": "JUNK",
+    "57": "FINANCE",
+    "58": "BOOKING_POLICY",
+    "59": "AIRPORT_STATIONS",
+    "60": "PITSTOP"
+  },
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.2",
+  "vocab_size": 30522
+}

logs/events.out.tfevents.1708932177.00c9657ee0d6.3948.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3a51278b04e2ef402d0c88480209dbb16151db18d4f586f7c59cfbb1716349
+size 5861

logs/events.out.tfevents.1708932796.00c9657ee0d6.3948.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8581a355cf5c5ca825d29f5090278c883531ba4307782dc2f424e94068fd6cb6
+size 5861

logs/events.out.tfevents.1708933344.00c9657ee0d6.3948.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96582a6b1189b020fa1dfdc814f0c39a679d11bca278bfae70e3b3ee68d0d7d
+size 5861

logs/events.out.tfevents.1708933499.00c9657ee0d6.3948.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786da4af61250556f05cac341354ce5eecf62d7f583976c128c2c523aba566b5
+size 5861

logs/events.out.tfevents.1708933634.00c9657ee0d6.3948.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38e21020e05265b7efc3689c3b8daa9121faf8614b2d1ae32d326e8c16cea01
+size 5861

logs/events.out.tfevents.1708933702.00c9657ee0d6.3948.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dc645ba7c99d5c420b42fec8edd56e921de808db13cca6fe4f2ac478a03812
+size 5861

logs/events.out.tfevents.1708933844.00c9657ee0d6.3948.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980ec0d015459700bb5ab9ee8629851ea7e4885ec636279378676458faf5cf7b
+size 826806

logs/events.out.tfevents.1708935480.00c9657ee0d6.3948.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d8fe7cf3eaf3485822c41d3809874a315350891613202e8d645b832da8558a
+size 316

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ae995b7da5a412ab0ffabffd0d8c984946e55e69a462eacfbb5d7b644cfbd6
+size 268014060

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6844e21ace7dd1159d678ea88f6e8f159c3dda5adad9792a3ade71dddacf04
+size 4792