Saving train state of step 10000

checkpoint-10000-epoch-11/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d61ed795913c116c144082c88d37d1ead57d3c5de60e0a7df65f5174f0d62c1
-size 151061672
+oid sha256:52fe217e6a5cd97e860be8437d5bb523c198c27466400028438c86fe0b669a69
+size 966995080

checkpoint-10000-epoch-11/optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df8ebc9a861f0de834afaebdc67560326d65aaa841850bea5a6ba86a55096f8c
-size 235125050
+oid sha256:ca581ecc01b380beae4ebeb3e1f31b4ce313979d704bbe461195134e65daa490
+size 1226138042

checkpoint-10000-epoch-11/random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0344c1754bb9afd2eb3884b47769dda6922c6045849d9f41cb1697f4ced6085f
+oid sha256:784c504b952e6e5322252dc6ed29d224c5544435f65d670e1f3ac5c1580ef664
 size 14344

checkpoint-10000-epoch-11/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b22b7db471cfce5f24c3a06d326cb4dbb4b46557c783f4a23248462f7292c16
+oid sha256:e24cf62bbe9d37fb0fa1bd7605633c18b8267073d955dffec23a49be9f54b879
 size 988

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-base",
+  "_name_or_path": "openai/whisper-small",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,32 +13,19 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 512,
-  "decoder_attention_heads": 8,
-  "decoder_ffn_dim": 2048,
+  "d_model": 768,
+  "decoder_attention_heads": 12,
+  "decoder_ffn_dim": 3072,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 6,
+  "decoder_layers": 12,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 8,
-  "encoder_ffn_dim": 2048,
+  "encoder_attention_heads": 12,
+  "encoder_ffn_dim": 3072,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 6,
+  "encoder_layers": 12,
   "eos_token_id": 50257,
-  "forced_decoder_ids": [
-    [
-      1,
-      50259
-    ],
-    [
-      2,
-      50359
-    ],
-    [
-      3,
-      50363
-    ]
-  ],
+  "forced_decoder_ids": null,
   "init_std": 0.02,
   "is_encoder_decoder": true,
   "mask_feature_length": 10,
@@ -52,103 +39,13 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,
-  "suppress_tokens": [
-    1,
-    2,
-    7,
-    8,
-    9,
-    10,
-    14,
-    25,
-    26,
-    27,
-    28,
-    29,
-    31,
-    58,
-    59,
-    60,
-    61,
-    62,
-    63,
-    90,
-    91,
-    92,
-    93,
-    359,
-    503,
-    522,
-    542,
-    873,
-    893,
-    902,
-    918,
-    922,
-    931,
-    1350,
-    1853,
-    1982,
-    2460,
-    2627,
-    3246,
-    3253,
-    3268,
-    3536,
-    3846,
-    3961,
-    4183,
-    4667,
-    6585,
-    6647,
-    7273,
-    9061,
-    9383,
-    10428,
-    10929,
-    11938,
-    12033,
-    12331,
-    12562,
-    13793,
-    14157,
-    14635,
-    15265,
-    15618,
-    16553,
-    16604,
-    18362,
-    18956,
-    20075,
-    21675,
-    22520,
-    26130,
-    26161,
-    26435,
-    28279,
-    29464,
-    31650,
-    32302,
-    32470,
-    36865,
-    42863,
-    47425,
-    49870,
-    50254,
-    50258,
-    50358,
-    50359,
-    50360,
-    50361,
-    50362
-  ],
   "torch_dtype": "float32",
   "transformers_version": "4.39.3",
-  "use_cache": true,
+  "use_cache": false,
   "use_weighted_layer_sum": false,
   "vocab_size": 51865
 }

distil-whisper/events.out.tfevents.1712497160.train02.3818418.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:488c7f8e131e53deb32e18ceff1ede6f6d8906db167e1f9243990443470d163a
-size 25205
+oid sha256:796a933fb8c0781ef8ab2a700b4ebada768fe833e212c1dcc57554279d63f8cd
+size 28652

distil-whisper/events.out.tfevents.1712498670.train02.3824338.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a89e2c482202d52455efb1b078010941ee452edd34d3e1e7dfd3bd6b40ac12
+size 88

distil-whisper/events.out.tfevents.1712499038.train02.3824559.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5bd009615c92e0bfc7376efae308d46625875f3d0d6c81e7d1d165cd88c3fc
+size 124058

dvclive/metrics.json

@@ -1,14 +1,8 @@
 {
     "train": {
-        "time": 789.9823546409607,
-        "epoch": 2,
+        "time": 5157.355662584305,
+        "epoch": 11,
         "learning_rate": 0.0001
     },
-    "step": 2000,
-    "eval": {
-        "wer": 24.878673576103687,
-        "wer_ortho": 31.063949336860713,
-        "time": 248.15888285636902,
-        "epoch": 1
-    }
+    "step": 10000
 }

dvclive/plots/metrics/train/epoch.tsv

@@ -79,3 +79,323 @@ step	epoch
 1950	2
 1975	2
 2000	2
+2025	2
+2050	2
+2075	2
+2100	2
+2125	2
+2150	2
+2175	2
+2200	2
+2225	2
+2250	2
+2275	2
+2300	2
+2325	2
+2350	2
+2375	2
+2400	2
+2425	2
+2450	2
+2475	2
+2500	2
+2525	2
+2550	2
+2575	2
+2600	3
+2625	3
+2650	3
+2675	3
+2700	3
+2725	3
+2750	3
+2775	3
+2800	3
+2825	3
+2850	3
+2875	3
+2900	3
+2925	3
+2950	3
+2975	3
+3000	3
+3025	3
+3050	3
+3075	3
+3100	3
+3125	3
+3150	3
+3175	3
+3200	3
+3225	3
+3250	3
+3275	3
+3300	3
+3325	3
+3350	3
+3375	3
+3400	3
+3425	3
+3450	4
+3475	4
+3500	4
+3525	4
+3550	4
+3575	4
+3600	4
+3625	4
+3650	4
+3675	4
+3700	4
+3725	4
+3750	4
+3775	4
+3800	4
+3825	4
+3850	4
+3875	4
+3900	4
+3925	4
+3950	4
+3975	4
+4000	4
+4025	4
+4050	4
+4075	4
+4100	4
+4125	4
+4150	4
+4175	4
+4200	4
+4225	4
+4250	4
+4275	4
+4300	4
+4325	5
+4350	5
+4375	5
+4400	5
+4425	5
+4450	5
+4475	5
+4500	5
+4525	5
+4550	5
+4575	5
+4600	5
+4625	5
+4650	5
+4675	5
+4700	5
+4725	5
+4750	5
+4775	5
+4800	5
+4825	5
+4850	5
+4875	5
+4900	5
+4925	5
+4950	5
+4975	5
+5000	5
+5025	5
+5050	5
+5075	5
+5100	5
+5125	5
+5150	5
+5175	6
+5200	6
+5225	6
+5250	6
+5275	6
+5300	6
+5325	6
+5350	6
+5375	6
+5400	6
+5425	6
+5450	6
+5475	6
+5500	6
+5525	6
+5550	6
+5575	6
+5600	6
+5625	6
+5650	6
+5675	6
+5700	6
+5725	6
+5750	6
+5775	6
+5800	6
+5825	6
+5850	6
+5875	6
+5900	6
+5925	6
+5950	6
+5975	6
+6000	6
+6025	6
+6050	7
+6075	7
+6100	7
+6125	7
+6150	7
+6175	7
+6200	7
+6225	7
+6250	7
+6275	7
+6300	7
+6325	7
+6350	7
+6375	7
+6400	7
+6425	7
+6450	7
+6475	7
+6500	7
+6525	7
+6550	7
+6575	7
+6600	7
+6625	7
+6650	7
+6675	7
+6700	7
+6725	7
+6750	7
+6775	7
+6800	7
+6825	7
+6850	7
+6875	7
+6900	8
+6925	8
+6950	8
+6975	8
+7000	8
+7025	8
+7050	8
+7075	8
+7100	8
+7125	8
+7150	8
+7175	8
+7200	8
+7225	8
+7250	8
+7275	8
+7300	8
+7325	8
+7350	8
+7375	8
+7400	8
+7425	8
+7450	8
+7475	8
+7500	8
+7525	8
+7550	8
+7575	8
+7600	8
+7625	8
+7650	8
+7675	8
+7700	8
+7725	8
+7750	9
+7775	9
+7800	9
+7825	9
+7850	9
+7875	9
+7900	9
+7925	9
+7950	9
+7975	9
+8000	9
+8025	9
+8050	9
+8075	9
+8100	9
+8125	9
+8150	9
+8175	9
+8200	9
+8225	9
+8250	9
+8275	9
+8300	9
+8325	9
+8350	9
+8375	9
+8400	9
+8425	9
+8450	9
+8475	9
+8500	9
+8525	9
+8550	9
+8575	9
+8600	9
+8625	10
+8650	10
+8675	10
+8700	10
+8725	10
+8750	10
+8775	10
+8800	10
+8825	10
+8850	10
+8875	10
+8900	10
+8925	10
+8950	10
+8975	10
+9000	10
+9025	10
+9050	10
+9075	10
+9100	10
+9125	10
+9150	10
+9175	10
+9200	10
+9225	10
+9250	10
+9275	10
+9300	10
+9325	10
+9350	10
+9375	10
+9400	10
+9425	10
+9450	10
+9475	11
+9500	11
+9525	11
+9550	11
+9575	11
+9600	11
+9625	11
+9650	11
+9675	11
+9700	11
+9725	11
+9750	11
+9775	11
+9800	11
+9825	11
+9850	11
+9875	11
+9900	11
+9925	11
+9950	11
+9975	11
+10000	11

dvclive/plots/metrics/train/learning_rate.tsv

@@ -1,6 +1,6 @@
 step	learning_rate
-25	4.4000000000000006e-05
-50	9.4e-05
+25	4e-05
+50	9e-05
 75	0.0001
 100	0.0001
 125	0.0001
@@ -79,3 +79,323 @@ step	learning_rate
 1950	0.0001
 1975	0.0001
 2000	0.0001
+2025	0.0001
+2050	0.0001
+2075	0.0001
+2100	0.0001
+2125	0.0001
+2150	0.0001
+2175	0.0001
+2200	0.0001
+2225	0.0001
+2250	0.0001
+2275	0.0001
+2300	0.0001
+2325	0.0001
+2350	0.0001
+2375	0.0001
+2400	0.0001
+2425	0.0001
+2450	0.0001
+2475	0.0001
+2500	0.0001
+2525	0.0001
+2550	0.0001
+2575	0.0001
+2600	0.0001
+2625	0.0001
+2650	0.0001
+2675	0.0001
+2700	0.0001
+2725	0.0001
+2750	0.0001
+2775	0.0001
+2800	0.0001
+2825	0.0001
+2850	0.0001
+2875	0.0001
+2900	0.0001
+2925	0.0001
+2950	0.0001
+2975	0.0001
+3000	0.0001
+3025	0.0001
+3050	0.0001
+3075	0.0001
+3100	0.0001
+3125	0.0001
+3150	0.0001
+3175	0.0001
+3200	0.0001
+3225	0.0001
+3250	0.0001
+3275	0.0001
+3300	0.0001
+3325	0.0001
+3350	0.0001
+3375	0.0001
+3400	0.0001
+3425	0.0001
+3450	0.0001
+3475	0.0001
+3500	0.0001
+3525	0.0001
+3550	0.0001
+3575	0.0001
+3600	0.0001
+3625	0.0001
+3650	0.0001
+3675	0.0001
+3700	0.0001
+3725	0.0001
+3750	0.0001
+3775	0.0001
+3800	0.0001
+3825	0.0001
+3850	0.0001
+3875	0.0001
+3900	0.0001
+3925	0.0001
+3950	0.0001
+3975	0.0001
+4000	0.0001
+4025	0.0001
+4050	0.0001
+4075	0.0001
+4100	0.0001
+4125	0.0001
+4150	0.0001
+4175	0.0001
+4200	0.0001
+4225	0.0001
+4250	0.0001
+4275	0.0001
+4300	0.0001
+4325	0.0001
+4350	0.0001
+4375	0.0001
+4400	0.0001
+4425	0.0001
+4450	0.0001
+4475	0.0001
+4500	0.0001
+4525	0.0001
+4550	0.0001
+4575	0.0001
+4600	0.0001
+4625	0.0001
+4650	0.0001
+4675	0.0001
+4700	0.0001
+4725	0.0001
+4750	0.0001
+4775	0.0001
+4800	0.0001
+4825	0.0001
+4850	0.0001
+4875	0.0001
+4900	0.0001
+4925	0.0001
+4950	0.0001
+4975	0.0001
+5000	0.0001
+5025	0.0001
+5050	0.0001
+5075	0.0001
+5100	0.0001
+5125	0.0001
+5150	0.0001
+5175	0.0001
+5200	0.0001
+5225	0.0001
+5250	0.0001
+5275	0.0001
+5300	0.0001
+5325	0.0001
+5350	0.0001
+5375	0.0001
+5400	0.0001
+5425	0.0001
+5450	0.0001
+5475	0.0001
+5500	0.0001
+5525	0.0001
+5550	0.0001
+5575	0.0001
+5600	0.0001
+5625	0.0001
+5650	0.0001
+5675	0.0001
+5700	0.0001
+5725	0.0001
+5750	0.0001
+5775	0.0001
+5800	0.0001
+5825	0.0001
+5850	0.0001
+5875	0.0001
+5900	0.0001
+5925	0.0001
+5950	0.0001
+5975	0.0001
+6000	0.0001
+6025	0.0001
+6050	0.0001
+6075	0.0001
+6100	0.0001
+6125	0.0001
+6150	0.0001
+6175	0.0001
+6200	0.0001
+6225	0.0001
+6250	0.0001
+6275	0.0001
+6300	0.0001
+6325	0.0001
+6350	0.0001
+6375	0.0001
+6400	0.0001
+6425	0.0001
+6450	0.0001
+6475	0.0001
+6500	0.0001
+6525	0.0001
+6550	0.0001
+6575	0.0001
+6600	0.0001
+6625	0.0001
+6650	0.0001
+6675	0.0001
+6700	0.0001
+6725	0.0001
+6750	0.0001
+6775	0.0001
+6800	0.0001
+6825	0.0001
+6850	0.0001
+6875	0.0001
+6900	0.0001
+6925	0.0001
+6950	0.0001
+6975	0.0001
+7000	0.0001
+7025	0.0001
+7050	0.0001
+7075	0.0001
+7100	0.0001
+7125	0.0001
+7150	0.0001
+7175	0.0001
+7200	0.0001
+7225	0.0001
+7250	0.0001
+7275	0.0001
+7300	0.0001
+7325	0.0001
+7350	0.0001
+7375	0.0001
+7400	0.0001
+7425	0.0001
+7450	0.0001
+7475	0.0001
+7500	0.0001
+7525	0.0001
+7550	0.0001
+7575	0.0001
+7600	0.0001
+7625	0.0001
+7650	0.0001
+7675	0.0001
+7700	0.0001
+7725	0.0001
+7750	0.0001
+7775	0.0001
+7800	0.0001
+7825	0.0001
+7850	0.0001
+7875	0.0001
+7900	0.0001
+7925	0.0001
+7950	0.0001
+7975	0.0001
+8000	0.0001
+8025	0.0001
+8050	0.0001
+8075	0.0001
+8100	0.0001
+8125	0.0001
+8150	0.0001
+8175	0.0001
+8200	0.0001
+8225	0.0001
+8250	0.0001
+8275	0.0001
+8300	0.0001
+8325	0.0001
+8350	0.0001
+8375	0.0001
+8400	0.0001
+8425	0.0001
+8450	0.0001
+8475	0.0001
+8500	0.0001
+8525	0.0001
+8550	0.0001
+8575	0.0001
+8600	0.0001
+8625	0.0001
+8650	0.0001
+8675	0.0001
+8700	0.0001
+8725	0.0001
+8750	0.0001
+8775	0.0001
+8800	0.0001
+8825	0.0001
+8850	0.0001
+8875	0.0001
+8900	0.0001
+8925	0.0001
+8950	0.0001
+8975	0.0001
+9000	0.0001
+9025	0.0001
+9050	0.0001
+9075	0.0001
+9100	0.0001
+9125	0.0001
+9150	0.0001
+9175	0.0001
+9200	0.0001
+9225	0.0001
+9250	0.0001
+9275	0.0001
+9300	0.0001
+9325	0.0001
+9350	0.0001
+9375	0.0001
+9400	0.0001
+9425	0.0001
+9450	0.0001
+9475	0.0001
+9500	0.0001
+9525	0.0001
+9550	0.0001
+9575	0.0001
+9600	0.0001
+9625	0.0001
+9650	0.0001
+9675	0.0001
+9700	0.0001
+9725	0.0001
+9750	0.0001
+9775	0.0001
+9800	0.0001
+9825	0.0001
+9850	0.0001
+9875	0.0001
+9900	0.0001
+9925	0.0001
+9950	0.0001
+9975	0.0001
+10000	0.0001

dvclive/plots/metrics/train/time.tsv

@@ -1,81 +1,401 @@
 step	time
-25	11.847493886947632
-50	21.508597135543823
-75	31.13589906692505
-100	40.71837639808655
-125	50.30270767211914
-150	59.88508486747742
-175	69.46932029724121
-200	79.05439686775208
-225	88.63452506065369
-250	98.21865940093994
-275	107.82008647918701
-300	117.43604469299316
-325	127.05682134628296
-350	136.65012001991272
-375	146.2726171016693
-400	155.89325618743896
-425	165.5257248878479
-450	175.15324115753174
-475	184.78486824035645
-500	194.4188551902771
-525	204.0429859161377
-550	213.67855525016785
-575	223.3106496334076
-600	232.94873714447021
-625	242.57592463493347
-650	252.2108941078186
-675	261.84472608566284
-700	271.4778425693512
-725	281.1048638820648
-750	290.7403395175934
-775	300.37098145484924
-800	310.0064947605133
-825	319.6417803764343
-850	329.27929878234863
-875	340.26162934303284
-900	349.8936388492584
-925	359.5291109085083
-950	369.16082882881165
-975	378.79652070999146
-1000	388.42246174812317
-1025	412.21563172340393
-1050	421.8183650970459
-1075	431.45271396636963
-1100	441.0877275466919
-1125	450.74927496910095
-1150	460.4029905796051
-1175	470.05676436424255
-1200	479.70466709136963
-1225	489.3699269294739
-1250	499.0222396850586
-1275	508.6671280860901
-1300	518.3274793624878
-1325	527.982852935791
-1350	537.646324634552
-1375	547.3138611316681
-1400	556.9686326980591
-1425	566.6382021903992
-1450	576.2947261333466
-1475	585.9256319999695
-1500	595.5876700878143
-1525	605.238418340683
-1550	614.8870067596436
-1575	624.5491533279419
-1600	634.2060906887054
-1625	643.8721013069153
-1650	653.5331869125366
-1675	663.180773973465
-1700	672.8291115760803
-1725	683.7616600990295
-1750	693.4073445796967
-1775	703.0649070739746
-1800	712.7225058078766
-1825	722.3766515254974
-1850	732.0318384170532
-1875	741.6805155277252
-1900	751.338860988617
-1925	760.9949688911438
-1950	770.66113448143
-1975	780.3203632831573
-2000	789.9823546409607
+25	15.084935188293457
+50	27.9258975982666
+75	40.715243101119995
+100	53.49675011634827
+125	66.274178981781
+150	79.04606795310974
+175	91.81369137763977
+200	104.62579536437988
+225	117.44701910018921
+250	130.27553534507751
+275	143.10533165931702
+300	155.9450192451477
+325	168.7600085735321
+350	181.5840711593628
+375	194.3988938331604
+400	207.2216305732727
+425	220.05620431900024
+450	232.86927151679993
+475	245.69148516654968
+500	258.5185205936432
+525	271.3557963371277
+550	284.19082403182983
+575	297.01694321632385
+600	309.86270117759705
+625	322.6892671585083
+650	335.51925230026245
+675	348.3669571876526
+700	361.20067501068115
+725	374.0301306247711
+750	386.86004662513733
+775	399.68555903434753
+800	412.5309019088745
+825	425.3652400970459
+850	438.19200587272644
+875	452.30107045173645
+900	465.14980602264404
+925	477.99225091934204
+950	490.83323764801025
+975	503.65999460220337
+1000	516.5088567733765
+1025	529.3551342487335
+1050	542.2023694515228
+1075	555.1306867599487
+1100	567.949312210083
+1125	580.7920081615448
+1150	593.6493818759918
+1175	606.4965105056763
+1200	619.3349924087524
+1225	632.178181886673
+1250	645.0048613548279
+1275	657.8502793312073
+1300	670.6731307506561
+1325	683.5293264389038
+1350	696.3712029457092
+1375	709.2203714847565
+1400	722.0522689819336
+1425	734.8939089775085
+1450	747.7290515899658
+1475	760.5534512996674
+1500	773.3883664608002
+1525	786.2271659374237
+1550	799.076575756073
+1575	811.9240255355835
+1600	824.7590601444244
+1625	837.5837006568909
+1650	850.428385257721
+1675	863.2775738239288
+1700	876.1059038639069
+1725	890.2652423381805
+1750	903.0971763134003
+1775	915.9335408210754
+1800	928.7824642658234
+1825	941.6185953617096
+1850	954.4537987709045
+1875	967.2948007583618
+1900	980.1389164924622
+1925	992.995025396347
+1950	1005.8239204883575
+1975	1018.6723999977112
+2000	1031.5124232769012
+2025	1044.355396747589
+2050	1057.195394039154
+2075	1070.0412044525146
+2100	1082.8907186985016
+2125	1095.7405989170074
+2150	1108.602712392807
+2175	1121.4627521038055
+2200	1134.3075125217438
+2225	1147.1654663085938
+2250	1160.0032432079315
+2275	1172.8628854751587
+2300	1185.6853506565094
+2325	1198.506799697876
+2350	1211.3645195960999
+2375	1224.201894044876
+2400	1237.0635952949524
+2425	1250.0004036426544
+2450	1262.8510575294495
+2475	1275.7000811100006
+2500	1288.5548706054688
+2525	1301.4070191383362
+2550	1314.2464246749878
+2575	1327.0908777713776
+2600	1341.1612491607666
+2625	1354.0226397514343
+2650	1366.8632338047028
+2675	1379.7066812515259
+2700	1392.5742948055267
+2725	1405.4426999092102
+2750	1418.2779700756073
+2775	1431.13277053833
+2800	1443.9799454212189
+2825	1456.8350942134857
+2850	1469.682123184204
+2875	1482.5305516719818
+2900	1495.3782444000244
+2925	1508.2243490219116
+2950	1521.072330713272
+2975	1533.9211766719818
+3000	1546.762931585312
+3025	1559.614073753357
+3050	1572.4781477451324
+3075	1585.3224382400513
+3100	1598.1795709133148
+3125	1611.0427873134613
+3150	1623.898669242859
+3175	1636.7580523490906
+3200	1649.598307609558
+3225	1662.4508438110352
+3250	1675.3007152080536
+3275	1688.1553287506104
+3300	1701.0136015415192
+3325	1713.8668875694275
+3350	1726.724323272705
+3375	1739.580962896347
+3400	1752.4298827648163
+3425	1765.284123659134
+3450	1779.3388154506683
+3475	1792.1778030395508
+3500	1805.0276982784271
+3525	1817.8908219337463
+3550	1830.7454233169556
+3575	1843.61550283432
+3600	1856.4941928386688
+3625	1869.3510420322418
+3650	1882.2162289619446
+3675	1895.068233013153
+3700	1907.9263689517975
+3725	1920.7766375541687
+3750	1933.7259356975555
+3775	1946.5816404819489
+3800	1959.444384098053
+3825	1972.297700881958
+3850	1985.1555876731873
+3875	1998.0120749473572
+3900	2010.865986585617
+3925	2023.7266206741333
+3950	2036.5854511260986
+3975	2049.450087785721
+4000	2062.294335126877
+4025	2075.1369211673737
+4050	2087.9957251548767
+4075	2100.863037586212
+4100	2113.7083683013916
+4125	2126.559775829315
+4150	2139.4239411354065
+4175	2152.2859601974487
+4200	2165.142537355423
+4225	2177.9932949543
+4250	2190.853779554367
+4275	2203.7186419963837
+4300	2216.578208208084
+4325	2230.712414741516
+4350	2243.5617938041687
+4375	2256.4110264778137
+4400	2269.271735191345
+4425	2282.134073495865
+4450	2294.975379705429
+4475	2307.845240831375
+4500	2320.7189378738403
+4525	2333.568421125412
+4550	2346.4169948101044
+4575	2359.2660739421844
+4600	2372.108401298523
+4625	2384.966372489929
+4650	2397.8331508636475
+4675	2410.7063591480255
+4700	2423.5619995594025
+4725	2436.4170577526093
+4750	2449.267770767212
+4775	2462.1328117847443
+4800	2474.9866919517517
+4825	2487.850900888443
+4850	2500.692889690399
+4875	2513.5539910793304
+4900	2526.4228870868683
+4925	2539.2946326732635
+4950	2552.157357931137
+4975	2565.010339975357
+5000	2577.875691175461
+5025	2590.726273536682
+5050	2603.590915441513
+5075	2616.550036430359
+5100	2629.402261734009
+5125	2642.2558653354645
+5150	2655.113684654236
+5175	2669.1747331619263
+5200	2682.0332350730896
+5225	2694.8999218940735
+5250	2707.7602293491364
+5275	2720.6237483024597
+5300	2733.4888792037964
+5325	2746.3467013835907
+5350	2759.204047203064
+5375	2772.074469566345
+5400	2784.928303003311
+5425	2797.7912390232086
+5450	2810.6417951583862
+5475	2823.5033853054047
+5500	2836.3510088920593
+5525	2849.2085390090942
+5550	2862.0649638175964
+5575	2874.940853834152
+5600	2887.8037803173065
+5625	2900.6548957824707
+5650	2913.5180218219757
+5675	2926.3907191753387
+5700	2939.252417564392
+5725	2952.1159315109253
+5750	2964.9705595970154
+5775	2977.838541984558
+5800	2990.7036023139954
+5825	3003.5593910217285
+5850	3016.408004760742
+5875	3029.2813618183136
+5900	3042.1305975914
+5925	3054.991508960724
+5950	3067.8390386104584
+5975	3080.698233127594
+6000	3093.553965330124
+6025	3106.417520046234
+6050	3120.5411756038666
+6075	3133.3912892341614
+6100	3146.254115819931
+6125	3159.109683275223
+6150	3171.969566822052
+6175	3184.8329648971558
+6200	3197.696213722229
+6225	3210.545536518097
+6250	3223.397305250168
+6275	3236.2650339603424
+6300	3249.1255638599396
+6325	3261.9687871932983
+6350	3274.827236890793
+6375	3287.6766967773438
+6400	3300.6404724121094
+6425	3313.515912294388
+6450	3326.3794395923615
+6475	3339.234784603119
+6500	3352.101920604706
+6525	3364.9686484336853
+6550	3377.8311030864716
+6575	3390.707237958908
+6600	3403.577928543091
+6625	3416.4481794834137
+6650	3429.2860069274902
+6675	3442.152248620987
+6700	3455.0130531787872
+6725	3467.8698225021362
+6750	3480.7342767715454
+6775	3493.60906124115
+6800	3506.4812471866608
+6825	3519.325484752655
+6850	3532.197875738144
+6875	3545.044625043869
+6900	3559.144058227539
+6925	3571.9998240470886
+6950	3584.858067750931
+6975	3597.7283782958984
+7000	3610.5941298007965
+7025	3623.460113763809
+7050	3636.312675476074
+7075	3649.1826407909393
+7100	3662.037049293518
+7125	3674.892557621002
+7150	3687.7339119911194
+7175	3700.590383052826
+7200	3713.461112499237
+7225	3726.31111741066
+7250	3739.1832399368286
+7275	3752.0370967388153
+7300	3764.9188323020935
+7325	3777.773506641388
+7350	3790.650376558304
+7375	3803.509121656418
+7400	3816.368010520935
+7425	3829.2366507053375
+7450	3842.1005704402924
+7475	3854.946126937866
+7500	3867.808350086212
+7525	3880.6671788692474
+7550	3893.5320842266083
+7575	3906.3910365104675
+7600	3919.2311170101166
+7625	3932.079836130142
+7650	3944.938217163086
+7675	3957.793847322464
+7700	3970.6476204395294
+7725	3983.5091514587402
+7750	3997.629670381546
+7775	4010.4737725257874
+7800	4023.314947605133
+7825	4036.1750433444977
+7850	4049.0287396907806
+7875	4061.8823182582855
+7900	4074.738490819931
+7925	4087.60405421257
+7950	4100.476274728775
+7975	4113.346715688705
+8000	4126.202266931534
+8025	4139.055640220642
+8050	4151.921578884125
+8075	4164.777762889862
+8100	4177.6260051727295
+8125	4190.4741542339325
+8150	4203.3353662490845
+8175	4216.197452068329
+8200	4229.059322118759
+8225	4241.925657510757
+8250	4254.7926568984985
+8275	4267.65705370903
+8300	4280.536806821823
+8325	4293.4095685482025
+8350	4306.284227848053
+8375	4319.145178556442
+8400	4332.0069806575775
+8425	4344.8674829006195
+8450	4357.726570367813
+8475	4370.59289932251
+8500	4383.454498052597
+8525	4396.312011480331
+8550	4409.1711456775665
+8575	4422.0311686992645
+8600	4434.90102148056
+8625	4448.960156202316
+8650	4461.826530456543
+8675	4474.691323041916
+8700	4487.550254106522
+8725	4500.410094738007
+8750	4513.2661464214325
+8775	4526.113677024841
+8800	4538.963002443314
+8825	4551.8213431835175
+8850	4564.676870584488
+8875	4577.520457983017
+8900	4590.375862836838
+8925	4603.22212100029
+8950	4616.082320690155
+8975	4628.937936782837
+9000	4641.771498441696
+9025	4654.632404327393
+9050	4667.4996457099915
+9075	4680.439784526825
+9100	4693.295104026794
+9125	4706.153882741928
+9150	4718.999135255814
+9175	4731.860117197037
+9200	4744.714085817337
+9225	4757.550386667252
+9250	4770.408738613129
+9275	4783.270077705383
+9300	4796.125069618225
+9325	4808.982332468033
+9350	4821.84441280365
+9375	4834.69935798645
+9400	4847.550026893616
+9425	4860.4192769527435
+9450	4873.273006439209
+9475	4887.295295000076
+9500	4900.15509724617
+9525	4913.009240865707
+9550	4925.870886802673
+9575	4938.725862264633
+9600	4951.58264541626
+9625	4964.453012228012
+9650	4977.317291259766
+9675	4990.171158790588
+9700	5003.026076555252
+9725	5015.8743398189545
+9750	5028.735984325409
+9775	5041.595777273178
+9800	5054.467676639557
+9825	5067.332987308502
+9850	5080.198363542557
+9875	5093.056813240051
+9900	5105.905537843704
+9925	5118.774488687515
+9950	5131.633554935455
+9975	5144.48529624939
+10000	5157.355662584305

generation_config.json

@@ -1,38 +1,4 @@
 {
-  "alignment_heads": [
-    [
-      3,
-      1
-    ],
-    [
-      4,
-      2
-    ],
-    [
-      4,
-      3
-    ],
-    [
-      4,
-      7
-    ],
-    [
-      5,
-      1
-    ],
-    [
-      5,
-      2
-    ],
-    [
-      5,
-      4
-    ],
-    [
-      5,
-      6
-    ]
-  ],
   "begin_suppress_tokens": [
     220,
     50257
@@ -152,11 +118,10 @@
     "<|yo|>": 50325,
     "<|zh|>": 50260
   },
-  "max_initial_timestamp_index": 50,
+  "max_initial_timestamp_index": 1,
   "max_length": 448,
   "no_timestamps_token_id": 50363,
   "pad_token_id": 50257,
-  "prev_sot_token_id": 50361,
   "return_timestamps": false,
   "suppress_tokens": [
     1,

merges.txt

@@ -1,5 +1,4 @@
 #version: 0.2
-Ġ t
 Ġ a
 Ġt h
 i n

tokenizer.json

@@ -64890,7 +64890,6 @@
       "<|endoftext|>": 50257
     },
     "merges": [
-      "Ġ t",
       "Ġ a",
       "Ġt h",
       "i n",