Sieun Park commited on
Commit
e4d8c93
·
1 Parent(s): 968d3b6

Upload . with huggingface_hub

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
1_Pooling/config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 768,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false
7
+ }
README.md ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ pipeline_tag: sentence-similarity
3
+ tags:
4
+ - sentence-transformers
5
+ - feature-extraction
6
+ - sentence-similarity
7
+ - transformers
8
+
9
+ ---
10
+
11
+ # {MODEL_NAME}
12
+
13
+ This is a [sentence-transformers](https://www.SBERT.net) model: It maps sentences & paragraphs to a 768 dimensional dense vector space and can be used for tasks like clustering or semantic search.
14
+
15
+ <!--- Describe your model here -->
16
+
17
+ ## Usage (Sentence-Transformers)
18
+
19
+ Using this model becomes easy when you have [sentence-transformers](https://www.SBERT.net) installed:
20
+
21
+ ```
22
+ pip install -U sentence-transformers
23
+ ```
24
+
25
+ Then you can use the model like this:
26
+
27
+ ```python
28
+ from sentence_transformers import SentenceTransformer
29
+ sentences = ["This is an example sentence", "Each sentence is converted"]
30
+
31
+ model = SentenceTransformer('{MODEL_NAME}')
32
+ embeddings = model.encode(sentences)
33
+ print(embeddings)
34
+ ```
35
+
36
+
37
+
38
+ ## Usage (HuggingFace Transformers)
39
+ Without [sentence-transformers](https://www.SBERT.net), you can use the model like this: First, you pass your input through the transformer model, then you have to apply the right pooling-operation on-top of the contextualized word embeddings.
40
+
41
+ ```python
42
+ from transformers import AutoTokenizer, AutoModel
43
+ import torch
44
+
45
+
46
+ #Mean Pooling - Take attention mask into account for correct averaging
47
+ def mean_pooling(model_output, attention_mask):
48
+ token_embeddings = model_output[0] #First element of model_output contains all token embeddings
49
+ input_mask_expanded = attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
50
+ return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
51
+
52
+
53
+ # Sentences we want sentence embeddings for
54
+ sentences = ['This is an example sentence', 'Each sentence is converted']
55
+
56
+ # Load model from HuggingFace Hub
57
+ tokenizer = AutoTokenizer.from_pretrained('{MODEL_NAME}')
58
+ model = AutoModel.from_pretrained('{MODEL_NAME}')
59
+
60
+ # Tokenize sentences
61
+ encoded_input = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt')
62
+
63
+ # Compute token embeddings
64
+ with torch.no_grad():
65
+ model_output = model(**encoded_input)
66
+
67
+ # Perform pooling. In this case, mean pooling.
68
+ sentence_embeddings = mean_pooling(model_output, encoded_input['attention_mask'])
69
+
70
+ print("Sentence embeddings:")
71
+ print(sentence_embeddings)
72
+ ```
73
+
74
+
75
+
76
+ ## Evaluation Results
77
+
78
+ <!--- Describe how your model was evaluated -->
79
+
80
+ For an automated evaluation of this model, see the *Sentence Embeddings Benchmark*: [https://seb.sbert.net](https://seb.sbert.net?model_name={MODEL_NAME})
81
+
82
+
83
+ ## Training
84
+ The model was trained with the parameters:
85
+
86
+ **DataLoader**:
87
+
88
+ `torch.utils.data.dataloader.DataLoader` of length 11258 with parameters:
89
+ ```
90
+ {'batch_size': 128, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
91
+ ```
92
+
93
+ **Loss**:
94
+
95
+ `sentence_transformers.losses.MSELoss.MSELoss`
96
+
97
+ Parameters of the fit()-Method:
98
+ ```
99
+ {
100
+ "epochs": 10,
101
+ "evaluation_steps": 1000,
102
+ "evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
103
+ "max_grad_norm": 1,
104
+ "optimizer_class": "<class 'torch.optim.adamw.AdamW'>",
105
+ "optimizer_params": {
106
+ "eps": 1e-06,
107
+ "lr": 2e-05
108
+ },
109
+ "scheduler": "WarmupLinear",
110
+ "steps_per_epoch": null,
111
+ "warmup_steps": 10000,
112
+ "weight_decay": 0.01
113
+ }
114
+ ```
115
+
116
+
117
+ ## Full Model Architecture
118
+ ```
119
+ SentenceTransformer(
120
+ (0): Transformer({'max_seq_length': 128, 'do_lower_case': False}) with Transformer model: XLMRobertaModel
121
+ (1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False})
122
+ )
123
+ ```
124
+
125
+ ## Citing & Authors
126
+
127
+ <!--- Describe where people can find more information -->
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "xlm-roberta-base",
3
+ "architectures": [
4
+ "XLMRobertaModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 514,
17
+ "model_type": "xlm-roberta",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "output_past": true,
21
+ "pad_token_id": 1,
22
+ "position_embedding_type": "absolute",
23
+ "torch_dtype": "float32",
24
+ "transformers_version": "4.26.0",
25
+ "type_vocab_size": 1,
26
+ "use_cache": true,
27
+ "vocab_size": 250002
28
+ }
config_sentence_transformers.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "2.2.2",
4
+ "transformers": "4.26.0",
5
+ "pytorch": "1.13.1+cu116"
6
+ }
7
+ }
eval/mse_evaluation_TED2020-en-ja-dev.tsv.gz_results.csv ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,steps,MSE
2
+ 0,30,46.17230296134949
3
+ 0,30,46.1218923330307
4
+ 0,30,46.06810808181763
5
+ 0,30,45.95450162887573
6
+ 0,30,45.88004648685455
7
+ 0,60,45.61682939529419
8
+ 0,90,45.02405524253845
9
+ 0,1000,3.0178628861904144
10
+ 0,2000,0.7295791525393724
11
+ 0,3000,0.6580180954188108
12
+ 0,4000,0.38816200103610754
13
+ 0,5000,0.3340020542964339
14
+ 0,6000,0.7842098362743855
15
+ 0,7000,2.8182873502373695
16
+ 0,8000,0.22280814591795206
17
+ 0,9000,0.18837722018361092
18
+ 0,10000,0.2578746061772108
19
+ 0,11000,0.21907615009695292
20
+ 0,-1,0.23875501938164234
21
+ 0,1000,0.2418585354462266
22
+ 0,1000,0.28596092015504837
23
+ 0,2000,0.34574149176478386
24
+ 0,3000,0.24787045549601316
25
+ 0,4000,0.22983672097325325
26
+ 0,5000,0.22601720411330462
27
+ 0,6000,0.14327981043606997
28
+ 0,7000,0.2509411424398422
29
+ 0,8000,0.12897956185042858
30
+ 0,9000,0.2585479523986578
31
+ 0,10000,0.15269912546500564
32
+ 0,11000,0.12594558065757155
33
+ 0,-1,0.13124854303896427
34
+ 1,1000,0.124888657592237
35
+ 1,2000,0.12521567987278104
36
+ 1,3000,0.12799134710803628
37
+ 1,4000,0.12588779209181666
38
+ 1,5000,0.12417538091540337
39
+ 1,6000,0.12446644250303507
40
+ 1,7000,0.12411023490130901
41
+ 1,8000,0.12493485119193792
42
+ 1,9000,0.12964915949851274
43
+ 1,10000,0.12254551984369755
44
+ 1,11000,0.12292314786463976
45
+ 1,-1,0.12416943209245801
46
+ 2,1000,0.12331641046330333
47
+ 2,2000,0.12271410087123513
48
+ 2,3000,0.12250927975401282
49
+ 2,4000,0.12204918311908841
50
+ 2,5000,0.12272989843040705
51
+ 2,6000,0.12336197542026639
52
+ 2,7000,0.1222342369146645
53
+ 2,8000,0.12214453890919685
54
+ 2,9000,0.12247801059857011
55
+ 2,10000,0.12196946190670133
56
+ 2,11000,0.12169292895123363
57
+ 2,-1,0.12171242851763964
58
+ 3,1000,0.12160680489614606
59
+ 3,2000,0.12547842925414443
60
+ 3,3000,0.12270117877051234
61
+ 3,4000,0.12159408070147038
62
+ 3,5000,0.12320731766521931
63
+ 3,6000,0.12154991272836924
64
+ 3,7000,0.12183752842247486
65
+ 3,8000,0.12200416531413794
66
+ 3,9000,0.12206481769680977
67
+ 3,10000,0.12161394115537405
68
+ 3,11000,0.12147655943408608
69
+ 3,-1,0.12145510409027338
70
+ 4,1000,0.12176601449027658
71
+ 4,2000,0.12149029644206166
72
+ 4,3000,0.12146499939262867
73
+ 4,4000,0.12131218099966645
74
+ 4,5000,0.12129583628848195
75
+ 4,6000,0.12101603206247091
76
+ 4,7000,0.12059049913659692
77
+ 4,8000,0.12078023282811046
78
+ 4,9000,0.12058744905516505
79
+ 4,10000,0.1201483653858304
80
+ 4,11000,0.12026488548144698
81
+ 4,-1,0.12041041627526283
82
+ 5,1000,0.12006645556539297
83
+ 5,2000,0.11975228553637862
84
+ 5,3000,0.1196476980112493
85
+ 5,4000,0.11977909598499537
86
+ 5,5000,0.11934899957850575
87
+ 5,6000,0.11899638921022415
88
+ 5,7000,0.11889224406331778
89
+ 5,8000,0.11897941585630178
90
+ 5,9000,0.11868207948282361
91
+ 5,10000,0.11858937796205282
92
+ 5,11000,0.11843694373965263
93
+ 5,-1,0.11843200773000717
94
+ 6,1000,0.11842177482321858
95
+ 6,2000,0.11829922441393137
96
+ 6,3000,0.11814736062660813
97
+ 6,4000,0.1181693747639656
98
+ 6,5000,0.11810035211965442
99
+ 6,6000,0.11806299444288015
100
+ 6,7000,0.11790288845077157
101
+ 6,8000,0.11793316807597876
102
+ 6,9000,0.11784498346969485
103
+ 6,10000,0.117734435480088
104
+ 6,11000,0.11770151322707534
105
+ 6,-1,0.11762952199205756
106
+ 7,1000,0.11747961398214102
107
+ 7,2000,0.11749118566513062
108
+ 7,3000,0.11734165018424392
109
+ 7,4000,0.11729055549949408
110
+ 7,5000,0.11714216088876128
111
+ 7,6000,0.11692498810589314
112
+ 7,7000,0.11679054005071521
113
+ 7,8000,0.11665889760479331
114
+ 7,9000,0.11648454237729311
115
+ 7,10000,0.11626894120126963
116
+ 7,11000,0.11616928968578577
117
+ 7,-1,0.11605096515268087
118
+ 8,1000,0.11591120855882764
119
+ 8,2000,0.11571006616577506
120
+ 8,3000,0.11549019254744053
121
+ 8,4000,0.11538822436705232
122
+ 8,5000,0.11509775649756193
123
+ 8,6000,0.11491372715681791
124
+ 8,7000,0.11480459943413734
125
+ 8,8000,0.11454683262854815
126
+ 8,9000,0.11445985874161124
127
+ 8,10000,0.11437085922807455
128
+ 8,11000,0.11417125351727009
129
+ 8,-1,0.11418684152886271
130
+ 9,1000,0.11402714299038053
131
+ 9,2000,0.1139453612267971
132
+ 9,3000,0.113838876131922
133
+ 9,4000,0.11380313662812114
134
+ 9,5000,0.11371350847184658
135
+ 9,6000,0.11366233229637146
136
+ 9,7000,0.11357690673321486
137
+ 9,8000,0.11357374023646116
138
+ 9,9000,0.11353474110364914
139
+ 9,10000,0.11349761625751853
140
+ 9,11000,0.11348316911607981
141
+ 9,-1,0.11348465923219919
eval/mse_evaluation_TED2020-en-ko-dev.tsv.gz_results.csv ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,steps,MSE
2
+ 0,30,46.13642692565918
3
+ 0,30,46.07999324798584
4
+ 0,30,46.020522713661194
5
+ 0,30,45.89668810367584
6
+ 0,30,45.81760764122009
7
+ 0,60,45.5282986164093
8
+ 0,90,44.90525424480438
9
+ 0,1000,4.356072470545769
10
+ 0,2000,0.7844323292374611
11
+ 0,3000,0.6482803262770176
12
+ 0,4000,0.3983226604759693
13
+ 0,5000,0.3269747132435441
14
+ 0,6000,0.2164983656257391
15
+ 0,7000,6.464534252882004
16
+ 0,8000,0.22829393856227398
17
+ 0,9000,0.17565683228895068
18
+ 0,10000,0.2414946211501956
19
+ 0,11000,0.19175283377990127
20
+ 0,-1,0.22873638663440943
21
+ 0,1000,0.2472390653565526
22
+ 0,1000,0.2692766720429063
23
+ 0,2000,0.4093701485544443
24
+ 0,3000,0.29336651787161827
25
+ 0,4000,0.3392308484762907
26
+ 0,5000,0.2413643291220069
27
+ 0,6000,0.13366863131523132
28
+ 0,7000,0.16764590982347727
29
+ 0,8000,0.13038356555625796
30
+ 0,9000,0.23324305657297373
31
+ 0,10000,0.12952699325978756
32
+ 0,11000,0.12445682659745216
33
+ 0,-1,0.1321055693551898
34
+ 1,1000,0.12431856011971831
35
+ 1,2000,0.1254579401575029
36
+ 1,3000,0.12765784049406648
37
+ 1,4000,0.1257226918824017
38
+ 1,5000,0.1248073298484087
39
+ 1,6000,0.1245665131136775
40
+ 1,7000,0.12409590417519212
41
+ 1,8000,0.12549121165648103
42
+ 1,9000,0.12988182716071606
43
+ 1,10000,0.12244266690686345
44
+ 1,11000,0.12241294607520103
45
+ 1,-1,0.12314761988818645
46
+ 2,1000,0.12380965054035187
47
+ 2,2000,0.1228760345838964
48
+ 2,3000,0.1226155087351799
49
+ 2,4000,0.12205870589241385
50
+ 2,5000,0.12269287835806608
51
+ 2,6000,0.12259477516636252
52
+ 2,7000,0.12193013681098819
53
+ 2,8000,0.1220912323333323
54
+ 2,9000,0.12224748497828841
55
+ 2,10000,0.12189403641968966
56
+ 2,11000,0.12167299864813685
57
+ 2,-1,0.12167737586423755
58
+ 3,1000,0.12149839894846082
59
+ 3,2000,0.12209309497848153
60
+ 3,3000,0.12205421226099133
61
+ 3,4000,0.12153609422966838
62
+ 3,5000,0.12188340770080686
63
+ 3,6000,0.12144293868914247
64
+ 3,7000,0.12167526874691248
65
+ 3,8000,0.12161950580775738
66
+ 3,9000,0.12206098763272166
67
+ 3,10000,0.12155941221863031
68
+ 3,11000,0.12143157655373216
69
+ 3,-1,0.12143005151301622
70
+ 4,1000,0.12167878448963165
71
+ 4,2000,0.12143154162913561
72
+ 4,3000,0.12167567620053887
73
+ 4,4000,0.12133909622207284
74
+ 4,5000,0.12136697769165039
75
+ 4,6000,0.12106118956580758
76
+ 4,7000,0.12042714515700936
77
+ 4,8000,0.12048856588080525
78
+ 4,9000,0.12020563008263707
79
+ 4,10000,0.1199372811242938
80
+ 4,11000,0.12003319570794702
81
+ 4,-1,0.12007539626210928
82
+ 5,1000,0.11982808355242014
83
+ 5,2000,0.1195864868350327
84
+ 5,3000,0.11952813947573304
85
+ 5,4000,0.1197449048049748
86
+ 5,5000,0.11924803256988525
87
+ 5,6000,0.11890822788700461
88
+ 5,7000,0.11880333768203855
89
+ 5,8000,0.11895840289071202
90
+ 5,9000,0.11860707309097052
91
+ 5,10000,0.11854872573167086
92
+ 5,11000,0.11840504594147205
93
+ 5,-1,0.11835761833935976
94
+ 6,1000,0.1183953252620995
95
+ 6,2000,0.11823093518614769
96
+ 6,3000,0.11808160925284028
97
+ 6,4000,0.11807651026174426
98
+ 6,5000,0.11804039822891355
99
+ 6,6000,0.11796130565926433
100
+ 6,7000,0.11784116504713893
101
+ 6,8000,0.11783791705965996
102
+ 6,9000,0.11774726444855332
103
+ 6,10000,0.11762388749048114
104
+ 6,11000,0.11759635526686907
105
+ 6,-1,0.11751564452424645
106
+ 7,1000,0.11739585315808654
107
+ 7,2000,0.1173937926068902
108
+ 7,3000,0.11725628282874823
109
+ 7,4000,0.11723227798938751
110
+ 7,5000,0.11703734053298831
111
+ 7,6000,0.11686793295666575
112
+ 7,7000,0.11671630199998617
113
+ 7,8000,0.11656819842755795
114
+ 7,9000,0.11640365701168776
115
+ 7,10000,0.11616898700594902
116
+ 7,11000,0.11605625040829182
117
+ 7,-1,0.11593479430302978
118
+ 8,1000,0.11580215068534017
119
+ 8,2000,0.11557600228115916
120
+ 8,3000,0.11533456854522228
121
+ 8,4000,0.11520617408677936
122
+ 8,5000,0.11484826682135463
123
+ 8,6000,0.11469591408967972
124
+ 8,7000,0.11456432985141873
125
+ 8,8000,0.11431332677602768
126
+ 8,9000,0.11419004295021296
127
+ 8,10000,0.11408064747229218
128
+ 8,11000,0.1138846855610609
129
+ 8,-1,0.11389820137992501
130
+ 9,1000,0.11374173918738961
131
+ 9,2000,0.11362525401636958
132
+ 9,3000,0.11351192370057106
133
+ 9,4000,0.11348234256729484
134
+ 9,5000,0.11337818577885628
135
+ 9,6000,0.11332810390740633
136
+ 9,7000,0.11323437793180346
137
+ 9,8000,0.11323924409225583
138
+ 9,9000,0.11320182820782065
139
+ 9,10000,0.11316434247419238
140
+ 9,11000,0.11314763687551022
141
+ 9,-1,0.1131494645960629
eval/similarity_evaluation_STS.en-en.txt_results.csv ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
2
+ 0,30,0.15155095825234946,0.36840450135958785,0.26502572115481776,0.3695826767886294,0.3416022672873351,0.4459930232111024,-0.12379417800209881,-0.22533902418779567
3
+ 0,30,0.14487531470018697,0.35331117078167057,0.24856073740241424,0.351706699577488,0.3236462769800228,0.42649643014063343,-0.12548136545307403,-0.2269492613402443
4
+ 0,30,0.1399230356965488,0.33631238650007983,0.23395007814057375,0.33222317598975554,0.30763409235533123,0.40868041879145955,-0.12772256891588468,-0.22710724832273568
5
+ 0,30,0.13146456479463997,0.30095795589646507,0.2058886831956232,0.29407028070946506,0.2772988482384103,0.37536476970988325,-0.13666835076295666,-0.23317456348488633
6
+ 0,30,0.12778715322684392,0.28379382331305497,0.19179019307558037,0.2773986178928382,0.26270619703381387,0.35650512172454374,-0.1426997554161662,-0.23343403115686126
7
+ 0,60,0.12005862895225204,0.24246158415883215,0.15510359441288488,0.23052376486868062,0.229646406466617,0.3104032901645957,-0.16437781965632556,-0.23553591149813344
8
+ 0,90,0.11772280964378515,0.1957362613930423,0.11772599181095063,0.15791586912943079,0.20816877618514576,0.2760174810848297,-0.2050899953366359,-0.24311082993359603
9
+ 0,1000,0.06922326034659329,0.13848923623125722,0.05682346911133557,0.09585812113095565,0.09945601526566772,0.17998176874727784,0.08728290734085611,0.09745298242136133
10
+ 0,2000,0.2858425854389694,0.2901717308884734,0.20703964404406508,0.19349907346579212,0.13551558355834067,0.19534225492819152,0.20575606838136623,0.2782039286673381
11
+ 0,3000,0.03922912358370251,0.10625912300991366,0.0540258656653452,0.07511800521776252,0.10181960347983361,0.1587350181797693,0.058384206680131084,0.048042265349769096
12
+ 0,4000,0.12999128077284752,0.17063324462516022,0.07355114940658936,0.0727366685838596,0.06394895964248382,0.08665489890514395,0.18787755928782365,0.1884138914916353
13
+ 0,5000,-0.056722017536506755,0.004118424648205937,-0.0784894346391334,-0.04538416319909296,0.0044522886011429666,0.02158155996349394,0.0073308401788072285,-0.021532357204956477
14
+ 0,6000,-0.00762218009801571,0.07758852185151457,0.07888374478857167,0.121674962294182,0.05163891252251574,0.09962251655562251,-0.026671691245249582,-0.06513561118292399
15
+ 0,7000,0.1290900055249064,0.197648249838084,0.08900506822293633,0.15381627991222746,0.09791289772431563,0.151520279312663,0.14347263682919217,0.0870062373528255
16
+ 0,8000,0.07822476532962466,0.17941824340340348,0.0039440397098189466,0.05256430637660264,0.02272395176983388,0.06159224377512463,0.14050197243990625,0.15499714611712656
17
+ 0,9000,-0.03434547359231579,-0.006771914040269178,0.06836399224581971,0.03427817804546538,-0.013761298045275008,0.002823008271086839,-0.05471448712061352,0.057461134040733254
18
+ 0,10000,-0.01600412411632771,0.04676260923124403,-0.0029120321781522093,0.025708825732374575,0.026031117177658027,0.034394265803889705,0.05830157968049262,0.0731016671448503
19
+ 0,11000,-0.09285439380111954,-0.06635299506017507,0.033119375758157585,-0.01048364713743891,0.0391828726041662,-0.014962635750552178,0.0337225931137048,-0.05264233887647065
20
+ 0,-1,-0.009789997388437593,0.052889121462260096,-0.047003509482669556,-0.018077016607353048,-0.03137679501930235,-0.02177875539419486,0.06955764596735269,0.13543751201228138
21
+ 0,1000,-0.02981827899808017,0.02131286677429327,-0.028437471538442435,-0.042086425187429846,-0.03216606650337083,-0.04755946328162026,0.09405496849756438,0.16200777041561262
22
+ 0,1000,0.0445113973223008,0.15435059111822022,0.04644876143244045,0.09243622303329564,0.04049158975976798,0.0748074128044948,0.1047733741871124,0.1455029357021519
23
+ 0,2000,0.018773717797905883,0.061959726877951295,0.008795704905954972,-0.005013684215657086,0.03783033905015504,-0.01584713221457326,0.169752085439151,0.07988913520969197
24
+ 0,3000,0.04186015725073573,0.07352545030666328,-0.011779231345882962,-0.019390884018923693,-0.028352607257865148,-0.03251379787603611,0.20021689734129033,0.14867651362781817
25
+ 0,4000,-0.001567175458681531,0.08188223132701021,0.04630041939620339,0.007613742487121054,0.04822604281909576,0.003336562063321591,0.17855577523360938,0.08968299995564188
26
+ 0,5000,0.043792132709517574,0.10939349248737039,0.052680580776622375,0.06595360704360928,0.007017076148858217,0.0683510883326573,0.15346972047989685,0.10013952991681692
27
+ 0,6000,0.012111195655751708,0.03142403365374156,0.02427453953844602,0.007705228866276646,0.021463530675453833,0.004805341284975023,0.0636755377729771,0.077179908317723
28
+ 0,7000,-0.04493824249518232,0.028724416675549445,-0.021324189333422918,-0.01883696858882618,-0.002620520472092583,0.002067669048226594,0.08704101200710908,0.06946929789973132
29
+ 0,8000,0.012044699824988849,0.08194911632689707,0.10654255317377744,0.09529382699397913,0.1217326327470861,0.11428263222047952,-0.05442908751793917,0.01484770118178108
30
+ 0,9000,0.13821357950765392,0.14895097276528493,0.028024081383885038,0.0201585239314183,0.03072452782002342,0.04162092096407933,0.13092216886905025,0.1147988767885718
31
+ 0,10000,0.03250266452845992,0.08838468338497658,-0.05322754301417988,0.021357841170768922,-0.026579340949260864,0.030545303137986587,0.15509279602467324,0.021910987807764286
32
+ 0,11000,-0.02454437613321884,-0.018790841002697307,-0.029106080490915127,-0.0694089476412127,-0.028450370659968183,-0.06031143446694634,0.14084457313632479,0.08919499131464038
33
+ 0,-1,-0.035998509801199535,0.011508448342601972,-0.00581001389623925,0.015281300491392456,0.012262487318001215,0.013435812649686588,-0.04446890189742469,-0.0032708302530879514
34
+ 1,1000,-0.0978192758091197,-0.01695457867821721,-0.10272438685496828,-0.040439285966078105,-0.08377019558379223,-0.0514699293956952,0.08408174895466078,0.09640511742313383
35
+ 1,2000,0.0005092413628645034,-0.00043667448201996855,-0.057854300426044246,-0.0010824606878241474,-0.04665033633784769,-0.006976413005440501,0.03498951462618573,0.0136964335113147
36
+ 1,3000,-0.04171913704510796,-0.017089886264195234,-0.05578010300935628,-0.005846287145283188,-0.038635864968775614,0.004270261285880133,-0.07541619786967013,-0.059237046106694745
37
+ 1,4000,0.006779731945828938,-0.008685824468066207,-0.03623127717927142,-0.03045189477607562,0.028069999902211987,-0.0046404351645643145,0.08783799948450897,0.08898318881499867
38
+ 1,5000,0.005138487446171237,0.00426218895830758,-0.006603817511896467,0.002797253702164886,0.016584293278123354,0.0329162610650105,0.03958742406871085,0.03370504278781417
39
+ 1,6000,0.004491020588691911,-0.010369481361769958,-0.002917461047981052,-0.008730030071439705,0.0538118641367196,0.04037662932825306,0.0029129169077145452,-0.025806846852898427
40
+ 1,7000,0.07469280760798273,0.0457151286295676,0.06270449647117364,0.04182234475684206,0.09459316298026431,0.048636158021178294,0.02251814886044893,0.015914017214460122
41
+ 1,8000,0.11156446648701257,0.10777326102459384,0.14312100012490603,0.12965695667723187,0.15354715043402656,0.15211186560476575,-0.053692249065958014,-0.09795461992051278
42
+ 1,9000,0.05479865801346296,0.08735872899016028,-0.026208053614242968,0.0016044712041825254,-0.014381561292509278,0.039861537949814015,0.19415335953066862,0.1229246354817233
43
+ 1,10000,-0.028511058161720507,0.07224079703297424,-0.020020901241713338,0.07834040150541514,0.06509640019414957,0.10253278284380311,0.016387420363844094,-0.0031624304256851065
44
+ 1,11000,-0.035167990796132406,-0.03205482839405385,-0.02623273068245154,-0.041249593895741926,0.07880821738623021,0.04938073414060847,0.038634327451653495,0.027442838574269008
45
+ 1,-1,-0.014764514323251553,0.04628057595619734,-0.015159071519584963,0.026923134437217073,0.15112824927697727,0.12618969978654512,0.06224994345374119,0.04487906613098184
46
+ 2,1000,0.005386107874809612,0.005141303870613626,-0.007652634884295482,0.014331072217137737,0.057396921387727964,0.040531541138335854,0.0008104094476145997,-0.04291710613430057
47
+ 2,2000,0.10060277662521987,0.13596605727000802,0.10559788663175579,0.14153481010541585,0.15234857033186658,0.14917891992007176,-0.012418855570623855,0.005654473266297304
48
+ 2,3000,0.04284237424194367,0.05054546539524799,0.054000777961882115,0.05608191921548005,0.1597690685011939,0.13137828443294086,-0.0888567975358008,-0.09210141363731027
49
+ 2,4000,0.014526242865710838,0.07376992651314629,0.027175165288665936,0.07313874737628293,0.134508903984234,0.13474060106518437,0.014824319988298128,0.015245167215591507
50
+ 2,5000,-0.11720541976077677,-0.03364853649480631,-0.09538350900243303,-0.03922613045088883,0.1016966809948563,0.07121330505195367,-0.07447541517569349,-0.015137926390899746
51
+ 2,6000,0.017043498388865076,0.08006057607147092,0.020423118283151243,0.0788185908149511,0.15640098256652948,0.14011754002160634,0.057223404894998935,-0.013370849632555092
52
+ 2,7000,0.09122117066930155,0.0786006379704922,0.0902196915024932,0.0797396049513242,0.20473812834316135,0.15088602500339102,0.047554756900860085,0.05557336257840925
53
+ 2,8000,-0.0069131195493149925,0.08643348649172537,-0.003666469070212618,0.07452295935670009,0.049583197767125324,0.09916739103915098,0.1875671448592696,0.1468025804413328
54
+ 2,9000,0.17446182670152513,0.17274165970780067,0.18203543554317908,0.17038530884971753,0.2326237219383437,0.19096859097007252,0.13473137871253235,0.17836384366380775
55
+ 2,10000,0.032272668712393635,0.07444569564993424,0.03646202076414573,0.06393783152977767,0.11793236646960506,0.10090447905345401,0.157949393028505,0.2517266942293668
56
+ 2,11000,0.1779207466906897,0.16429569868760455,0.12059214350881896,0.11435605196173464,0.2180671190229792,0.1861720908057722,0.17890468508142962,0.22706866006723722
57
+ 2,-1,0.10915098671969556,0.11892537376435028,0.11341701737411732,0.11707565756058258,0.24109169725893984,0.17682471987330778,0.03187485070190223,0.03235734847974902
58
+ 3,1000,0.21973819909900075,0.20446936663689058,0.22545951875861342,0.20228138146817787,0.2910726802153499,0.24417061122490677,0.13315333821059164,0.14803918414613762
59
+ 3,2000,0.23500630529900243,0.3275277721183876,0.2640253345408894,0.32958621564938845,0.3710158098777561,0.3667627436899511,0.015057519941748913,0.014770821871566295
60
+ 3,3000,0.22307716385844575,0.2552604517233893,0.20956766667813528,0.23690590080616084,0.28657864051798276,0.3068249426706487,0.11537912454164628,0.10292909568796034
61
+ 3,4000,0.11768408609874223,0.12274053310032058,0.1198523303703965,0.12019503557254742,0.20961161204332046,0.14917738233386746,0.11609863809308257,0.18583266865117395
62
+ 3,5000,0.20398158174222736,0.22709802280550986,0.20483071032915665,0.22100956583305012,0.22327931754116942,0.24507471191303268,0.18204675568225515,0.18147207417579145
63
+ 3,6000,0.19461567713639227,0.17071665867674327,0.17415853109080973,0.16429800506691103,0.26161381258597527,0.2236422978113554,0.13487585322348417,0.18776579890652467
64
+ 3,7000,0.2830414099593365,0.19708203371835212,0.24775013032028795,0.18744252140707152,0.27349606293878265,0.22144008997025294,0.17748044845966313,0.21336929998390497
65
+ 3,8000,0.1767461326937264,0.163081005586211,0.16159133398108153,0.15721088585476123,0.2584846917901078,0.2332552867606119,0.0933517317042103,0.14875493052423724
66
+ 3,9000,0.17156488606808926,0.15610766775317908,0.17361154228833303,0.16529013256523278,0.2439582675323885,0.1999131143170115,-0.043213275368536946,0.02014545444868179
67
+ 3,10000,0.25731682123419647,0.23831356097619355,0.25745109671469046,0.23966817442217803,0.2798728343128409,0.24538107596423858,0.1315224448386685,0.17304379539694476
68
+ 3,11000,0.21092087982090146,0.13362546667051897,0.17259246094192057,0.12421044194506553,0.24492567329186893,0.16164989722656284,0.21361335720763625,0.22666173272004098
69
+ 3,-1,0.28130426870130076,0.19900055690476198,0.25535024915311744,0.19641087734017706,0.297876223200778,0.23432583115535274,0.20867628852556275,0.21465933480930904
70
+ 4,1000,0.3182818845786587,0.2938423335546782,0.33087986977627326,0.29981777794112224,0.361653840631229,0.3249669222951332,0.14278117494024914,0.17128095281371977
71
+ 4,2000,0.32376281083947084,0.29550792381048147,0.3151879639971073,0.2842793161570613,0.3537018436808372,0.332516854954776,0.18810321461050955,0.17895273918005297
72
+ 4,3000,0.21055185120507888,0.19169394726194902,0.18383428718158576,0.17767000788911932,0.25684457546667827,0.23169540555635393,0.23800768070729514,0.27925525323452527
73
+ 4,4000,0.3123919296938625,0.26156916791961443,0.28764289957105027,0.24256614002072427,0.30702474045615197,0.26864398644212983,0.28488887736159124,0.29667149217058225
74
+ 4,5000,0.31007027089232203,0.2696380359232069,0.2834057513253631,0.2566019956866372,0.3047108709092168,0.2770557361692803,0.18632783898493765,0.19131531665914123
75
+ 4,6000,0.25833634186555254,0.2359314555491885,0.2498840274316546,0.22485929729205542,0.2951695282746985,0.25095943871342324,0.1715146148902523,0.16822961299129502
76
+ 4,7000,0.22465406939369217,0.1644237027391122,0.1832766092968986,0.14473298941035084,0.2400637792712742,0.18365006503417625,0.10946373055750225,0.16100103584835004
77
+ 4,8000,0.290615175291415,0.27402669134681784,0.26335441856666264,0.23999837105955052,0.2737189526522818,0.24187422622879123,0.08606330551227422,0.15017373819425103
78
+ 4,9000,0.2745341247733683,0.2701942577326109,0.2599777754318115,0.24384964010476007,0.27583425228724334,0.2626535505901939,0.04211999545533457,0.1291230298677902
79
+ 4,10000,0.2209309898663535,0.2454218219986524,0.21804193835857885,0.21893728402621065,0.22081183207416935,0.212402158261403,0.05847116312477773,0.13027814150376732
80
+ 4,11000,0.1583944965831338,0.14785851776713285,0.17821809760858046,0.13379344796333828,0.19921367174777246,0.15887416973125806,0.04686192426869464,0.07772882659265655
81
+ 4,-1,0.19240391394043854,0.19840512664714854,0.2098704291097411,0.19029089985052922,0.22094686388685217,0.2082110826650441,0.02945904851788896,0.07710302900750822
82
+ 5,1000,0.2859358033762345,0.27871671366647066,0.27323758704027895,0.2518531606946701,0.2786396652438916,0.25556297180908444,0.0688838146549049,0.15533157111656087
83
+ 5,2000,0.257351325244195,0.23743790563284714,0.22752446198388784,0.21023108654093753,0.23035049441768,0.2174292963563477,0.09059358158327818,0.1605816592111284
84
+ 5,3000,0.29317725906882736,0.3034091949178058,0.2882450749655976,0.26803856187418834,0.2986528337997917,0.2835616477962063,0.07658196696992062,0.13908466648887072
85
+ 5,4000,0.29702971539940254,0.3039346650031239,0.29331129052987476,0.2920029960577895,0.3092103541956619,0.30488912163944043,0.03440639490108707,0.08950712131411241
86
+ 5,5000,0.2798237457675898,0.2881940106331981,0.2820932978365457,0.26403545619130464,0.2896949590749353,0.27597173789525187,0.06809083501019204,0.1057767053383159
87
+ 5,6000,0.30207104476090674,0.33724762330884267,0.3059701331809867,0.3150410345533025,0.31026161701693483,0.31736086773903366,0.07273386957067138,0.130338876158837
88
+ 5,7000,0.27661744115852493,0.32481431686435686,0.2893663015737194,0.3029440750910064,0.29151872442122506,0.30515819922519216,0.05762384901782282,0.09391115259976628
89
+ 5,8000,0.3243081925034925,0.3465142709655815,0.3380213516233312,0.3381109779625547,0.3491517299613527,0.3580177221530196,0.033853859424503266,0.07355812401350456
90
+ 5,9000,0.2627734489346087,0.28603293322306056,0.2818902069396892,0.27773919323708973,0.285461836200214,0.2857726967579835,0.04084644428620278,0.043035115875480257
91
+ 5,10000,0.2821230170001538,0.2912276682142735,0.3096344354486384,0.29514851303522743,0.31895871887544147,0.3103587001646712,0.02021024371991486,0.01158302127351031
92
+ 5,11000,0.2802406502827847,0.29849007225371293,0.29690338112612596,0.29198339183368477,0.30223330985486196,0.304117253364884,0.025948799977772156,0.016097758765873455
93
+ 5,-1,0.2639482289002177,0.26113672179965625,0.277769728528241,0.2625059423145815,0.28096597432979,0.2723245834186625,0.0219691713025173,0.004865307146942555
94
+ 6,1000,0.2873381252486357,0.29995885147536633,0.30573283158645886,0.29829672078852276,0.31009055261680135,0.30973828413123783,0.016895510484552657,0.004461306371763869
95
+ 6,2000,0.2831115674362638,0.2978054619962503,0.305315812618759,0.30057619233639105,0.313763434188065,0.31527628524255974,0.025918207176074657,0.0170829671262759
96
+ 6,3000,0.2977321123915702,0.3318476205593563,0.3272680453326237,0.33022392952762003,0.337656119983556,0.34301549355770683,0.018244761899376374,0.0030305824086667536
97
+ 6,4000,0.3183735712725421,0.3613500558542794,0.3560269235925657,0.3740140002294095,0.36671282415558226,0.3892518639105306,0.03101048401680897,0.021334008584602337
98
+ 6,5000,0.32366407947864756,0.3503309443211945,0.34549892668929694,0.35633598724207116,0.35688338407998405,0.36917521644449103,0.030147615002691804,0.03550094347443151
99
+ 6,6000,0.3134653394756738,0.3325945030580929,0.33930721533930724,0.3446176583825829,0.35001993574086343,0.361727917663985,0.03411880621725465,0.028070558142172714
100
+ 6,7000,0.3154679638657579,0.3314001829739063,0.340278304454283,0.33795760373867617,0.34705634223612486,0.34440854665879866,0.03734368927461763,0.02988452546669053
101
+ 6,8000,0.33884109815817326,0.35903829499612083,0.3623578189013284,0.35948996094363267,0.3678894443522195,0.3661215702427599,0.039084200014046604,0.03789073683245804
102
+ 6,9000,0.33580966280428903,0.3454852413983567,0.3602777894778145,0.3505385184587744,0.3662478925738555,0.3562821717249208,0.037019539438872436,0.037928792091014366
103
+ 6,10000,0.346495046996664,0.35989473051191345,0.3693896069276158,0.3596483323226751,0.37324437050609666,0.3649334005033904,0.05382584064409927,0.05356835016800771
104
+ 6,11000,0.354229428714813,0.36260280421422925,0.38263780332265557,0.3630302531790234,0.39214930053080516,0.37910917651389425,0.05593043181294004,0.05432368939086795
105
+ 6,-1,0.3677271008954034,0.38011898625356544,0.40158614511136337,0.3843719496946473,0.4096707554440622,0.39700667993189576,0.053140672075393414,0.05467118387303878
106
+ 7,1000,0.3529914918061405,0.36581328420879855,0.39053584471010755,0.3739567251432995,0.402021462596718,0.39119652606241356,0.05221574904362445,0.04844011578013059
107
+ 7,2000,0.35289277075604786,0.36645445765598994,0.3919133993189461,0.3795047205649493,0.39960239244268403,0.39171430821671016,0.04489969060238072,0.04506127009619087
108
+ 7,3000,0.37217009561280845,0.3972173292418843,0.4191237566458407,0.41202889714786445,0.4243833329044511,0.41855172222303766,0.04540481280692432,0.04040199950062394
109
+ 7,4000,0.3896845415052217,0.4152489870562106,0.43333318666044296,0.42988334815214563,0.4352725080153917,0.4331157387501262,0.04930938047726568,0.05007995146701193
110
+ 7,5000,0.3898884166113161,0.4154773186075485,0.4279795185242974,0.4266586454851866,0.4304858362000073,0.43028350496181367,0.06653536526828022,0.06259667196308077
111
+ 7,6000,0.4063879468877542,0.42769382539722867,0.4498272538067139,0.4477166573461179,0.4486290091920437,0.44971282863584466,0.06301888433347444,0.051324627499389264
112
+ 7,7000,0.4281318559787422,0.4653877511955368,0.4734440852095595,0.48536753073070577,0.47234533187143196,0.48784419770927506,0.08257924470599964,0.06921213660706287
113
+ 7,8000,0.41825857611736034,0.45894872456849767,0.4658954515387603,0.4782673420358195,0.4638229572291662,0.47698691712419233,0.09641854642751123,0.07570267237194594
114
+ 7,9000,0.4192759184068907,0.46275194404482306,0.46966379238257505,0.4813421300478597,0.46768948100893487,0.4796700050506882,0.09029829424132033,0.06458823049419472
115
+ 7,10000,0.4196846892276598,0.4711629249788714,0.47351737659232634,0.4863512015049039,0.4722065998033749,0.48530179892047215,0.1008017518848949,0.07474783133907834
116
+ 7,11000,0.4199739676578096,0.46903298368937074,0.4672390816415758,0.4768765953140341,0.4648272948100387,0.476933870400144,0.09988389517873747,0.06832456497063319
117
+ 7,-1,0.4200397315901122,0.4667031561933118,0.4666328687442868,0.4755984767817133,0.46405738992418993,0.4754816202301868,0.10776117847599793,0.07497654728696732
118
+ 8,1000,0.4191929608487969,0.47147889894385414,0.46770005716968693,0.4781900783290535,0.46582038728262515,0.4778944773812778,0.11061455124610077,0.07838960426395261
119
+ 8,2000,0.4224430349681675,0.47738899591661565,0.473439279109541,0.4828358950453329,0.47152836785542523,0.4819421730640861,0.12205661668559672,0.08427548425399642
120
+ 8,3000,0.4212790450570584,0.47492386083457855,0.4763568003499782,0.48060178229049144,0.4754158960055264,0.4817272953920358,0.12069740164899487,0.07793332555782786
121
+ 8,4000,0.4232088592830601,0.4756526766954146,0.4758355440752522,0.4809658058243584,0.4738720791645199,0.47965232280933884,0.13321897313895376,0.08300120968718638
122
+ 8,5000,0.4279107135476933,0.4764783604871215,0.4741523933319313,0.47675320402113935,0.4713617683625982,0.47392481419833743,0.15594988289918063,0.10347109482497455
123
+ 8,6000,0.4359114637563967,0.48197023401231454,0.4832906405573704,0.4850058135761452,0.48318115992532235,0.482846273752212,0.14998669327933523,0.09605377897545228
124
+ 8,7000,0.4321826330241727,0.4813236790134082,0.4829180800577909,0.4816404217714931,0.4813245808077214,0.48002480306732936,0.15082091178867257,0.0888013692463407
125
+ 8,8000,0.44350953986009284,0.4955367414893662,0.48714963998782057,0.4894932589133821,0.48588490825397074,0.48776462762320266,0.1695392888334348,0.10524546930473173
126
+ 8,9000,0.44849606885321047,0.498691868380581,0.4907910590786183,0.4872014866758795,0.48851017448753475,0.4863980978841349,0.1717627084099413,0.10905791429828286
127
+ 8,10000,0.4486683626063981,0.49573662769592464,0.4926771894274235,0.4887667494318525,0.4904747524897269,0.48799910951935777,0.15888076414541033,0.09071028251897376
128
+ 8,11000,0.45306307986096084,0.5025861898395108,0.49369429338969895,0.4921417511502814,0.49184366774915633,0.4901598025329442,0.17067202639820186,0.10313705422209131
129
+ 8,-1,0.45257407514869114,0.4996048101893815,0.4924644537047294,0.49050153106684896,0.4901299070105481,0.48812250081225256,0.16659838871711302,0.09817564793738028
130
+ 9,1000,0.46007195441944826,0.5054080449209444,0.497000700238755,0.4942286400260617,0.4945403086648483,0.4923224175292861,0.17561474292909285,0.10753224438707049
131
+ 9,2000,0.45696863789142667,0.5024843247534762,0.5006963537501484,0.49817677700214197,0.4977227899898962,0.49638395148793313,0.16487011026260087,0.09453079984009742
132
+ 9,3000,0.46055457677342687,0.5071393669869813,0.5013213446246522,0.5016490310479926,0.49832766026212144,0.4980614580368197,0.17122523448890115,0.09627326940611548
133
+ 9,4000,0.4599824632445148,0.5036917143203993,0.5012229177463546,0.5001675667401537,0.4982034879310954,0.5000188052748881,0.16895914582988047,0.09532842268357579
134
+ 9,5000,0.46255398425419253,0.5079996464682848,0.5039185743351703,0.503897366475224,0.5007521834177794,0.49976433475807713,0.1717747727262842,0.09699478173248123
135
+ 9,6000,0.4642021086752598,0.5106885003430468,0.5022769544184251,0.5024635673397182,0.4989218323068086,0.49914468751774604,0.17503647635798986,0.09731729043883224
136
+ 9,7000,0.463844416694525,0.5099312391374312,0.5046234023078315,0.5042044993195319,0.5015354331986452,0.5010293838076614,0.1757076138813487,0.0998965912965382
137
+ 9,8000,0.4627247353059913,0.5083582884504367,0.5042117179772387,0.5037428390616921,0.5011830158124686,0.5013226783761308,0.17294935642363765,0.09632862250947014
138
+ 9,9000,0.46375484725572813,0.5091931977593693,0.5040773799538635,0.5027929951839886,0.5010472531495785,0.5012800103589616,0.17379269204223594,0.09530535889051135
139
+ 9,10000,0.46510922829696805,0.5106638989637781,0.5042221726537722,0.5041153193196828,0.501085392751536,0.5003816756191019,0.17681778171957588,0.09913356414265648
140
+ 9,11000,0.46474059232954656,0.5095387702587847,0.5047114448408497,0.5041572185437498,0.5015601775575566,0.5004105053604323,0.17602287468659605,0.09743530018001192
141
+ 9,-1,0.46479140835876787,0.5098189953445176,0.5047127740873599,0.5042025773367766,0.5015640349817938,0.5004793123430746,0.1759683598519902,0.09714700276670649
eval/translation_evaluation_TED2020-en-ja-dev.tsv.gz_results.csv ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,steps,src2trg,trg2src
2
+ 0,30,0.259,0.241
3
+ 0,30,0.26,0.237
4
+ 0,30,0.26,0.232
5
+ 0,30,0.265,0.228
6
+ 0,30,0.261,0.227
7
+ 0,60,0.256,0.227
8
+ 0,90,0.249,0.232
9
+ 0,1000,0.031,0.028
10
+ 0,2000,0.013,0.014
11
+ 0,3000,0.015,0.013
12
+ 0,4000,0.01,0.009
13
+ 0,5000,0.005,0.008
14
+ 0,6000,0.006,0.004
15
+ 0,7000,0.004,0.003
16
+ 0,8000,0.005,0.006
17
+ 0,9000,0.004,0.006
18
+ 0,10000,0.006,0.007
19
+ 0,11000,0.003,0.007
20
+ 0,-1,0.003,0.002
21
+ 0,1000,0.005,0.005
22
+ 0,1000,0.005,0.005
23
+ 0,2000,0.004,0.003
24
+ 0,3000,0.008,0.004
25
+ 0,4000,0.004,0.005
26
+ 0,5000,0.004,0.0
27
+ 0,6000,0.005,0.006
28
+ 0,7000,0.005,0.007
29
+ 0,8000,0.008,0.006
30
+ 0,9000,0.005,0.003
31
+ 0,10000,0.006,0.002
32
+ 0,11000,0.005,0.004
33
+ 0,-1,0.007,0.003
34
+ 1,1000,0.004,0.007
35
+ 1,2000,0.001,0.004
36
+ 1,3000,0.004,0.004
37
+ 1,4000,0.0,0.002
38
+ 1,5000,0.004,0.001
39
+ 1,6000,0.005,0.003
40
+ 1,7000,0.002,0.004
41
+ 1,8000,0.004,0.006
42
+ 1,9000,0.005,0.005
43
+ 1,10000,0.006,0.006
44
+ 1,11000,0.007,0.005
45
+ 1,-1,0.008,0.004
46
+ 2,1000,0.002,0.002
47
+ 2,2000,0.003,0.007
48
+ 2,3000,0.009,0.003
49
+ 2,4000,0.002,0.005
50
+ 2,5000,0.005,0.002
51
+ 2,6000,0.001,0.004
52
+ 2,7000,0.003,0.006
53
+ 2,8000,0.004,0.001
54
+ 2,9000,0.003,0.003
55
+ 2,10000,0.006,0.007
56
+ 2,11000,0.007,0.004
57
+ 2,-1,0.004,0.004
58
+ 3,1000,0.004,0.005
59
+ 3,2000,0.005,0.003
60
+ 3,3000,0.009,0.009
61
+ 3,4000,0.004,0.004
62
+ 3,5000,0.004,0.005
63
+ 3,6000,0.006,0.005
64
+ 3,7000,0.006,0.008
65
+ 3,8000,0.003,0.005
66
+ 3,9000,0.006,0.006
67
+ 3,10000,0.005,0.011
68
+ 3,11000,0.007,0.005
69
+ 3,-1,0.004,0.004
70
+ 4,1000,0.008,0.007
71
+ 4,2000,0.006,0.002
72
+ 4,3000,0.005,0.007
73
+ 4,4000,0.007,0.004
74
+ 4,5000,0.01,0.003
75
+ 4,6000,0.009,0.01
76
+ 4,7000,0.006,0.008
77
+ 4,8000,0.007,0.007
78
+ 4,9000,0.009,0.012
79
+ 4,10000,0.009,0.012
80
+ 4,11000,0.012,0.019
81
+ 4,-1,0.009,0.007
82
+ 5,1000,0.018,0.01
83
+ 5,2000,0.013,0.008
84
+ 5,3000,0.014,0.009
85
+ 5,4000,0.018,0.013
86
+ 5,5000,0.02,0.015
87
+ 5,6000,0.026,0.018
88
+ 5,7000,0.032,0.022
89
+ 5,8000,0.031,0.022
90
+ 5,9000,0.031,0.02
91
+ 5,10000,0.031,0.023
92
+ 5,11000,0.037,0.027
93
+ 5,-1,0.036,0.027
94
+ 6,1000,0.04,0.028
95
+ 6,2000,0.049,0.04
96
+ 6,3000,0.054,0.041
97
+ 6,4000,0.042,0.034
98
+ 6,5000,0.054,0.039
99
+ 6,6000,0.048,0.038
100
+ 6,7000,0.053,0.039
101
+ 6,8000,0.05,0.039
102
+ 6,9000,0.057,0.036
103
+ 6,10000,0.059,0.043
104
+ 6,11000,0.055,0.047
105
+ 6,-1,0.063,0.046
106
+ 7,1000,0.068,0.048
107
+ 7,2000,0.072,0.057
108
+ 7,3000,0.076,0.061
109
+ 7,4000,0.083,0.069
110
+ 7,5000,0.088,0.07
111
+ 7,6000,0.103,0.084
112
+ 7,7000,0.111,0.099
113
+ 7,8000,0.124,0.112
114
+ 7,9000,0.136,0.115
115
+ 7,10000,0.143,0.128
116
+ 7,11000,0.155,0.149
117
+ 7,-1,0.155,0.146
118
+ 8,1000,0.179,0.164
119
+ 8,2000,0.196,0.18
120
+ 8,3000,0.217,0.203
121
+ 8,4000,0.229,0.213
122
+ 8,5000,0.259,0.226
123
+ 8,6000,0.286,0.248
124
+ 8,7000,0.31,0.269
125
+ 8,8000,0.314,0.275
126
+ 8,9000,0.323,0.281
127
+ 8,10000,0.339,0.303
128
+ 8,11000,0.351,0.312
129
+ 8,-1,0.346,0.316
130
+ 9,1000,0.358,0.33
131
+ 9,2000,0.358,0.338
132
+ 9,3000,0.368,0.341
133
+ 9,4000,0.38,0.347
134
+ 9,5000,0.382,0.353
135
+ 9,6000,0.381,0.353
136
+ 9,7000,0.388,0.352
137
+ 9,8000,0.391,0.357
138
+ 9,9000,0.39,0.361
139
+ 9,10000,0.393,0.36
140
+ 9,11000,0.392,0.364
141
+ 9,-1,0.393,0.365
eval/translation_evaluation_TED2020-en-ko-dev.tsv.gz_results.csv ADDED
@@ -0,0 +1,141 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ epoch,steps,src2trg,trg2src
2
+ 0,30,0.242,0.286
3
+ 0,30,0.249,0.284
4
+ 0,30,0.254,0.291
5
+ 0,30,0.255,0.295
6
+ 0,30,0.262,0.294
7
+ 0,60,0.276,0.301
8
+ 0,90,0.306,0.303
9
+ 0,1000,0.041,0.052
10
+ 0,2000,0.027,0.022
11
+ 0,3000,0.019,0.017
12
+ 0,4000,0.011,0.012
13
+ 0,5000,0.005,0.009
14
+ 0,6000,0.002,0.005
15
+ 0,7000,0.007,0.003
16
+ 0,8000,0.007,0.007
17
+ 0,9000,0.005,0.006
18
+ 0,10000,0.007,0.005
19
+ 0,11000,0.005,0.01
20
+ 0,-1,0.01,0.009
21
+ 0,1000,0.01,0.009
22
+ 0,1000,0.007,0.007
23
+ 0,2000,0.002,0.007
24
+ 0,3000,0.009,0.006
25
+ 0,4000,0.004,0.008
26
+ 0,5000,0.004,0.005
27
+ 0,6000,0.002,0.002
28
+ 0,7000,0.004,0.006
29
+ 0,8000,0.003,0.003
30
+ 0,9000,0.011,0.009
31
+ 0,10000,0.006,0.004
32
+ 0,11000,0.006,0.004
33
+ 0,-1,0.004,0.005
34
+ 1,1000,0.005,0.004
35
+ 1,2000,0.007,0.007
36
+ 1,3000,0.005,0.006
37
+ 1,4000,0.002,0.005
38
+ 1,5000,0.005,0.007
39
+ 1,6000,0.012,0.004
40
+ 1,7000,0.006,0.006
41
+ 1,8000,0.005,0.002
42
+ 1,9000,0.005,0.006
43
+ 1,10000,0.004,0.002
44
+ 1,11000,0.007,0.007
45
+ 1,-1,0.002,0.005
46
+ 2,1000,0.011,0.005
47
+ 2,2000,0.008,0.008
48
+ 2,3000,0.006,0.005
49
+ 2,4000,0.007,0.006
50
+ 2,5000,0.013,0.011
51
+ 2,6000,0.009,0.007
52
+ 2,7000,0.003,0.005
53
+ 2,8000,0.007,0.008
54
+ 2,9000,0.012,0.007
55
+ 2,10000,0.007,0.005
56
+ 2,11000,0.006,0.007
57
+ 2,-1,0.004,0.007
58
+ 3,1000,0.004,0.009
59
+ 3,2000,0.001,0.007
60
+ 3,3000,0.004,0.01
61
+ 3,4000,0.007,0.003
62
+ 3,5000,0.003,0.004
63
+ 3,6000,0.007,0.004
64
+ 3,7000,0.005,0.006
65
+ 3,8000,0.012,0.014
66
+ 3,9000,0.009,0.005
67
+ 3,10000,0.006,0.007
68
+ 3,11000,0.012,0.006
69
+ 3,-1,0.003,0.006
70
+ 4,1000,0.007,0.006
71
+ 4,2000,0.006,0.007
72
+ 4,3000,0.009,0.007
73
+ 4,4000,0.007,0.009
74
+ 4,5000,0.01,0.006
75
+ 4,6000,0.013,0.012
76
+ 4,7000,0.008,0.009
77
+ 4,8000,0.013,0.015
78
+ 4,9000,0.013,0.011
79
+ 4,10000,0.012,0.012
80
+ 4,11000,0.014,0.015
81
+ 4,-1,0.017,0.021
82
+ 5,1000,0.013,0.02
83
+ 5,2000,0.02,0.014
84
+ 5,3000,0.014,0.013
85
+ 5,4000,0.021,0.014
86
+ 5,5000,0.025,0.018
87
+ 5,6000,0.024,0.03
88
+ 5,7000,0.031,0.02
89
+ 5,8000,0.027,0.035
90
+ 5,9000,0.034,0.032
91
+ 5,10000,0.028,0.023
92
+ 5,11000,0.033,0.024
93
+ 5,-1,0.029,0.03
94
+ 6,1000,0.03,0.028
95
+ 6,2000,0.046,0.033
96
+ 6,3000,0.036,0.028
97
+ 6,4000,0.037,0.03
98
+ 6,5000,0.045,0.033
99
+ 6,6000,0.042,0.034
100
+ 6,7000,0.057,0.04
101
+ 6,8000,0.061,0.042
102
+ 6,9000,0.062,0.053
103
+ 6,10000,0.059,0.054
104
+ 6,11000,0.07,0.062
105
+ 6,-1,0.075,0.059
106
+ 7,1000,0.084,0.059
107
+ 7,2000,0.089,0.064
108
+ 7,3000,0.104,0.076
109
+ 7,4000,0.109,0.078
110
+ 7,5000,0.107,0.087
111
+ 7,6000,0.12,0.09
112
+ 7,7000,0.122,0.101
113
+ 7,8000,0.134,0.117
114
+ 7,9000,0.146,0.119
115
+ 7,10000,0.161,0.143
116
+ 7,11000,0.177,0.146
117
+ 7,-1,0.182,0.153
118
+ 8,1000,0.207,0.177
119
+ 8,2000,0.219,0.191
120
+ 8,3000,0.239,0.213
121
+ 8,4000,0.265,0.229
122
+ 8,5000,0.28,0.244
123
+ 8,6000,0.3,0.26
124
+ 8,7000,0.315,0.28
125
+ 8,8000,0.325,0.292
126
+ 8,9000,0.345,0.301
127
+ 8,10000,0.354,0.313
128
+ 8,11000,0.358,0.325
129
+ 8,-1,0.365,0.328
130
+ 9,1000,0.378,0.338
131
+ 9,2000,0.39,0.353
132
+ 9,3000,0.393,0.363
133
+ 9,4000,0.407,0.369
134
+ 9,5000,0.415,0.377
135
+ 9,6000,0.419,0.38
136
+ 9,7000,0.427,0.383
137
+ 9,8000,0.426,0.386
138
+ 9,9000,0.43,0.39
139
+ 9,10000,0.43,0.394
140
+ 9,11000,0.43,0.39
141
+ 9,-1,0.43,0.39
modules.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ }
14
+ ]
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c50cd73d5fc03dbe43f0d6d35e0158ff5f05c90163bba2c0326f75d2977e20f
3
+ size 1112245805
sentence_bert_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 128,
3
+ "do_lower_case": false
4
+ }
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60b6b43406a48bf3638526314f3d232d97058bc93472ff2de930d43686fa441
3
+ size 17082913
tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "__type": "AddedToken",
7
+ "content": "<mask>",
8
+ "lstrip": true,
9
+ "normalized": true,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "model_max_length": 512,
14
+ "name_or_path": "xlm-roberta-base",
15
+ "pad_token": "<pad>",
16
+ "sep_token": "</s>",
17
+ "special_tokens_map_file": null,
18
+ "tokenizer_class": "XLMRobertaTokenizer",
19
+ "unk_token": "<unk>"
20
+ }