Update tokenizer_config.json

tokenizer_config.json

@@ -9,4 +9,13 @@
   "special_tokens_map_file": "null"
   "tokenizer_class": "T5Tokenizer",
   "unk_token": "<unk>"
-}
+}from transformers import MT5ForConditionalGeneration, T5Tokenizer
+
+model = MT5ForConditionalGeneration.from_pretrained("google/mt5-small")
+tokenizer = T5Tokenizer.from_pretrained("google/mt5-small")
+article = "UN Offizier sagt, dass weiter verhandelt werden muss in Syrien."
+summary = "Weiter Verhandlung in Syrien."
+inputs = tokenizer(article, text_target=summary, return_tensors="pt")
+
+outputs = model(**inputs)
+loss = outputs.loss