text: Search.setIndex({docnames:["getting_started/index","index","reference/autosummary/sparknlp.annotator","reference/autosummary/sparknlp.annotator.AlbertEmbeddings","reference/autosummary/sparknlp.annotator.AlbertForTokenClassification","reference/autosummary/sparknlp.annotator.BertEmbeddings","reference/autosummary/sparknlp.annotator.BertForSequenceClassification","reference/autosummary/sparknlp.annotator.BertForTokenClassification","reference/autosummary/sparknlp.annotator.BertSentenceEmbeddings","reference/autosummary/sparknlp.annotator.BigTextMatcher","reference/autosummary/sparknlp.annotator.BigTextMatcherModel","reference/autosummary/sparknlp.annotator.ChunkEmbeddings","reference/autosummary/sparknlp.annotator.ChunkTokenizer","reference/autosummary/sparknlp.annotator.ChunkTokenizerModel","reference/autosummary/sparknlp.annotator.Chunker","reference/autosummary/sparknlp.annotator.ClassifierDLApproach","reference/autosummary/sparknlp.annotator.ClassifierDLModel","reference/autosummary/sparknlp.annotator.ContextSpellCheckerApproach","reference/autosummary/sparknlp.annotator.ContextSpellCheckerModel","reference/autosummary/sparknlp.annotator.DateMatcher","reference/autosummary/sparknlp.annotator.DateMatcherUtils","reference/autosummary/sparknlp.annotator.DependencyParserApproach","reference/autosummary/sparknlp.annotator.DependencyParserModel","reference/autosummary/sparknlp.annotator.DistilBertEmbeddings","reference/autosummary/sparknlp.annotator.DistilBertForSequenceClassification","reference/autosummary/sparknlp.annotator.DistilBertForTokenClassification","reference/autosummary/sparknlp.annotator.Doc2VecApproach","reference/autosummary/sparknlp.annotator.Doc2VecModel","reference/autosummary/sparknlp.annotator.DocumentNormalizer","reference/autosummary/sparknlp.annotator.ElmoEmbeddings","reference/autosummary/sparknlp.annotator.EntityRulerApproach","reference/autosummary/sparknlp.annotator.EntityRulerModel","reference/autosummary/sparknlp.annotator.GraphExtraction","reference/autosummary/sparknlp.annotator.LanguageDetectorDL","reference/autosummary/sparknlp.annotator.Lemmatizer","reference/autosummary/sparknlp.annotator.LemmatizerModel","reference/autosummary/sparknlp.annotator.LongformerEmbeddings","reference/autosummary/sparknlp.annotator.LongformerForTokenClassification","reference/autosummary/sparknlp.annotator.MarianTransformer","reference/autosummary/sparknlp.annotator.MultiClassifierDLApproach","reference/autosummary/sparknlp.annotator.MultiClassifierDLModel","reference/autosummary/sparknlp.annotator.MultiDateMatcher","reference/autosummary/sparknlp.annotator.NGramGenerator","reference/autosummary/sparknlp.annotator.NerApproach","reference/autosummary/sparknlp.annotator.NerConverter","reference/autosummary/sparknlp.annotator.NerCrfApproach","reference/autosummary/sparknlp.annotator.NerCrfModel","reference/autosummary/sparknlp.annotator.NerDLApproach","reference/autosummary/sparknlp.annotator.NerDLModel","reference/autosummary/sparknlp.annotator.NerOverwriter","reference/autosummary/sparknlp.annotator.Normalizer","reference/autosummary/sparknlp.annotator.NormalizerModel","reference/autosummary/sparknlp.annotator.NorvigSweetingApproach","reference/autosummary/sparknlp.annotator.NorvigSweetingModel","reference/autosummary/sparknlp.annotator.PerceptronApproach","reference/autosummary/sparknlp.annotator.PerceptronModel","reference/autosummary/sparknlp.annotator.RecursiveTokenizer","reference/autosummary/sparknlp.annotator.RecursiveTokenizerModel","reference/autosummary/sparknlp.annotator.RegexMatcher","reference/autosummary/sparknlp.annotator.RegexMatcherModel","reference/autosummary/sparknlp.annotator.RegexTokenizer","reference/autosummary/sparknlp.annotator.RoBertaEmbeddings","reference/autosummary/sparknlp.annotator.RoBertaForTokenClassification","reference/autosummary/sparknlp.annotator.RoBertaSentenceEmbeddings","reference/autosummary/sparknlp.annotator.SentenceDetector","reference/autosummary/sparknlp.annotator.SentenceDetectorDLApproach","reference/autosummary/sparknlp.annotator.SentenceDetectorDLModel","reference/autosummary/sparknlp.annotator.SentenceDetectorParams","reference/autosummary/sparknlp.annotator.SentenceEmbeddings","reference/autosummary/sparknlp.annotator.SentimentDLApproach","reference/autosummary/sparknlp.annotator.SentimentDLModel","reference/autosummary/sparknlp.annotator.SentimentDetector","reference/autosummary/sparknlp.annotator.SentimentDetectorModel","reference/autosummary/sparknlp.annotator.Stemmer","reference/autosummary/sparknlp.annotator.StopWordsCleaner","reference/autosummary/sparknlp.annotator.SymmetricDeleteApproach","reference/autosummary/sparknlp.annotator.SymmetricDeleteModel","reference/autosummary/sparknlp.annotator.T5Transformer","reference/autosummary/sparknlp.annotator.TextMatcher","reference/autosummary/sparknlp.annotator.TextMatcherModel","reference/autosummary/sparknlp.annotator.Token2Chunk","reference/autosummary/sparknlp.annotator.Tokenizer","reference/autosummary/sparknlp.annotator.TokenizerModel","reference/autosummary/sparknlp.annotator.TypedDependencyParserApproach","reference/autosummary/sparknlp.annotator.TypedDependencyParserModel","reference/autosummary/sparknlp.annotator.UniversalSentenceEncoder","reference/autosummary/sparknlp.annotator.ViveknSentimentApproach","reference/autosummary/sparknlp.annotator.ViveknSentimentModel","reference/autosummary/sparknlp.annotator.WordEmbeddings","reference/autosummary/sparknlp.annotator.WordEmbeddingsModel","reference/autosummary/sparknlp.annotator.WordSegmenterApproach","reference/autosummary/sparknlp.annotator.WordSegmenterModel","reference/autosummary/sparknlp.annotator.XlmRoBertaEmbeddings","reference/autosummary/sparknlp.annotator.XlmRoBertaForTokenClassification","reference/autosummary/sparknlp.annotator.XlmRoBertaSentenceEmbeddings","reference/autosummary/sparknlp.annotator.XlnetEmbeddings","reference/autosummary/sparknlp.annotator.XlnetForTokenClassification","reference/autosummary/sparknlp.annotator.YakeKeywordExtraction","reference/autosummary/sparknlp.base","reference/autosummary/sparknlp.base.Chunk2Doc","reference/autosummary/sparknlp.base.Doc2Chunk","reference/autosummary/sparknlp.base.DocumentAssembler","reference/autosummary/sparknlp.base.EmbeddingsFinisher","reference/autosummary/sparknlp.base.Finisher","reference/autosummary/sparknlp.base.GraphFinisher","reference/autosummary/sparknlp.base.HasRecursiveFit","reference/autosummary/sparknlp.base.HasRecursiveTransform","reference/autosummary/sparknlp.base.LightPipeline","reference/autosummary/sparknlp.base.RecursivePipeline","reference/autosummary/sparknlp.base.RecursivePipelineModel","reference/autosummary/sparknlp.base.TokenAssembler","reference/autosummary/sparknlp.functions","reference/autosummary/sparknlp.functions.explode_annotations_col","reference/autosummary/sparknlp.functions.filter_by_annotations_col","reference/autosummary/sparknlp.functions.map_annotations","reference/autosummary/sparknlp.functions.map_annotations_array","reference/autosummary/sparknlp.functions.map_annotations_col","reference/autosummary/sparknlp.functions.map_annotations_cols","reference/autosummary/sparknlp.functions.map_annotations_strict","reference/autosummary/sparknlp.logging","reference/autosummary/sparknlp.logging.comet","reference/autosummary/sparknlp.logging.comet.CometLogger","reference/autosummary/sparknlp.training","reference/autosummary/sparknlp.training.CoNLL","reference/autosummary/sparknlp.training.CoNLLU","reference/autosummary/sparknlp.training.POS","reference/autosummary/sparknlp.training.PubTator","reference/index","third_party/Comet","third_party/index","user_guide/annotation","user_guide/annotators","user_guide/custom_pipelines","user_guide/helpers","user_guide/index","user_guide/light_pipelines","user_guide/pretrained_pipelines","user_guide/training"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["getting_started/index.rst","index.rst","reference/autosummary/sparknlp.annotator.rst","reference/autosummary/sparknlp.annotator.AlbertEmbeddings.rst","reference/autosummary/sparknlp.annotator.AlbertForTokenClassification.rst","reference/autosummary/sparknlp.annotator.BertEmbeddings.rst","reference/autosummary/sparknlp.annotator.BertForSequenceClassification.rst","reference/autosummary/sparknlp.annotator.BertForTokenClassification.rst","reference/autosummary/sparknlp.annotator.BertSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.BigTextMatcher.rst","reference/autosummary/sparknlp.annotator.BigTextMatcherModel.rst","reference/autosummary/sparknlp.annotator.ChunkEmbeddings.rst","reference/autosummary/sparknlp.annotator.ChunkTokenizer.rst","reference/autosummary/sparknlp.annotator.ChunkTokenizerModel.rst","reference/autosummary/sparknlp.annotator.Chunker.rst","reference/autosummary/sparknlp.annotator.ClassifierDLApproach.rst","reference/autosummary/sparknlp.annotator.ClassifierDLModel.rst","reference/autosummary/sparknlp.annotator.ContextSpellCheckerApproach.rst","reference/autosummary/sparknlp.annotator.ContextSpellCheckerModel.rst","reference/autosummary/sparknlp.annotator.DateMatcher.rst","reference/autosummary/sparknlp.annotator.DateMatcherUtils.rst","reference/autosummary/sparknlp.annotator.DependencyParserApproach.rst","reference/autosummary/sparknlp.annotator.DependencyParserModel.rst","reference/autosummary/sparknlp.annotator.DistilBertEmbeddings.rst","reference/autosummary/sparknlp.annotator.DistilBertForSequenceClassification.rst","reference/autosummary/sparknlp.annotator.DistilBertForTokenClassification.rst","reference/autosummary/sparknlp.annotator.Doc2VecApproach.rst","reference/autosummary/sparknlp.annotator.Doc2VecModel.rst","reference/autosummary/sparknlp.annotator.DocumentNormalizer.rst","reference/autosummary/sparknlp.annotator.ElmoEmbeddings.rst","reference/autosummary/sparknlp.annotator.EntityRulerApproach.rst","reference/autosummary/sparknlp.annotator.EntityRulerModel.rst","reference/autosummary/sparknlp.annotator.GraphExtraction.rst","reference/autosummary/sparknlp.annotator.LanguageDetectorDL.rst","reference/autosummary/sparknlp.annotator.Lemmatizer.rst","reference/autosummary/sparknlp.annotator.LemmatizerModel.rst","reference/autosummary/sparknlp.annotator.LongformerEmbeddings.rst","reference/autosummary/sparknlp.annotator.LongformerForTokenClassification.rst","reference/autosummary/sparknlp.annotator.MarianTransformer.rst","reference/autosummary/sparknlp.annotator.MultiClassifierDLApproach.rst","reference/autosummary/sparknlp.annotator.MultiClassifierDLModel.rst","reference/autosummary/sparknlp.annotator.MultiDateMatcher.rst","reference/autosummary/sparknlp.annotator.NGramGenerator.rst","reference/autosummary/sparknlp.annotator.NerApproach.rst","reference/autosummary/sparknlp.annotator.NerConverter.rst","reference/autosummary/sparknlp.annotator.NerCrfApproach.rst","reference/autosummary/sparknlp.annotator.NerCrfModel.rst","reference/autosummary/sparknlp.annotator.NerDLApproach.rst","reference/autosummary/sparknlp.annotator.NerDLModel.rst","reference/autosummary/sparknlp.annotator.NerOverwriter.rst","reference/autosummary/sparknlp.annotator.Normalizer.rst","reference/autosummary/sparknlp.annotator.NormalizerModel.rst","reference/autosummary/sparknlp.annotator.NorvigSweetingApproach.rst","reference/autosummary/sparknlp.annotator.NorvigSweetingModel.rst","reference/autosummary/sparknlp.annotator.PerceptronApproach.rst","reference/autosummary/sparknlp.annotator.PerceptronModel.rst","reference/autosummary/sparknlp.annotator.RecursiveTokenizer.rst","reference/autosummary/sparknlp.annotator.RecursiveTokenizerModel.rst","reference/autosummary/sparknlp.annotator.RegexMatcher.rst","reference/autosummary/sparknlp.annotator.RegexMatcherModel.rst","reference/autosummary/sparknlp.annotator.RegexTokenizer.rst","reference/autosummary/sparknlp.annotator.RoBertaEmbeddings.rst","reference/autosummary/sparknlp.annotator.RoBertaForTokenClassification.rst","reference/autosummary/sparknlp.annotator.RoBertaSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.SentenceDetector.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorDLApproach.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorDLModel.rst","reference/autosummary/sparknlp.annotator.SentenceDetectorParams.rst","reference/autosummary/sparknlp.annotator.SentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.SentimentDLApproach.rst","reference/autosummary/sparknlp.annotator.SentimentDLModel.rst","reference/autosummary/sparknlp.annotator.SentimentDetector.rst","reference/autosummary/sparknlp.annotator.SentimentDetectorModel.rst","reference/autosummary/sparknlp.annotator.Stemmer.rst","reference/autosummary/sparknlp.annotator.StopWordsCleaner.rst","reference/autosummary/sparknlp.annotator.SymmetricDeleteApproach.rst","reference/autosummary/sparknlp.annotator.SymmetricDeleteModel.rst","reference/autosummary/sparknlp.annotator.T5Transformer.rst","reference/autosummary/sparknlp.annotator.TextMatcher.rst","reference/autosummary/sparknlp.annotator.TextMatcherModel.rst","reference/autosummary/sparknlp.annotator.Token2Chunk.rst","reference/autosummary/sparknlp.annotator.Tokenizer.rst","reference/autosummary/sparknlp.annotator.TokenizerModel.rst","reference/autosummary/sparknlp.annotator.TypedDependencyParserApproach.rst","reference/autosummary/sparknlp.annotator.TypedDependencyParserModel.rst","reference/autosummary/sparknlp.annotator.UniversalSentenceEncoder.rst","reference/autosummary/sparknlp.annotator.ViveknSentimentApproach.rst","reference/autosummary/sparknlp.annotator.ViveknSentimentModel.rst","reference/autosummary/sparknlp.annotator.WordEmbeddings.rst","reference/autosummary/sparknlp.annotator.WordEmbeddingsModel.rst","reference/autosummary/sparknlp.annotator.WordSegmenterApproach.rst","reference/autosummary/sparknlp.annotator.WordSegmenterModel.rst","reference/autosummary/sparknlp.annotator.XlmRoBertaEmbeddings.rst","reference/autosummary/sparknlp.annotator.XlmRoBertaForTokenClassification.rst","reference/autosummary/sparknlp.annotator.XlmRoBertaSentenceEmbeddings.rst","reference/autosummary/sparknlp.annotator.XlnetEmbeddings.rst","reference/autosummary/sparknlp.annotator.XlnetForTokenClassification.rst","reference/autosummary/sparknlp.annotator.YakeKeywordExtraction.rst","reference/autosummary/sparknlp.base.rst","reference/autosummary/sparknlp.base.Chunk2Doc.rst","reference/autosummary/sparknlp.base.Doc2Chunk.rst","reference/autosummary/sparknlp.base.DocumentAssembler.rst","reference/autosummary/sparknlp.base.EmbeddingsFinisher.rst","reference/autosummary/sparknlp.base.Finisher.rst","reference/autosummary/sparknlp.base.GraphFinisher.rst","reference/autosummary/sparknlp.base.HasRecursiveFit.rst","reference/autosummary/sparknlp.base.HasRecursiveTransform.rst","reference/autosummary/sparknlp.base.LightPipeline.rst","reference/autosummary/sparknlp.base.RecursivePipeline.rst","reference/autosummary/sparknlp.base.RecursivePipelineModel.rst","reference/autosummary/sparknlp.base.TokenAssembler.rst","reference/autosummary/sparknlp.functions.rst","reference/autosummary/sparknlp.functions.explode_annotations_col.rst","reference/autosummary/sparknlp.functions.filter_by_annotations_col.rst","reference/autosummary/sparknlp.functions.map_annotations.rst","reference/autosummary/sparknlp.functions.map_annotations_array.rst","reference/autosummary/sparknlp.functions.map_annotations_col.rst","reference/autosummary/sparknlp.functions.map_annotations_cols.rst","reference/autosummary/sparknlp.functions.map_annotations_strict.rst","reference/autosummary/sparknlp.logging.rst","reference/autosummary/sparknlp.logging.comet.rst","reference/autosummary/sparknlp.logging.comet.CometLogger.rst","reference/autosummary/sparknlp.training.rst","reference/autosummary/sparknlp.training.CoNLL.rst","reference/autosummary/sparknlp.training.CoNLLU.rst","reference/autosummary/sparknlp.training.POS.rst","reference/autosummary/sparknlp.training.PubTator.rst","reference/index.rst","third_party/Comet.rst","third_party/index.rst","user_guide/annotation.rst","user_guide/annotators.rst","user_guide/custom_pipelines.rst","user_guide/helpers.rst","user_guide/index.rst","user_guide/light_pipelines.rst","user_guide/pretrained_pipelines.rst","user_guide/training.rst"],objects:{"sparknlp.annotator":[[3,1,1,"","AlbertEmbeddings"],[4,1,1,"","AlbertForTokenClassification"],[5,1,1,"","BertEmbeddings"],[6,1,1,"","BertForSequenceClassification"],[7,1,1,"","BertForTokenClassification"],[8,1,1,"","BertSentenceEmbeddings"],[9,1,1,"","BigTextMatcher"],[10,1,1,"","BigTextMatcherModel"],[11,1,1,"","ChunkEmbeddings"],[12,1,1,"","ChunkTokenizer"],[13,1,1,"","ChunkTokenizerModel"],[14,1,1,"","Chunker"],[15,1,1,"","ClassifierDLApproach"],[16,1,1,"","ClassifierDLModel"],[17,1,1,"","ContextSpellCheckerApproach"],[18,1,1,"","ContextSpellCheckerModel"],[19,1,1,"","DateMatcher"],[20,1,1,"","DateMatcherUtils"],[21,1,1,"","DependencyParserApproach"],[22,1,1,"","DependencyParserModel"],[23,1,1,"","DistilBertEmbeddings"],[24,1,1,"","DistilBertForSequenceClassification"],[25,1,1,"","DistilBertForTokenClassification"],[26,1,1,"","Doc2VecApproach"],[27,1,1,"","Doc2VecModel"],[28,1,1,"","DocumentNormalizer"],[29,1,1,"","ElmoEmbeddings"],[30,1,1,"","EntityRulerApproach"],[31,1,1,"","EntityRulerModel"],[32,1,1,"","GraphExtraction"],[33,1,1,"","LanguageDetectorDL"],[34,1,1,"","Lemmatizer"],[35,1,1,"","LemmatizerModel"],[36,1,1,"","LongformerEmbeddings"],[37,1,1,"","LongformerForTokenClassification"],[38,1,1,"","MarianTransformer"],[39,1,1,"","MultiClassifierDLApproach"],[40,1,1,"","MultiClassifierDLModel"],[41,1,1,"","MultiDateMatcher"],[42,1,1,"","NGramGenerator"],[43,1,1,"","NerApproach"],[44,1,1,"","NerConverter"],[45,1,1,"","NerCrfApproach"],[46,1,1,"","NerCrfModel"],[47,1,1,"","NerDLApproach"],[48,1,1,"","NerDLModel"],[49,1,1,"","NerOverwriter"],[50,1,1,"","Normalizer"],[51,1,1,"","NormalizerModel"],[52,1,1,"","NorvigSweetingApproach"],[53,1,1,"","NorvigSweetingModel"],[54,1,1,"","PerceptronApproach"],[55,1,1,"","PerceptronModel"],[56,1,1,"","RecursiveTokenizer"],[57,1,1,"","RecursiveTokenizerModel"],[58,1,1,"","RegexMatcher"],[59,1,1,"","RegexMatcherModel"],[60,1,1,"","RegexTokenizer"],[61,1,1,"","RoBertaEmbeddings"],[62,1,1,"","RoBertaForTokenClassification"],[63,1,1,"","RoBertaSentenceEmbeddings"],[64,1,1,"","SentenceDetector"],[65,1,1,"","SentenceDetectorDLApproach"],[66,1,1,"","SentenceDetectorDLModel"],[67,1,1,"","SentenceDetectorParams"],[68,1,1,"","SentenceEmbeddings"],[69,1,1,"","SentimentDLApproach"],[70,1,1,"","SentimentDLModel"],[71,1,1,"","SentimentDetector"],[72,1,1,"","SentimentDetectorModel"],[73,1,1,"","Stemmer"],[74,1,1,"","StopWordsCleaner"],[75,1,1,"","SymmetricDeleteApproach"],[76,1,1,"","SymmetricDeleteModel"],[77,1,1,"","T5Transformer"],[78,1,1,"","TextMatcher"],[79,1,1,"","TextMatcherModel"],[80,1,1,"","Token2Chunk"],[81,1,1,"","Tokenizer"],[82,1,1,"","TokenizerModel"],[83,1,1,"","TypedDependencyParserApproach"],[84,1,1,"","TypedDependencyParserModel"],[85,1,1,"","UniversalSentenceEncoder"],[86,1,1,"","ViveknSentimentApproach"],[87,1,1,"","ViveknSentimentModel"],[88,1,1,"","WordEmbeddings"],[89,1,1,"","WordEmbeddingsModel"],[90,1,1,"","WordSegmenterApproach"],[91,1,1,"","WordSegmenterModel"],[92,1,1,"","XlmRoBertaEmbeddings"],[93,1,1,"","XlmRoBertaForTokenClassification"],[94,1,1,"","XlmRoBertaSentenceEmbeddings"],[95,1,1,"","XlnetEmbeddings"],[96,1,1,"","XlnetForTokenClassification"],[97,1,1,"","YakeKeywordExtraction"]],"sparknlp.annotator.AlbertEmbeddings":[[3,2,1,"","clear"],[3,2,1,"","copy"],[3,2,1,"","explainParam"],[3,2,1,"","explainParams"],[3,2,1,"","extractParamMap"],[3,2,1,"","getBatchSize"],[3,2,1,"","getCaseSensitive"],[3,2,1,"","getDimension"],[3,2,1,"","getInputCols"],[3,2,1,"","getLazyAnnotator"],[3,2,1,"","getOrDefault"],[3,2,1,"","getOutputCol"],[3,2,1,"","getParam"],[3,2,1,"","getParamValue"],[3,2,1,"","getStorageRef"],[3,2,1,"","hasDefault"],[3,2,1,"","hasParam"],[3,2,1,"","isDefined"],[3,2,1,"","isSet"],[3,2,1,"","load"],[3,2,1,"","loadSavedModel"],[3,3,1,"","params"],[3,2,1,"","pretrained"],[3,2,1,"","read"],[3,2,1,"","save"],[3,2,1,"","set"],[3,2,1,"","setBatchSize"],[3,2,1,"","setCaseSensitive"],[3,2,1,"","setConfigProtoBytes"],[3,2,1,"","setDimension"],[3,2,1,"","setInputCols"],[3,2,1,"","setLazyAnnotator"],[3,2,1,"","setMaxSentenceLength"],[3,2,1,"","setOutputCol"],[3,2,1,"","setParamValue"],[3,2,1,"","setStorageRef"],[3,2,1,"","transform"],[3,4,1,"","uid"],[3,2,1,"","write"]],"sparknlp.annotator.AlbertForTokenClassification":[[4,2,1,"","clear"],[4,2,1,"","copy"],[4,2,1,"","explainParam"],[4,2,1,"","explainParams"],[4,2,1,"","extractParamMap"],[4,2,1,"","getBatchSize"],[4,2,1,"","getCaseSensitive"],[4,2,1,"","getInputCols"],[4,2,1,"","getLazyAnnotator"],[4,2,1,"","getOrDefault"],[4,2,1,"","getOutputCol"],[4,2,1,"","getParam"],[4,2,1,"","getParamValue"],[4,2,1,"","hasDefault"],[4,2,1,"","hasParam"],[4,2,1,"","isDefined"],[4,2,1,"","isSet"],[4,2,1,"","load"],[4,2,1,"","loadSavedModel"],[4,3,1,"","params"],[4,2,1,"","pretrained"],[4,2,1,"","read"],[4,2,1,"","save"],[4,2,1,"","set"],[4,2,1,"","setBatchSize"],[4,2,1,"","setCaseSensitive"],[4,2,1,"","setConfigProtoBytes"],[4,2,1,"","setInputCols"],[4,2,1,"","setLazyAnnotator"],[4,2,1,"","setMaxSentenceLength"],[4,2,1,"","setOutputCol"],[4,2,1,"","setParamValue"],[4,2,1,"","transform"],[4,4,1,"","uid"],[4,2,1,"","write"]],"sparknlp.annotator.BertEmbeddings":[[5,2,1,"","clear"],[5,2,1,"","copy"],[5,2,1,"","explainParam"],[5,2,1,"","explainParams"],[5,2,1,"","extractParamMap"],[5,2,1,"","getBatchSize"],[5,2,1,"","getCaseSensitive"],[5,2,1,"","getDimension"],[5,2,1,"","getInputCols"],[5,2,1,"","getLazyAnnotator"],[5,2,1,"","getOrDefault"],[5,2,1,"","getOutputCol"],[5,2,1,"","getParam"],[5,2,1,"","getParamValue"],[5,2,1,"","getStorageRef"],[5,2,1,"","hasDefault"],[5,2,1,"","hasParam"],[5,2,1,"","isDefined"],[5,2,1,"","isSet"],[5,2,1,"","load"],[5,2,1,"","loadSavedModel"],[5,3,1,"","params"],[5,2,1,"","pretrained"],[5,2,1,"","read"],[5,2,1,"","save"],[5,2,1,"","set"],[5,2,1,"","setBatchSize"],[5,2,1,"","setCaseSensitive"],[5,2,1,"","setConfigProtoBytes"],[5,2,1,"","setDimension"],[5,2,1,"","setInputCols"],[5,2,1,"","setLazyAnnotator"],[5,2,1,"","setMaxSentenceLength"],[5,2,1,"","setOutputCol"],[5,2,1,"","setParamValue"],[5,2,1,"","setStorageRef"],[5,2,1,"","transform"],[5,4,1,"","uid"],[5,2,1,"","write"]],"sparknlp.annotator.BertForSequenceClassification":[[6,2,1,"","clear"],[6,2,1,"","copy"],[6,2,1,"","explainParam"],[6,2,1,"","explainParams"],[6,2,1,"","extractParamMap"],[6,2,1,"","getBatchSize"],[6,2,1,"","getCaseSensitive"],[6,2,1,"","getInputCols"],[6,2,1,"","getLazyAnnotator"],[6,2,1,"","getOrDefault"],[6,2,1,"","getOutputCol"],[6,2,1,"","getParam"],[6,2,1,"","getParamValue"],[6,2,1,"","hasDefault"],[6,2,1,"","hasParam"],[6,2,1,"","isDefined"],[6,2,1,"","isSet"],[6,2,1,"","load"],[6,2,1,"","loadSavedModel"],[6,3,1,"","params"],[6,2,1,"","pretrained"],[6,2,1,"","read"],[6,2,1,"","save"],[6,2,1,"","set"],[6,2,1,"","setBatchSize"],[6,2,1,"","setCaseSensitive"],[6,2,1,"","setCoalesceSentences"],[6,2,1,"","setConfigProtoBytes"],[6,2,1,"","setInputCols"],[6,2,1,"","setLazyAnnotator"],[6,2,1,"","setMaxSentenceLength"],[6,2,1,"","setOutputCol"],[6,2,1,"","setParamValue"],[6,2,1,"","transform"],[6,4,1,"","uid"],[6,2,1,"","write"]],"sparknlp.annotator.BertForTokenClassification":[[7,2,1,"","clear"],[7,2,1,"","copy"],[7,2,1,"","explainParam"],[7,2,1,"","explainParams"],[7,2,1,"","extractParamMap"],[7,2,1,"","getBatchSize"],[7,2,1,"","getCaseSensitive"],[7,2,1,"","getInputCols"],[7,2,1,"","getLazyAnnotator"],[7,2,1,"","getOrDefault"],[7,2,1,"","getOutputCol"],[7,2,1,"","getParam"],[7,2,1,"","getParamValue"],[7,2,1,"","hasDefault"],[7,2,1,"","hasParam"],[7,2,1,"","isDefined"],[7,2,1,"","isSet"],[7,2,1,"","load"],[7,2,1,"","loadSavedModel"],[7,3,1,"","params"],[7,2,1,"","pretrained"],[7,2,1,"","read"],[7,2,1,"","save"],[7,2,1,"","set"],[7,2,1,"","setBatchSize"],[7,2,1,"","setCaseSensitive"],[7,2,1,"","setConfigProtoBytes"],[7,2,1,"","setInputCols"],[7,2,1,"","setLazyAnnotator"],[7,2,1,"","setMaxSentenceLength"],[7,2,1,"","setOutputCol"],[7,2,1,"","setParamValue"],[7,2,1,"","transform"],[7,4,1,"","uid"],[7,2,1,"","write"]],"sparknlp.annotator.BertSentenceEmbeddings":[[8,2,1,"","clear"],[8,2,1,"","copy"],[8,2,1,"","explainParam"],[8,2,1,"","explainParams"],[8,2,1,"","extractParamMap"],[8,2,1,"","getBatchSize"],[8,2,1,"","getCaseSensitive"],[8,2,1,"","getDimension"],[8,2,1,"","getInputCols"],[8,2,1,"","getLazyAnnotator"],[8,2,1,"","getOrDefault"],[8,2,1,"","getOutputCol"],[8,2,1,"","getParam"],[8,2,1,"","getParamValue"],[8,2,1,"","getStorageRef"],[8,2,1,"","hasDefault"],[8,2,1,"","hasParam"],[8,2,1,"","isDefined"],[8,2,1,"","isSet"],[8,2,1,"","load"],[8,2,1,"","loadSavedModel"],[8,3,1,"","params"],[8,2,1,"","pretrained"],[8,2,1,"","read"],[8,2,1,"","save"],[8,2,1,"","set"],[8,2,1,"","setBatchSize"],[8,2,1,"","setCaseSensitive"],[8,2,1,"","setConfigProtoBytes"],[8,2,1,"","setDimension"],[8,2,1,"","setInputCols"],[8,2,1,"","setIsLong"],[8,2,1,"","setLazyAnnotator"],[8,2,1,"","setMaxSentenceLength"],[8,2,1,"","setOutputCol"],[8,2,1,"","setParamValue"],[8,2,1,"","setStorageRef"],[8,2,1,"","transform"],[8,4,1,"","uid"],[8,2,1,"","write"]],"sparknlp.annotator.BigTextMatcher":[[9,2,1,"","clear"],[9,2,1,"","copy"],[9,2,1,"","explainParam"],[9,2,1,"","explainParams"],[9,2,1,"","extractParamMap"],[9,2,1,"","fit"],[9,2,1,"","fitMultiple"],[9,2,1,"","getCaseSensitive"],[9,2,1,"","getIncludeStorage"],[9,2,1,"","getInputCols"],[9,2,1,"","getLazyAnnotator"],[9,2,1,"","getOrDefault"],[9,2,1,"","getOutputCol"],[9,2,1,"","getParam"],[9,2,1,"","getParamValue"],[9,2,1,"","getStoragePath"],[9,2,1,"","getStorageRef"],[9,2,1,"","hasDefault"],[9,2,1,"","hasParam"],[9,2,1,"","isDefined"],[9,2,1,"","isSet"],[9,2,1,"","load"],[9,3,1,"","params"],[9,2,1,"","read"],[9,2,1,"","save"],[9,2,1,"","set"],[9,2,1,"","setCaseSensitive"],[9,2,1,"","setEntities"],[9,2,1,"","setIncludeStorage"],[9,2,1,"","setInputCols"],[9,2,1,"","setLazyAnnotator"],[9,2,1,"","setMergeOverlapping"],[9,2,1,"","setOutputCol"],[9,2,1,"","setParamValue"],[9,2,1,"","setStoragePath"],[9,2,1,"","setStorageRef"],[9,2,1,"","setTokenizer"],[9,4,1,"","uid"],[9,2,1,"","write"]],"sparknlp.annotator.BigTextMatcherModel":[[10,2,1,"","clear"],[10,2,1,"","copy"],[10,2,1,"","explainParam"],[10,2,1,"","explainParams"],[10,2,1,"","extractParamMap"],[10,2,1,"","getCaseSensitive"],[10,2,1,"","getIncludeStorage"],[10,2,1,"","getInputCols"],[10,2,1,"","getLazyAnnotator"],[10,2,1,"","getOrDefault"],[10,2,1,"","getOutputCol"],[10,2,1,"","getParam"],[10,2,1,"","getParamValue"],[10,2,1,"","getStorageRef"],[10,2,1,"","hasDefault"],[10,2,1,"","hasParam"],[10,2,1,"","isDefined"],[10,2,1,"","isSet"],[10,2,1,"","load"],[10,2,1,"","loadStorage"],[10,3,1,"","params"],[10,2,1,"","pretrained"],[10,2,1,"","read"],[10,2,1,"","save"],[10,2,1,"","saveStorage"],[10,2,1,"","set"],[10,2,1,"","setCaseSensitive"],[10,2,1,"","setIncludeStorage"],[10,2,1,"","setInputCols"],[10,2,1,"","setLazyAnnotator"],[10,2,1,"","setMergeOverlapping"],[10,2,1,"","setOutputCol"],[10,2,1,"","setParamValue"],[10,2,1,"","setStorageRef"],[10,2,1,"","transform"],[10,4,1,"","uid"],[10,2,1,"","write"]],"sparknlp.annotator.ChunkEmbeddings":[[11,2,1,"","clear"],[11,2,1,"","copy"],[11,2,1,"","explainParam"],[11,2,1,"","explainParams"],[11,2,1,"","extractParamMap"],[11,2,1,"","getInputCols"],[11,2,1,"","getLazyAnnotator"],[11,2,1,"","getOrDefault"],[11,2,1,"","getOutputCol"],[11,2,1,"","getParam"],[11,2,1,"","getParamValue"],[11,2,1,"","hasDefault"],[11,2,1,"","hasParam"],[11,2,1,"","isDefined"],[11,2,1,"","isSet"],[11,2,1,"","load"],[11,3,1,"","params"],[11,2,1,"","read"],[11,2,1,"","save"],[11,2,1,"","set"],[11,2,1,"","setInputCols"],[11,2,1,"","setLazyAnnotator"],[11,2,1,"","setOutputCol"],[11,2,1,"","setParamValue"],[11,2,1,"","setPoolingStrategy"],[11,2,1,"","setSkipOOV"],[11,2,1,"","transform"],[11,4,1,"","uid"],[11,2,1,"","write"]],"sparknlp.annotator.ChunkTokenizer":[[12,2,1,"","addContextChars"],[12,2,1,"","addException"],[12,2,1,"","addInfixPattern"],[12,2,1,"","addSplitChars"],[12,2,1,"","clear"],[12,2,1,"","copy"],[12,2,1,"","explainParam"],[12,2,1,"","explainParams"],[12,2,1,"","extractParamMap"],[12,2,1,"","fit"],[12,2,1,"","fitMultiple"],[12,2,1,"","getCaseSensitiveExceptions"],[12,2,1,"","getContextChars"],[12,2,1,"","getExceptions"],[12,2,1,"","getInfixPatterns"],[12,2,1,"","getInputCols"],[12,2,1,"","getLazyAnnotator"],[12,2,1,"","getOrDefault"],[12,2,1,"","getOutputCol"],[12,2,1,"","getParam"],[12,2,1,"","getParamValue"],[12,2,1,"","getPrefixPattern"],[12,2,1,"","getSplitChars"],[12,2,1,"","getSuffixPattern"],[12,2,1,"","hasDefault"],[12,2,1,"","hasParam"],[12,2,1,"","isDefined"],[12,2,1,"","isSet"],[12,2,1,"","load"],[12,3,1,"","params"],[12,2,1,"","read"],[12,2,1,"","save"],[12,2,1,"","set"],[12,2,1,"","setCaseSensitiveExceptions"],[12,2,1,"","setContextChars"],[12,2,1,"","setExceptions"],[12,2,1,"","setInfixPatterns"],[12,2,1,"","setInputCols"],[12,2,1,"","setLazyAnnotator"],[12,2,1,"","setMaxLength"],[12,2,1,"","setMinLength"],[12,2,1,"","setOutputCol"],[12,2,1,"","setParamValue"],[12,2,1,"","setPrefixPattern"],[12,2,1,"","setSplitChars"],[12,2,1,"","setSplitPattern"],[12,2,1,"","setSuffixPattern"],[12,2,1,"","setTargetPattern"],[12,4,1,"","uid"],[12,2,1,"","write"]],"sparknlp.annotator.ChunkTokenizerModel":[[13,2,1,"","addSplitChars"],[13,2,1,"","clear"],[13,2,1,"","copy"],[13,2,1,"","explainParam"],[13,2,1,"","explainParams"],[13,2,1,"","extractParamMap"],[13,2,1,"","getInputCols"],[13,2,1,"","getLazyAnnotator"],[13,2,1,"","getOrDefault"],[13,2,1,"","getOutputCol"],[13,2,1,"","getParam"],[13,2,1,"","getParamValue"],[13,2,1,"","hasDefault"],[13,2,1,"","hasParam"],[13,2,1,"","isDefined"],[13,2,1,"","isSet"],[13,2,1,"","load"],[13,3,1,"","params"],[13,2,1,"","pretrained"],[13,2,1,"","read"],[13,2,1,"","save"],[13,2,1,"","set"],[13,2,1,"","setInputCols"],[13,2,1,"","setLazyAnnotator"],[13,2,1,"","setOutputCol"],[13,2,1,"","setParamValue"],[13,2,1,"","setSplitChars"],[13,2,1,"","setSplitPattern"],[13,2,1,"","transform"],[13,4,1,"","uid"],[13,2,1,"","write"]],"sparknlp.annotator.Chunker":[[14,2,1,"","clear"],[14,2,1,"","copy"],[14,2,1,"","explainParam"],[14,2,1,"","explainParams"],[14,2,1,"","extractParamMap"],[14,2,1,"","getInputCols"],[14,2,1,"","getLazyAnnotator"],[14,2,1,"","getOrDefault"],[14,2,1,"","getOutputCol"],[14,2,1,"","getParam"],[14,2,1,"","getParamValue"],[14,2,1,"","hasDefault"],[14,2,1,"","hasParam"],[14,2,1,"","isDefined"],[14,2,1,"","isSet"],[14,2,1,"","load"],[14,3,1,"","params"],[14,2,1,"","read"],[14,2,1,"","save"],[14,2,1,"","set"],[14,2,1,"","setInputCols"],[14,2,1,"","setLazyAnnotator"],[14,2,1,"","setOutputCol"],[14,2,1,"","setParamValue"],[14,2,1,"","setRegexParsers"],[14,2,1,"","transform"],[14,4,1,"","uid"],[14,2,1,"","write"]],"sparknlp.annotator.ClassifierDLApproach":[[15,2,1,"","clear"],[15,2,1,"","copy"],[15,2,1,"","explainParam"],[15,2,1,"","explainParams"],[15,2,1,"","extractParamMap"],[15,2,1,"","fit"],[15,2,1,"","fitMultiple"],[15,2,1,"","getInputCols"],[15,2,1,"","getLazyAnnotator"],[15,2,1,"","getOrDefault"],[15,2,1,"","getOutputCol"],[15,2,1,"","getParam"],[15,2,1,"","getParamValue"],[15,2,1,"","hasDefault"],[15,2,1,"","hasParam"],[15,2,1,"","isDefined"],[15,2,1,"","isSet"],[15,2,1,"","load"],[15,3,1,"","params"],[15,2,1,"","read"],[15,2,1,"","save"],[15,2,1,"","set"],[15,2,1,"","setBatchSize"],[15,2,1,"","setConfigProtoBytes"],[15,2,1,"","setDropout"],[15,2,1,"","setEnableOutputLogs"],[15,2,1,"","setInputCols"],[15,2,1,"","setLabelColumn"],[15,2,1,"","setLazyAnnotator"],[15,2,1,"","setLr"],[15,2,1,"","setMaxEpochs"],[15,2,1,"","setOutputCol"],[15,2,1,"","setOutputLogsPath"],[15,2,1,"","setParamValue"],[15,2,1,"","setRandomSeed"],[15,2,1,"","setValidationSplit"],[15,2,1,"","setVerbose"],[15,4,1,"","uid"],[15,2,1,"","write"]],"sparknlp.annotator.ClassifierDLModel":[[16,2,1,"","clear"],[16,2,1,"","copy"],[16,2,1,"","explainParam"],[16,2,1,"","explainParams"],[16,2,1,"","extractParamMap"],[16,2,1,"","getInputCols"],[16,2,1,"","getLazyAnnotator"],[16,2,1,"","getOrDefault"],[16,2,1,"","getOutputCol"],[16,2,1,"","getParam"],[16,2,1,"","getParamValue"],[16,2,1,"","getStorageRef"],[16,2,1,"","hasDefault"],[16,2,1,"","hasParam"],[16,2,1,"","isDefined"],[16,2,1,"","isSet"],[16,2,1,"","load"],[16,3,1,"","params"],[16,2,1,"","pretrained"],[16,2,1,"","read"],[16,2,1,"","save"],[16,2,1,"","set"],[16,2,1,"","setConfigProtoBytes"],[16,2,1,"","setInputCols"],[16,2,1,"","setLazyAnnotator"],[16,2,1,"","setOutputCol"],[16,2,1,"","setParamValue"],[16,2,1,"","setStorageRef"],[16,2,1,"","transform"],[16,4,1,"","uid"],[16,2,1,"","write"]],"sparknlp.annotator.ContextSpellCheckerApproach":[[17,2,1,"","addRegexClass"],[17,2,1,"","addVocabClass"],[17,2,1,"","clear"],[17,2,1,"","copy"],[17,2,1,"","explainParam"],[17,2,1,"","explainParams"],[17,2,1,"","extractParamMap"],[17,2,1,"","fit"],[17,2,1,"","fitMultiple"],[17,2,1,"","getInputCols"],[17,2,1,"","getLazyAnnotator"],[17,2,1,"","getOrDefault"],[17,2,1,"","getOutputCol"],[17,2,1,"","getParam"],[17,2,1,"","getParamValue"],[17,2,1,"","hasDefault"],[17,2,1,"","hasParam"],[17,2,1,"","isDefined"],[17,2,1,"","isSet"],[17,2,1,"","load"],[17,3,1,"","params"],[17,2,1,"","read"],[17,2,1,"","save"],[17,2,1,"","set"],[17,2,1,"","setBatchSize"],[17,2,1,"","setCaseStrategy"],[17,2,1,"","setClassCount"],[17,2,1,"","setCompoundCount"],[17,2,1,"","setConfigProtoBytes"],[17,2,1,"","setEpochs"],[17,2,1,"","setErrorThreshold"],[17,2,1,"","setFinalRate"],[17,2,1,"","setInitialRate"],[17,2,1,"","setInputCols"],[17,2,1,"","setLanguageModelClasses"],[17,2,1,"","setLazyAnnotator"],[17,2,1,"","setMaxCandidates"],[17,2,1,"","setMaxWindowLen"],[17,2,1,"","setMinCount"],[17,2,1,"","setOutputCol"],[17,2,1,"","setParamValue"],[17,2,1,"","setTradeoff"],[17,2,1,"","setValidationFraction"],[17,2,1,"","setWeightedDistPath"],[17,2,1,"","setWordMaxDistance"],[17,4,1,"","uid"],[17,2,1,"","write"]],"sparknlp.annotator.ContextSpellCheckerModel":[[18,2,1,"","clear"],[18,2,1,"","copy"],[18,2,1,"","explainParam"],[18,2,1,"","explainParams"],[18,2,1,"","extractParamMap"],[18,2,1,"","getInputCols"],[18,2,1,"","getLazyAnnotator"],[18,2,1,"","getOrDefault"],[18,2,1,"","getOutputCol"],[18,2,1,"","getParam"],[18,2,1,"","getParamValue"],[18,2,1,"","getWordClasses"],[18,2,1,"","hasDefault"],[18,2,1,"","hasParam"],[18,2,1,"","isDefined"],[18,2,1,"","isSet"],[18,2,1,"","load"],[18,3,1,"","params"],[18,2,1,"","pretrained"],[18,2,1,"","read"],[18,2,1,"","save"],[18,2,1,"","set"],[18,2,1,"","setCaseStrategy"],[18,2,1,"","setCompareLowcase"],[18,2,1,"","setConfigProtoBytes"],[18,2,1,"","setCorrectSymbols"],[18,2,1,"","setErrorThreshold"],[18,2,1,"","setGamma"],[18,2,1,"","setInputCols"],[18,2,1,"","setLazyAnnotator"],[18,2,1,"","setMaxCandidates"],[18,2,1,"","setMaxWindowLen"],[18,2,1,"","setOutputCol"],[18,2,1,"","setParamValue"],[18,2,1,"","setTradeoff"],[18,2,1,"","setWeights"],[18,2,1,"","setWordMaxDistance"],[18,2,1,"","transform"],[18,4,1,"","uid"],[18,2,1,"","updateRegexClass"],[18,2,1,"","updateVocabClass"],[18,2,1,"","write"]],"sparknlp.annotator.DateMatcher":[[19,2,1,"","clear"],[19,2,1,"","copy"],[19,2,1,"","explainParam"],[19,2,1,"","explainParams"],[19,2,1,"","extractParamMap"],[19,2,1,"","getInputCols"],[19,2,1,"","getLazyAnnotator"],[19,2,1,"","getOrDefault"],[19,2,1,"","getOutputCol"],[19,2,1,"","getParam"],[19,2,1,"","getParamValue"],[19,2,1,"","hasDefault"],[19,2,1,"","hasParam"],[19,2,1,"","isDefined"],[19,2,1,"","isSet"],[19,2,1,"","load"],[19,3,1,"","params"],[19,2,1,"","read"],[19,2,1,"","save"],[19,2,1,"","set"],[19,2,1,"","setAnchorDateDay"],[19,2,1,"","setAnchorDateMonth"],[19,2,1,"","setAnchorDateYear"],[19,2,1,"","setDefaultDayWhenMissing"],[19,2,1,"","setFormat"],[19,2,1,"","setInputCols"],[19,2,1,"","setLazyAnnotator"],[19,2,1,"","setOutputCol"],[19,2,1,"","setParamValue"],[19,2,1,"","setReadMonthFirst"],[19,2,1,"","transform"],[19,4,1,"","uid"],[19,2,1,"","write"]],"sparknlp.annotator.DateMatcherUtils":[[20,2,1,"","clear"],[20,2,1,"","copy"],[20,2,1,"","explainParam"],[20,2,1,"","explainParams"],[20,2,1,"","extractParamMap"],[20,2,1,"","getOrDefault"],[20,2,1,"","getParam"],[20,2,1,"","hasDefault"],[20,2,1,"","hasParam"],[20,2,1,"","isDefined"],[20,2,1,"","isSet"],[20,3,1,"","params"],[20,2,1,"","set"],[20,2,1,"","setAnchorDateDay"],[20,2,1,"","setAnchorDateMonth"],[20,2,1,"","setAnchorDateYear"],[20,2,1,"","setDefaultDayWhenMissing"],[20,2,1,"","setFormat"],[20,2,1,"","setReadMonthFirst"],[20,4,1,"","uid"]],"sparknlp.annotator.DependencyParserApproach":[[21,2,1,"","clear"],[21,2,1,"","copy"],[21,2,1,"","explainParam"],[21,2,1,"","explainParams"],[21,2,1,"","extractParamMap"],[21,2,1,"","fit"],[21,2,1,"","fitMultiple"],[21,2,1,"","getInputCols"],[21,2,1,"","getLazyAnnotator"],[21,2,1,"","getOrDefault"],[21,2,1,"","getOutputCol"],[21,2,1,"","getParam"],[21,2,1,"","getParamValue"],[21,2,1,"","hasDefault"],[21,2,1,"","hasParam"],[21,2,1,"","isDefined"],[21,2,1,"","isSet"],[21,2,1,"","load"],[21,3,1,"","params"],[21,2,1,"","read"],[21,2,1,"","save"],[21,2,1,"","set"],[21,2,1,"","setConllU"],[21,2,1,"","setDependencyTreeBank"],[21,2,1,"","setInputCols"],[21,2,1,"","setLazyAnnotator"],[21,2,1,"","setNumberOfIterations"],[21,2,1,"","setOutputCol"],[21,2,1,"","setParamValue"],[21,4,1,"","uid"],[21,2,1,"","write"]],"sparknlp.annotator.DependencyParserModel":[[22,2,1,"","clear"],[22,2,1,"","copy"],[22,2,1,"","explainParam"],[22,2,1,"","explainParams"],[22,2,1,"","extractParamMap"],[22,2,1,"","getInputCols"],[22,2,1,"","getLazyAnnotator"],[22,2,1,"","getOrDefault"],[22,2,1,"","getOutputCol"],[22,2,1,"","getParam"],[22,2,1,"","getParamValue"],[22,2,1,"","hasDefault"],[22,2,1,"","hasParam"],[22,2,1,"","isDefined"],[22,2,1,"","isSet"],[22,2,1,"","load"],[22,3,1,"","params"],[22,2,1,"","pretrained"],[22,2,1,"","read"],[22,2,1,"","save"],[22,2,1,"","set"],[22,2,1,"","setInputCols"],[22,2,1,"","setLazyAnnotator"],[22,2,1,"","setOutputCol"],[22,2,1,"","setParamValue"],[22,2,1,"","transform"],[22,4,1,"","uid"],[22,2,1,"","write"]],"sparknlp.annotator.DistilBertEmbeddings":[[23,2,1,"","clear"],[23,2,1,"","copy"],[23,2,1,"","explainParam"],[23,2,1,"","explainParams"],[23,2,1,"","extractParamMap"],[23,2,1,"","getBatchSize"],[23,2,1,"","getCaseSensitive"],[23,2,1,"","getDimension"],[23,2,1,"","getInputCols"],[23,2,1,"","getLazyAnnotator"],[23,2,1,"","getOrDefault"],[23,2,1,"","getOutputCol"],[23,2,1,"","getParam"],[23,2,1,"","getParamValue"],[23,2,1,"","getStorageRef"],[23,2,1,"","hasDefault"],[23,2,1,"","hasParam"],[23,2,1,"","isDefined"],[23,2,1,"","isSet"],[23,2,1,"","load"],[23,2,1,"","loadSavedModel"],[23,3,1,"","params"],[23,2,1,"","pretrained"],[23,2,1,"","read"],[23,2,1,"","save"],[23,2,1,"","set"],[23,2,1,"","setBatchSize"],[23,2,1,"","setCaseSensitive"],[23,2,1,"","setConfigProtoBytes"],[23,2,1,"","setDimension"],[23,2,1,"","setInputCols"],[23,2,1,"","setLazyAnnotator"],[23,2,1,"","setMaxSentenceLength"],[23,2,1,"","setOutputCol"],[23,2,1,"","setParamValue"],[23,2,1,"","setStorageRef"],[23,2,1,"","transform"],[23,4,1,"","uid"],[23,2,1,"","write"]],"sparknlp.annotator.DistilBertForSequenceClassification":[[24,2,1,"","clear"],[24,2,1,"","copy"],[24,2,1,"","explainParam"],[24,2,1,"","explainParams"],[24,2,1,"","extractParamMap"],[24,2,1,"","getBatchSize"],[24,2,1,"","getCaseSensitive"],[24,2,1,"","getInputCols"],[24,2,1,"","getLazyAnnotator"],[24,2,1,"","getOrDefault"],[24,2,1,"","getOutputCol"],[24,2,1,"","getParam"],[24,2,1,"","getParamValue"],[24,2,1,"","hasDefault"],[24,2,1,"","hasParam"],[24,2,1,"","isDefined"],[24,2,1,"","isSet"],[24,2,1,"","load"],[24,2,1,"","loadSavedModel"],[24,3,1,"","params"],[24,2,1,"","pretrained"],[24,2,1,"","read"],[24,2,1,"","save"],[24,2,1,"","set"],[24,2,1,"","setBatchSize"],[24,2,1,"","setCaseSensitive"],[24,2,1,"","setCoalesceSentences"],[24,2,1,"","setConfigProtoBytes"],[24,2,1,"","setInputCols"],[24,2,1,"","setLazyAnnotator"],[24,2,1,"","setMaxSentenceLength"],[24,2,1,"","setOutputCol"],[24,2,1,"","setParamValue"],[24,2,1,"","transform"],[24,4,1,"","uid"],[24,2,1,"","write"]],"sparknlp.annotator.DistilBertForTokenClassification":[[25,2,1,"","clear"],[25,2,1,"","copy"],[25,2,1,"","explainParam"],[25,2,1,"","explainParams"],[25,2,1,"","extractParamMap"],[25,2,1,"","getBatchSize"],[25,2,1,"","getCaseSensitive"],[25,2,1,"","getInputCols"],[25,2,1,"","getLazyAnnotator"],[25,2,1,"","getOrDefault"],[25,2,1,"","getOutputCol"],[25,2,1,"","getParam"],[25,2,1,"","getParamValue"],[25,2,1,"","hasDefault"],[25,2,1,"","hasParam"],[25,2,1,"","isDefined"],[25,2,1,"","isSet"],[25,2,1,"","load"],[25,2,1,"","loadSavedModel"],[25,3,1,"","params"],[25,2,1,"","pretrained"],[25,2,1,"","read"],[25,2,1,"","save"],[25,2,1,"","set"],[25,2,1,"","setBatchSize"],[25,2,1,"","setCaseSensitive"],[25,2,1,"","setConfigProtoBytes"],[25,2,1,"","setInputCols"],[25,2,1,"","setLazyAnnotator"],[25,2,1,"","setMaxSentenceLength"],[25,2,1,"","setOutputCol"],[25,2,1,"","setParamValue"],[25,2,1,"","transform"],[25,4,1,"","uid"],[25,2,1,"","write"]],"sparknlp.annotator.Doc2VecApproach":[[26,2,1,"","clear"],[26,2,1,"","copy"],[26,2,1,"","explainParam"],[26,2,1,"","explainParams"],[26,2,1,"","extractParamMap"],[26,2,1,"","fit"],[26,2,1,"","fitMultiple"],[26,2,1,"","getInputCols"],[26,2,1,"","getLazyAnnotator"],[26,2,1,"","getOrDefault"],[26,2,1,"","getOutputCol"],[26,2,1,"","getParam"],[26,2,1,"","getParamValue"],[26,2,1,"","getStorageRef"],[26,2,1,"","hasDefault"],[26,2,1,"","hasParam"],[26,2,1,"","isDefined"],[26,2,1,"","isSet"],[26,2,1,"","load"],[26,3,1,"","params"],[26,2,1,"","read"],[26,2,1,"","save"],[26,2,1,"","set"],[26,2,1,"","setInputCols"],[26,2,1,"","setLazyAnnotator"],[26,2,1,"","setMaxIter"],[26,2,1,"","setMaxSentenceLength"],[26,2,1,"","setMinCount"],[26,2,1,"","setNumPartitions"],[26,2,1,"","setOutputCol"],[26,2,1,"","setParamValue"],[26,2,1,"","setSeed"],[26,2,1,"","setStepSize"],[26,2,1,"","setStorageRef"],[26,2,1,"","setVectorSize"],[26,2,1,"","setWindowSize"],[26,4,1,"","uid"],[26,2,1,"","write"]],"sparknlp.annotator.Doc2VecModel":[[27,2,1,"","clear"],[27,2,1,"","copy"],[27,2,1,"","explainParam"],[27,2,1,"","explainParams"],[27,2,1,"","extractParamMap"],[27,2,1,"","getDimension"],[27,2,1,"","getInputCols"],[27,2,1,"","getLazyAnnotator"],[27,2,1,"","getOrDefault"],[27,2,1,"","getOutputCol"],[27,2,1,"","getParam"],[27,2,1,"","getParamValue"],[27,2,1,"","getStorageRef"],[27,2,1,"","hasDefault"],[27,2,1,"","hasParam"],[27,2,1,"","isDefined"],[27,2,1,"","isSet"],[27,2,1,"","load"],[27,3,1,"","params"],[27,2,1,"","pretrained"],[27,2,1,"","read"],[27,2,1,"","save"],[27,2,1,"","set"],[27,2,1,"","setDimension"],[27,2,1,"","setInputCols"],[27,2,1,"","setLazyAnnotator"],[27,2,1,"","setOutputCol"],[27,2,1,"","setParamValue"],[27,2,1,"","setStorageRef"],[27,2,1,"","setVectorSize"],[27,2,1,"","transform"],[27,4,1,"","uid"],[27,2,1,"","write"]],"sparknlp.annotator.DocumentNormalizer":[[28,2,1,"","clear"],[28,2,1,"","copy"],[28,2,1,"","explainParam"],[28,2,1,"","explainParams"],[28,2,1,"","extractParamMap"],[28,2,1,"","getInputCols"],[28,2,1,"","getLazyAnnotator"],[28,2,1,"","getOrDefault"],[28,2,1,"","getOutputCol"],[28,2,1,"","getParam"],[28,2,1,"","getParamValue"],[28,2,1,"","hasDefault"],[28,2,1,"","hasParam"],[28,2,1,"","isDefined"],[28,2,1,"","isSet"],[28,2,1,"","load"],[28,3,1,"","params"],[28,2,1,"","read"],[28,2,1,"","save"],[28,2,1,"","set"],[28,2,1,"","setAction"],[28,2,1,"","setEncoding"],[28,2,1,"","setInputCols"],[28,2,1,"","setLazyAnnotator"],[28,2,1,"","setLowercase"],[28,2,1,"","setOutputCol"],[28,2,1,"","setParamValue"],[28,2,1,"","setPatterns"],[28,2,1,"","setPolicy"],[28,2,1,"","setReplacement"],[28,2,1,"","transform"],[28,4,1,"","uid"],[28,2,1,"","write"]],"sparknlp.annotator.ElmoEmbeddings":[[29,2,1,"","clear"],[29,2,1,"","copy"],[29,2,1,"","explainParam"],[29,2,1,"","explainParams"],[29,2,1,"","extractParamMap"],[29,2,1,"","getCaseSensitive"],[29,2,1,"","getDimension"],[29,2,1,"","getInputCols"],[29,2,1,"","getLazyAnnotator"],[29,2,1,"","getOrDefault"],[29,2,1,"","getOutputCol"],[29,2,1,"","getParam"],[29,2,1,"","getParamValue"],[29,2,1,"","getStorageRef"],[29,2,1,"","hasDefault"],[29,2,1,"","hasParam"],[29,2,1,"","isDefined"],[29,2,1,"","isSet"],[29,2,1,"","load"],[29,2,1,"","loadSavedModel"],[29,3,1,"","params"],[29,2,1,"","pretrained"],[29,2,1,"","read"],[29,2,1,"","save"],[29,2,1,"","set"],[29,2,1,"","setBatchSize"],[29,2,1,"","setCaseSensitive"],[29,2,1,"","setConfigProtoBytes"],[29,2,1,"","setDimension"],[29,2,1,"","setInputCols"],[29,2,1,"","setLazyAnnotator"],[29,2,1,"","setOutputCol"],[29,2,1,"","setParamValue"],[29,2,1,"","setPoolingLayer"],[29,2,1,"","setStorageRef"],[29,2,1,"","transform"],[29,4,1,"","uid"],[29,2,1,"","write"]],"sparknlp.annotator.EntityRulerApproach":[[30,2,1,"","clear"],[30,2,1,"","copy"],[30,2,1,"","explainParam"],[30,2,1,"","explainParams"],[30,2,1,"","extractParamMap"],[30,2,1,"","fit"],[30,2,1,"","fitMultiple"],[30,2,1,"","getCaseSensitive"],[30,2,1,"","getIncludeStorage"],[30,2,1,"","getInputCols"],[30,2,1,"","getLazyAnnotator"],[30,2,1,"","getOrDefault"],[30,2,1,"","getOutputCol"],[30,2,1,"","getParam"],[30,2,1,"","getParamValue"],[30,2,1,"","getStoragePath"],[30,2,1,"","getStorageRef"],[30,2,1,"","hasDefault"],[30,2,1,"","hasParam"],[30,2,1,"","isDefined"],[30,2,1,"","isSet"],[30,2,1,"","load"],[30,3,1,"","params"],[30,2,1,"","read"],[30,2,1,"","save"],[30,2,1,"","set"],[30,2,1,"","setCaseSensitive"],[30,2,1,"","setEnablePatternRegex"],[30,2,1,"","setIncludeStorage"],[30,2,1,"","setInputCols"],[30,2,1,"","setLazyAnnotator"],[30,2,1,"","setOutputCol"],[30,2,1,"","setParamValue"],[30,2,1,"","setPatternsResource"],[30,2,1,"","setStoragePath"],[30,2,1,"","setStorageRef"],[30,2,1,"","setUseStorage"],[30,4,1,"","uid"],[30,2,1,"","write"]],"sparknlp.annotator.EntityRulerModel":[[31,2,1,"","clear"],[31,2,1,"","copy"],[31,2,1,"","explainParam"],[31,2,1,"","explainParams"],[31,2,1,"","extractParamMap"],[31,2,1,"","getCaseSensitive"],[31,2,1,"","getIncludeStorage"],[31,2,1,"","getInputCols"],[31,2,1,"","getLazyAnnotator"],[31,2,1,"","getOrDefault"],[31,2,1,"","getOutputCol"],[31,2,1,"","getParam"],[31,2,1,"","getParamValue"],[31,2,1,"","getStorageRef"],[31,2,1,"","hasDefault"],[31,2,1,"","hasParam"],[31,2,1,"","isDefined"],[31,2,1,"","isSet"],[31,2,1,"","load"],[31,3,1,"","params"],[31,2,1,"","read"],[31,2,1,"","save"],[31,2,1,"","saveStorage"],[31,2,1,"","set"],[31,2,1,"","setCaseSensitive"],[31,2,1,"","setIncludeStorage"],[31,2,1,"","setInputCols"],[31,2,1,"","setLazyAnnotator"],[31,2,1,"","setOutputCol"],[31,2,1,"","setParamValue"],[31,2,1,"","setStorageRef"],[31,2,1,"","transform"],[31,4,1,"","uid"],[31,2,1,"","write"]],"sparknlp.annotator.GraphExtraction":[[32,2,1,"","clear"],[32,2,1,"","copy"],[32,2,1,"","explainParam"],[32,2,1,"","explainParams"],[32,2,1,"","extractParamMap"],[32,2,1,"","getInputCols"],[32,2,1,"","getLazyAnnotator"],[32,2,1,"","getOrDefault"],[32,2,1,"","getOutputCol"],[32,2,1,"","getParam"],[32,2,1,"","getParamValue"],[32,2,1,"","hasDefault"],[32,2,1,"","hasParam"],[32,2,1,"","isDefined"],[32,2,1,"","isSet"],[32,2,1,"","load"],[32,3,1,"","params"],[32,2,1,"","read"],[32,2,1,"","save"],[32,2,1,"","set"],[32,2,1,"","setDelimiter"],[32,2,1,"","setDependencyParserModel"],[32,2,1,"","setEntityTypes"],[32,2,1,"","setExplodeEntities"],[32,2,1,"","setIncludeEdges"],[32,2,1,"","setInputCols"],[32,2,1,"","setLazyAnnotator"],[32,2,1,"","setMaxSentenceSize"],[32,2,1,"","setMergeEntities"],[32,2,1,"","setMergeEntitiesIOBFormat"],[32,2,1,"","setMinSentenceSize"],[32,2,1,"","setOutputCol"],[32,2,1,"","setParamValue"],[32,2,1,"","setPosModel"],[32,2,1,"","setRelationshipTypes"],[32,2,1,"","setRootTokens"],[32,2,1,"","setTypedDependencyParserModel"],[32,2,1,"","transform"],[32,4,1,"","uid"],[32,2,1,"","write"]],"sparknlp.annotator.LanguageDetectorDL":[[33,2,1,"","clear"],[33,2,1,"","copy"],[33,2,1,"","explainParam"],[33,2,1,"","explainParams"],[33,2,1,"","extractParamMap"],[33,2,1,"","getInputCols"],[33,2,1,"","getLazyAnnotator"],[33,2,1,"","getOrDefault"],[33,2,1,"","getOutputCol"],[33,2,1,"","getParam"],[33,2,1,"","getParamValue"],[33,2,1,"","getStorageRef"],[33,2,1,"","hasDefault"],[33,2,1,"","hasParam"],[33,2,1,"","isDefined"],[33,2,1,"","isSet"],[33,2,1,"","load"],[33,3,1,"","params"],[33,2,1,"","pretrained"],[33,2,1,"","read"],[33,2,1,"","save"],[33,2,1,"","set"],[33,2,1,"","setCoalesceSentences"],[33,2,1,"","setConfigProtoBytes"],[33,2,1,"","setInputCols"],[33,2,1,"","setLazyAnnotator"],[33,2,1,"","setOutputCol"],[33,2,1,"","setParamValue"],[33,2,1,"","setStorageRef"],[33,2,1,"","setThreshold"],[33,2,1,"","setThresholdLabel"],[33,2,1,"","transform"],[33,4,1,"","uid"],[33,2,1,"","write"]],"sparknlp.annotator.Lemmatizer":[[34,2,1,"","clear"],[34,2,1,"","copy"],[34,2,1,"","explainParam"],[34,2,1,"","explainParams"],[34,2,1,"","extractParamMap"],[34,2,1,"","fit"],[34,2,1,"","fitMultiple"],[34,2,1,"","getInputCols"],[34,2,1,"","getLazyAnnotator"],[34,2,1,"","getOrDefault"],[34,2,1,"","getOutputCol"],[34,2,1,"","getParam"],[34,2,1,"","getParamValue"],[34,2,1,"","hasDefault"],[34,2,1,"","hasParam"],[34,2,1,"","isDefined"],[34,2,1,"","isSet"],[34,2,1,"","load"],[34,3,1,"","params"],[34,2,1,"","read"],[34,2,1,"","save"],[34,2,1,"","set"],[34,2,1,"","setDictionary"],[34,2,1,"","setInputCols"],[34,2,1,"","setLazyAnnotator"],[34,2,1,"","setOutputCol"],[34,2,1,"","setParamValue"],[34,4,1,"","uid"],[34,2,1,"","write"]],"sparknlp.annotator.LemmatizerModel":[[35,2,1,"","clear"],[35,2,1,"","copy"],[35,2,1,"","explainParam"],[35,2,1,"","explainParams"],[35,2,1,"","extractParamMap"],[35,2,1,"","getInputCols"],[35,2,1,"","getLazyAnnotator"],[35,2,1,"","getOrDefault"],[35,2,1,"","getOutputCol"],[35,2,1,"","getParam"],[35,2,1,"","getParamValue"],[35,2,1,"","hasDefault"],[35,2,1,"","hasParam"],[35,2,1,"","isDefined"],[35,2,1,"","isSet"],[35,2,1,"","load"],[35,3,1,"","params"],[35,2,1,"","pretrained"],[35,2,1,"","read"],[35,2,1,"","save"],[35,2,1,"","set"],[35,2,1,"","setInputCols"],[35,2,1,"","setLazyAnnotator"],[35,2,1,"","setOutputCol"],[35,2,1,"","setParamValue"],[35,2,1,"","transform"],[35,4,1,"","uid"],[35,2,1,"","write"]],"sparknlp.annotator.LongformerEmbeddings":[[36,2,1,"","clear"],[36,2,1,"","copy"],[36,2,1,"","explainParam"],[36,2,1,"","explainParams"],[36,2,1,"","extractParamMap"],[36,2,1,"","getBatchSize"],[36,2,1,"","getCaseSensitive"],[36,2,1,"","getDimension"],[36,2,1,"","getInputCols"],[36,2,1,"","getLazyAnnotator"],[36,2,1,"","getOrDefault"],[36,2,1,"","getOutputCol"],[36,2,1,"","getParam"],[36,2,1,"","getParamValue"],[36,2,1,"","getStorageRef"],[36,2,1,"","hasDefault"],[36,2,1,"","hasParam"],[36,2,1,"","isDefined"],[36,2,1,"","isSet"],[36,2,1,"","load"],[36,2,1,"","loadSavedModel"],[36,3,1,"","params"],[36,2,1,"","pretrained"],[36,2,1,"","read"],[36,2,1,"","save"],[36,2,1,"","set"],[36,2,1,"","setBatchSize"],[36,2,1,"","setCaseSensitive"],[36,2,1,"","setConfigProtoBytes"],[36,2,1,"","setDimension"],[36,2,1,"","setInputCols"],[36,2,1,"","setLazyAnnotator"],[36,2,1,"","setMaxSentenceLength"],[36,2,1,"","setOutputCol"],[36,2,1,"","setParamValue"],[36,2,1,"","setStorageRef"],[36,2,1,"","transform"],[36,4,1,"","uid"],[36,2,1,"","write"]],"sparknlp.annotator.LongformerForTokenClassification":[[37,2,1,"","clear"],[37,2,1,"","copy"],[37,2,1,"","explainParam"],[37,2,1,"","explainParams"],[37,2,1,"","extractParamMap"],[37,2,1,"","getBatchSize"],[37,2,1,"","getCaseSensitive"],[37,2,1,"","getInputCols"],[37,2,1,"","getLazyAnnotator"],[37,2,1,"","getOrDefault"],[37,2,1,"","getOutputCol"],[37,2,1,"","getParam"],[37,2,1,"","getParamValue"],[37,2,1,"","hasDefault"],[37,2,1,"","hasParam"],[37,2,1,"","isDefined"],[37,2,1,"","isSet"],[37,2,1,"","load"],[37,2,1,"","loadSavedModel"],[37,3,1,"","params"],[37,2,1,"","pretrained"],[37,2,1,"","read"],[37,2,1,"","save"],[37,2,1,"","set"],[37,2,1,"","setBatchSize"],[37,2,1,"","setCaseSensitive"],[37,2,1,"","setConfigProtoBytes"],[37,2,1,"","setInputCols"],[37,2,1,"","setLazyAnnotator"],[37,2,1,"","setMaxSentenceLength"],[37,2,1,"","setOutputCol"],[37,2,1,"","setParamValue"],[37,2,1,"","transform"],[37,4,1,"","uid"],[37,2,1,"","write"]],"sparknlp.annotator.MarianTransformer":[[38,2,1,"","clear"],[38,2,1,"","copy"],[38,2,1,"","explainParam"],[38,2,1,"","explainParams"],[38,2,1,"","extractParamMap"],[38,2,1,"","getBatchSize"],[38,2,1,"","getInputCols"],[38,2,1,"","getLazyAnnotator"],[38,2,1,"","getOrDefault"],[38,2,1,"","getOutputCol"],[38,2,1,"","getParam"],[38,2,1,"","getParamValue"],[38,2,1,"","hasDefault"],[38,2,1,"","hasParam"],[38,2,1,"","isDefined"],[38,2,1,"","isSet"],[38,2,1,"","load"],[38,2,1,"","loadSavedModel"],[38,3,1,"","params"],[38,2,1,"","pretrained"],[38,2,1,"","read"],[38,2,1,"","save"],[38,2,1,"","set"],[38,2,1,"","setBatchSize"],[38,2,1,"","setConfigProtoBytes"],[38,2,1,"","setIgnoreTokenIds"],[38,2,1,"","setInputCols"],[38,2,1,"","setLangId"],[38,2,1,"","setLazyAnnotator"],[38,2,1,"","setMaxInputLength"],[38,2,1,"","setMaxOutputLength"],[38,2,1,"","setOutputCol"],[38,2,1,"","setParamValue"],[38,2,1,"","transform"],[38,4,1,"","uid"],[38,2,1,"","write"]],"sparknlp.annotator.MultiClassifierDLApproach":[[39,2,1,"","clear"],[39,2,1,"","copy"],[39,2,1,"","explainParam"],[39,2,1,"","explainParams"],[39,2,1,"","extractParamMap"],[39,2,1,"","fit"],[39,2,1,"","fitMultiple"],[39,2,1,"","getInputCols"],[39,2,1,"","getLazyAnnotator"],[39,2,1,"","getOrDefault"],[39,2,1,"","getOutputCol"],[39,2,1,"","getParam"],[39,2,1,"","getParamValue"],[39,2,1,"","hasDefault"],[39,2,1,"","hasParam"],[39,2,1,"","isDefined"],[39,2,1,"","isSet"],[39,2,1,"","load"],[39,3,1,"","params"],[39,2,1,"","read"],[39,2,1,"","save"],[39,2,1,"","set"],[39,2,1,"","setBatchSize"],[39,2,1,"","setConfigProtoBytes"],[39,2,1,"","setEnableOutputLogs"],[39,2,1,"","setInputCols"],[39,2,1,"","setLabelColumn"],[39,2,1,"","setLazyAnnotator"],[39,2,1,"","setLr"],[39,2,1,"","setMaxEpochs"],[39,2,1,"","setOutputCol"],[39,2,1,"","setOutputLogsPath"],[39,2,1,"","setParamValue"],[39,2,1,"","setRandomSeed"],[39,2,1,"","setThreshold"],[39,2,1,"","setValidationSplit"],[39,2,1,"","setVerbose"],[39,4,1,"","uid"],[39,2,1,"","write"]],"sparknlp.annotator.MultiClassifierDLModel":[[40,2,1,"","clear"],[40,2,1,"","copy"],[40,2,1,"","explainParam"],[40,2,1,"","explainParams"],[40,2,1,"","extractParamMap"],[40,2,1,"","getInputCols"],[40,2,1,"","getLazyAnnotator"],[40,2,1,"","getOrDefault"],[40,2,1,"","getOutputCol"],[40,2,1,"","getParam"],[40,2,1,"","getParamValue"],[40,2,1,"","getStorageRef"],[40,2,1,"","hasDefault"],[40,2,1,"","hasParam"],[40,2,1,"","isDefined"],[40,2,1,"","isSet"],[40,2,1,"","load"],[40,3,1,"","params"],[40,2,1,"","pretrained"],[40,2,1,"","read"],[40,2,1,"","save"],[40,2,1,"","set"],[40,2,1,"","setConfigProtoBytes"],[40,2,1,"","setInputCols"],[40,2,1,"","setLazyAnnotator"],[40,2,1,"","setOutputCol"],[40,2,1,"","setParamValue"],[40,2,1,"","setStorageRef"],[40,2,1,"","setThreshold"],[40,2,1,"","transform"],[40,4,1,"","uid"],[40,2,1,"","write"]],"sparknlp.annotator.MultiDateMatcher":[[41,2,1,"","clear"],[41,2,1,"","copy"],[41,2,1,"","explainParam"],[41,2,1,"","explainParams"],[41,2,1,"","extractParamMap"],[41,2,1,"","getInputCols"],[41,2,1,"","getLazyAnnotator"],[41,2,1,"","getOrDefault"],[41,2,1,"","getOutputCol"],[41,2,1,"","getParam"],[41,2,1,"","getParamValue"],[41,2,1,"","hasDefault"],[41,2,1,"","hasParam"],[41,2,1,"","isDefined"],[41,2,1,"","isSet"],[41,2,1,"","load"],[41,3,1,"","params"],[41,2,1,"","read"],[41,2,1,"","save"],[41,2,1,"","set"],[41,2,1,"","setAnchorDateDay"],[41,2,1,"","setAnchorDateMonth"],[41,2,1,"","setAnchorDateYear"],[41,2,1,"","setDefaultDayWhenMissing"],[41,2,1,"","setFormat"],[41,2,1,"","setInputCols"],[41,2,1,"","setLazyAnnotator"],[41,2,1,"","setOutputCol"],[41,2,1,"","setParamValue"],[41,2,1,"","setReadMonthFirst"],[41,2,1,"","transform"],[41,4,1,"","uid"],[41,2,1,"","write"]],"sparknlp.annotator.NGramGenerator":[[42,2,1,"","clear"],[42,2,1,"","copy"],[42,2,1,"","explainParam"],[42,2,1,"","explainParams"],[42,2,1,"","extractParamMap"],[42,2,1,"","getInputCols"],[42,2,1,"","getLazyAnnotator"],[42,2,1,"","getOrDefault"],[42,2,1,"","getOutputCol"],[42,2,1,"","getParam"],[42,2,1,"","getParamValue"],[42,2,1,"","hasDefault"],[42,2,1,"","hasParam"],[42,2,1,"","isDefined"],[42,2,1,"","isSet"],[42,2,1,"","load"],[42,3,1,"","params"],[42,2,1,"","read"],[42,2,1,"","save"],[42,2,1,"","set"],[42,2,1,"","setDelimiter"],[42,2,1,"","setEnableCumulative"],[42,2,1,"","setInputCols"],[42,2,1,"","setLazyAnnotator"],[42,2,1,"","setN"],[42,2,1,"","setOutputCol"],[42,2,1,"","setParamValue"],[42,2,1,"","transform"],[42,4,1,"","uid"],[42,2,1,"","write"]],"sparknlp.annotator.NerApproach":[[43,2,1,"","clear"],[43,2,1,"","copy"],[43,2,1,"","explainParam"],[43,2,1,"","explainParams"],[43,2,1,"","extractParamMap"],[43,2,1,"","getLabelColumn"],[43,2,1,"","getOrDefault"],[43,2,1,"","getParam"],[43,2,1,"","hasDefault"],[43,2,1,"","hasParam"],[43,2,1,"","isDefined"],[43,2,1,"","isSet"],[43,3,1,"","params"],[43,2,1,"","set"],[43,2,1,"","setEntities"],[43,2,1,"","setLabelColumn"],[43,2,1,"","setMaxEpochs"],[43,2,1,"","setMinEpochs"],[43,2,1,"","setRandomSeed"],[43,2,1,"","setVerbose"],[43,4,1,"","uid"]],"sparknlp.annotator.NerConverter":[[44,2,1,"","clear"],[44,2,1,"","copy"],[44,2,1,"","explainParam"],[44,2,1,"","explainParams"],[44,2,1,"","extractParamMap"],[44,2,1,"","getInputCols"],[44,2,1,"","getLazyAnnotator"],[44,2,1,"","getOrDefault"],[44,2,1,"","getOutputCol"],[44,2,1,"","getParam"],[44,2,1,"","getParamValue"],[44,2,1,"","hasDefault"],[44,2,1,"","hasParam"],[44,2,1,"","isDefined"],[44,2,1,"","isSet"],[44,2,1,"","load"],[44,3,1,"","params"],[44,2,1,"","read"],[44,2,1,"","save"],[44,2,1,"","set"],[44,2,1,"","setInputCols"],[44,2,1,"","setLazyAnnotator"],[44,2,1,"","setOutputCol"],[44,2,1,"","setParamValue"],[44,2,1,"","setWhiteList"],[44,2,1,"","transform"],[44,4,1,"","uid"],[44,2,1,"","write"]],"sparknlp.annotator.NerCrfApproach":[[45,2,1,"","clear"],[45,2,1,"","copy"],[45,2,1,"","explainParam"],[45,2,1,"","explainParams"],[45,2,1,"","extractParamMap"],[45,2,1,"","fit"],[45,2,1,"","fitMultiple"],[45,2,1,"","getInputCols"],[45,2,1,"","getLabelColumn"],[45,2,1,"","getLazyAnnotator"],[45,2,1,"","getOrDefault"],[45,2,1,"","getOutputCol"],[45,2,1,"","getParam"],[45,2,1,"","getParamValue"],[45,2,1,"","hasDefault"],[45,2,1,"","hasParam"],[45,2,1,"","isDefined"],[45,2,1,"","isSet"],[45,2,1,"","load"],[45,3,1,"","params"],[45,2,1,"","read"],[45,2,1,"","save"],[45,2,1,"","set"],[45,2,1,"","setC0"],[45,2,1,"","setEntities"],[45,2,1,"","setExternalFeatures"],[45,2,1,"","setIncludeConfidence"],[45,2,1,"","setInputCols"],[45,2,1,"","setL2"],[45,2,1,"","setLabelColumn"],[45,2,1,"","setLazyAnnotator"],[45,2,1,"","setLossEps"],[45,2,1,"","setMaxEpochs"],[45,2,1,"","setMinEpochs"],[45,2,1,"","setMinW"],[45,2,1,"","setOutputCol"],[45,2,1,"","setParamValue"],[45,2,1,"","setRandomSeed"],[45,2,1,"","setVerbose"],[45,4,1,"","uid"],[45,2,1,"","write"]],"sparknlp.annotator.NerCrfModel":[[46,2,1,"","clear"],[46,2,1,"","copy"],[46,2,1,"","explainParam"],[46,2,1,"","explainParams"],[46,2,1,"","extractParamMap"],[46,2,1,"","getInputCols"],[46,2,1,"","getLazyAnnotator"],[46,2,1,"","getOrDefault"],[46,2,1,"","getOutputCol"],[46,2,1,"","getParam"],[46,2,1,"","getParamValue"],[46,2,1,"","hasDefault"],[46,2,1,"","hasParam"],[46,2,1,"","isDefined"],[46,2,1,"","isSet"],[46,2,1,"","load"],[46,3,1,"","params"],[46,2,1,"","pretrained"],[46,2,1,"","read"],[46,2,1,"","save"],[46,2,1,"","set"],[46,2,1,"","setIncludeConfidence"],[46,2,1,"","setInputCols"],[46,2,1,"","setLazyAnnotator"],[46,2,1,"","setOutputCol"],[46,2,1,"","setParamValue"],[46,2,1,"","transform"],[46,4,1,"","uid"],[46,2,1,"","write"]],"sparknlp.annotator.NerDLApproach":[[47,2,1,"","clear"],[47,2,1,"","copy"],[47,2,1,"","explainParam"],[47,2,1,"","explainParams"],[47,2,1,"","extractParamMap"],[47,2,1,"","fit"],[47,2,1,"","fitMultiple"],[47,2,1,"","getInputCols"],[47,2,1,"","getLabelColumn"],[47,2,1,"","getLazyAnnotator"],[47,2,1,"","getOrDefault"],[47,2,1,"","getOutputCol"],[47,2,1,"","getParam"],[47,2,1,"","getParamValue"],[47,2,1,"","hasDefault"],[47,2,1,"","hasParam"],[47,2,1,"","isDefined"],[47,2,1,"","isSet"],[47,2,1,"","load"],[47,3,1,"","params"],[47,2,1,"","read"],[47,2,1,"","save"],[47,2,1,"","set"],[47,2,1,"","setBatchSize"],[47,2,1,"","setConfigProtoBytes"],[47,2,1,"","setDropout"],[47,2,1,"","setEnableMemoryOptimizer"],[47,2,1,"","setEnableOutputLogs"],[47,2,1,"","setEntities"],[47,2,1,"","setEvaluationLogExtended"],[47,2,1,"","setGraphFolder"],[47,2,1,"","setIncludeAllConfidenceScores"],[47,2,1,"","setIncludeConfidence"],[47,2,1,"","setInputCols"],[47,2,1,"","setLabelColumn"],[47,2,1,"","setLazyAnnotator"],[47,2,1,"","setLr"],[47,2,1,"","setMaxEpochs"],[47,2,1,"","setMinEpochs"],[47,2,1,"","setOutputCol"],[47,2,1,"","setOutputLogsPath"],[47,2,1,"","setParamValue"],[47,2,1,"","setPo"],[47,2,1,"","setRandomSeed"],[47,2,1,"","setTestDataset"],[47,2,1,"","setUseContrib"],[47,2,1,"","setValidationSplit"],[47,2,1,"","setVerbose"],[47,4,1,"","uid"],[47,2,1,"","write"]],"sparknlp.annotator.NerDLModel":[[48,2,1,"","clear"],[48,2,1,"","copy"],[48,2,1,"","explainParam"],[48,2,1,"","explainParams"],[48,2,1,"","extractParamMap"],[48,2,1,"","getBatchSize"],[48,2,1,"","getInputCols"],[48,2,1,"","getLazyAnnotator"],[48,2,1,"","getOrDefault"],[48,2,1,"","getOutputCol"],[48,2,1,"","getParam"],[48,2,1,"","getParamValue"],[48,2,1,"","getStorageRef"],[48,2,1,"","hasDefault"],[48,2,1,"","hasParam"],[48,2,1,"","isDefined"],[48,2,1,"","isSet"],[48,2,1,"","load"],[48,3,1,"","params"],[48,2,1,"","pretrained"],[48,2,1,"","read"],[48,2,1,"","save"],[48,2,1,"","set"],[48,2,1,"","setBatchSize"],[48,2,1,"","setConfigProtoBytes"],[48,2,1,"","setIncludeAllConfidenceScores"],[48,2,1,"","setIncludeConfidence"],[48,2,1,"","setInputCols"],[48,2,1,"","setLazyAnnotator"],[48,2,1,"","setOutputCol"],[48,2,1,"","setParamValue"],[48,2,1,"","setStorageRef"],[48,2,1,"","transform"],[48,4,1,"","uid"],[48,2,1,"","write"]],"sparknlp.annotator.NerOverwriter":[[49,2,1,"","clear"],[49,2,1,"","copy"],[49,2,1,"","explainParam"],[49,2,1,"","explainParams"],[49,2,1,"","extractParamMap"],[49,2,1,"","getInputCols"],[49,2,1,"","getLazyAnnotator"],[49,2,1,"","getOrDefault"],[49,2,1,"","getOutputCol"],[49,2,1,"","getParam"],[49,2,1,"","getParamValue"],[49,2,1,"","hasDefault"],[49,2,1,"","hasParam"],[49,2,1,"","isDefined"],[49,2,1,"","isSet"],[49,2,1,"","load"],[49,3,1,"","params"],[49,2,1,"","read"],[49,2,1,"","save"],[49,2,1,"","set"],[49,2,1,"","setInputCols"],[49,2,1,"","setLazyAnnotator"],[49,2,1,"","setNewResult"],[49,2,1,"","setOutputCol"],[49,2,1,"","setParamValue"],[49,2,1,"","setStopWords"],[49,2,1,"","transform"],[49,4,1,"","uid"],[49,2,1,"","write"]],"sparknlp.annotator.Normalizer":[[50,2,1,"","clear"],[50,2,1,"","copy"],[50,2,1,"","explainParam"],[50,2,1,"","explainParams"],[50,2,1,"","extractParamMap"],[50,2,1,"","fit"],[50,2,1,"","fitMultiple"],[50,2,1,"","getInputCols"],[50,2,1,"","getLazyAnnotator"],[50,2,1,"","getOrDefault"],[50,2,1,"","getOutputCol"],[50,2,1,"","getParam"],[50,2,1,"","getParamValue"],[50,2,1,"","hasDefault"],[50,2,1,"","hasParam"],[50,2,1,"","isDefined"],[50,2,1,"","isSet"],[50,2,1,"","load"],[50,3,1,"","params"],[50,2,1,"","read"],[50,2,1,"","save"],[50,2,1,"","set"],[50,2,1,"","setCleanupPatterns"],[50,2,1,"","setInputCols"],[50,2,1,"","setLazyAnnotator"],[50,2,1,"","setLowercase"],[50,2,1,"","setMaxLength"],[50,2,1,"","setMinLength"],[50,2,1,"","setOutputCol"],[50,2,1,"","setParamValue"],[50,2,1,"","setSlangDictionary"],[50,4,1,"","uid"],[50,2,1,"","write"]],"sparknlp.annotator.NormalizerModel":[[51,2,1,"","clear"],[51,2,1,"","copy"],[51,2,1,"","explainParam"],[51,2,1,"","explainParams"],[51,2,1,"","extractParamMap"],[51,2,1,"","getInputCols"],[51,2,1,"","getLazyAnnotator"],[51,2,1,"","getOrDefault"],[51,2,1,"","getOutputCol"],[51,2,1,"","getParam"],[51,2,1,"","getParamValue"],[51,2,1,"","hasDefault"],[51,2,1,"","hasParam"],[51,2,1,"","isDefined"],[51,2,1,"","isSet"],[51,2,1,"","load"],[51,3,1,"","params"],[51,2,1,"","read"],[51,2,1,"","save"],[51,2,1,"","set"],[51,2,1,"","setInputCols"],[51,2,1,"","setLazyAnnotator"],[51,2,1,"","setOutputCol"],[51,2,1,"","setParamValue"],[51,2,1,"","transform"],[51,4,1,"","uid"],[51,2,1,"","write"]],"sparknlp.annotator.NorvigSweetingApproach":[[52,2,1,"","clear"],[52,2,1,"","copy"],[52,2,1,"","explainParam"],[52,2,1,"","explainParams"],[52,2,1,"","extractParamMap"],[52,2,1,"","fit"],[52,2,1,"","fitMultiple"],[52,2,1,"","getInputCols"],[52,2,1,"","getLazyAnnotator"],[52,2,1,"","getOrDefault"],[52,2,1,"","getOutputCol"],[52,2,1,"","getParam"],[52,2,1,"","getParamValue"],[52,2,1,"","hasDefault"],[52,2,1,"","hasParam"],[52,2,1,"","isDefined"],[52,2,1,"","isSet"],[52,2,1,"","load"],[52,3,1,"","params"],[52,2,1,"","read"],[52,2,1,"","save"],[52,2,1,"","set"],[52,2,1,"","setCaseSensitive"],[52,2,1,"","setDictionary"],[52,2,1,"","setDoubleVariants"],[52,2,1,"","setFrequencyPriority"],[52,2,1,"","setInputCols"],[52,2,1,"","setLazyAnnotator"],[52,2,1,"","setOutputCol"],[52,2,1,"","setParamValue"],[52,2,1,"","setShortCircuit"],[52,4,1,"","uid"],[52,2,1,"","write"]],"sparknlp.annotator.NorvigSweetingModel":[[53,2,1,"","clear"],[53,2,1,"","copy"],[53,2,1,"","explainParam"],[53,2,1,"","explainParams"],[53,2,1,"","extractParamMap"],[53,2,1,"","getInputCols"],[53,2,1,"","getLazyAnnotator"],[53,2,1,"","getOrDefault"],[53,2,1,"","getOutputCol"],[53,2,1,"","getParam"],[53,2,1,"","getParamValue"],[53,2,1,"","hasDefault"],[53,2,1,"","hasParam"],[53,2,1,"","isDefined"],[53,2,1,"","isSet"],[53,2,1,"","load"],[53,3,1,"","params"],[53,2,1,"","pretrained"],[53,2,1,"","read"],[53,2,1,"","save"],[53,2,1,"","set"],[53,2,1,"","setInputCols"],[53,2,1,"","setLazyAnnotator"],[53,2,1,"","setOutputCol"],[53,2,1,"","setParamValue"],[53,2,1,"","transform"],[53,4,1,"","uid"],[53,2,1,"","write"]],"sparknlp.annotator.PerceptronApproach":[[54,2,1,"","clear"],[54,2,1,"","copy"],[54,2,1,"","explainParam"],[54,2,1,"","explainParams"],[54,2,1,"","extractParamMap"],[54,2,1,"","fit"],[54,2,1,"","fitMultiple"],[54,2,1,"","getInputCols"],[54,2,1,"","getLazyAnnotator"],[54,2,1,"","getNIterations"],[54,2,1,"","getOrDefault"],[54,2,1,"","getOutputCol"],[54,2,1,"","getParam"],[54,2,1,"","getParamValue"],[54,2,1,"","hasDefault"],[54,2,1,"","hasParam"],[54,2,1,"","isDefined"],[54,2,1,"","isSet"],[54,2,1,"","load"],[54,3,1,"","params"],[54,2,1,"","read"],[54,2,1,"","save"],[54,2,1,"","set"],[54,2,1,"","setInputCols"],[54,2,1,"","setIterations"],[54,2,1,"","setLazyAnnotator"],[54,2,1,"","setOutputCol"],[54,2,1,"","setParamValue"],[54,2,1,"","setPosColumn"],[54,4,1,"","uid"],[54,2,1,"","write"]],"sparknlp.annotator.PerceptronModel":[[55,2,1,"","clear"],[55,2,1,"","copy"],[55,2,1,"","explainParam"],[55,2,1,"","explainParams"],[55,2,1,"","extractParamMap"],[55,2,1,"","getInputCols"],[55,2,1,"","getLazyAnnotator"],[55,2,1,"","getOrDefault"],[55,2,1,"","getOutputCol"],[55,2,1,"","getParam"],[55,2,1,"","getParamValue"],[55,2,1,"","hasDefault"],[55,2,1,"","hasParam"],[55,2,1,"","isDefined"],[55,2,1,"","isSet"],[55,2,1,"","load"],[55,3,1,"","params"],[55,2,1,"","pretrained"],[55,2,1,"","read"],[55,2,1,"","save"],[55,2,1,"","set"],[55,2,1,"","setInputCols"],[55,2,1,"","setLazyAnnotator"],[55,2,1,"","setOutputCol"],[55,2,1,"","setParamValue"],[55,2,1,"","transform"],[55,4,1,"","uid"],[55,2,1,"","write"]],"sparknlp.annotator.RecursiveTokenizer":[[56,2,1,"","clear"],[56,2,1,"","copy"],[56,2,1,"","explainParam"],[56,2,1,"","explainParams"],[56,2,1,"","extractParamMap"],[56,2,1,"","fit"],[56,2,1,"","fitMultiple"],[56,2,1,"","getInputCols"],[56,2,1,"","getLazyAnnotator"],[56,2,1,"","getOrDefault"],[56,2,1,"","getOutputCol"],[56,2,1,"","getParam"],[56,2,1,"","getParamValue"],[56,2,1,"","hasDefault"],[56,2,1,"","hasParam"],[56,2,1,"","isDefined"],[56,2,1,"","isSet"],[56,2,1,"","load"],[56,3,1,"","params"],[56,2,1,"","read"],[56,2,1,"","save"],[56,2,1,"","set"],[56,2,1,"","setInfixes"],[56,2,1,"","setInputCols"],[56,2,1,"","setLazyAnnotator"],[56,2,1,"","setOutputCol"],[56,2,1,"","setParamValue"],[56,2,1,"","setPrefixes"],[56,2,1,"","setSuffixes"],[56,2,1,"","setWhitelist"],[56,4,1,"","uid"],[56,2,1,"","write"]],"sparknlp.annotator.RecursiveTokenizerModel":[[57,2,1,"","clear"],[57,2,1,"","copy"],[57,2,1,"","explainParam"],[57,2,1,"","explainParams"],[57,2,1,"","extractParamMap"],[57,2,1,"","getInputCols"],[57,2,1,"","getLazyAnnotator"],[57,2,1,"","getOrDefault"],[57,2,1,"","getOutputCol"],[57,2,1,"","getParam"],[57,2,1,"","getParamValue"],[57,2,1,"","hasDefault"],[57,2,1,"","hasParam"],[57,2,1,"","isDefined"],[57,2,1,"","isSet"],[57,2,1,"","load"],[57,3,1,"","params"],[57,2,1,"","read"],[57,2,1,"","save"],[57,2,1,"","set"],[57,2,1,"","setInputCols"],[57,2,1,"","setLazyAnnotator"],[57,2,1,"","setOutputCol"],[57,2,1,"","setParamValue"],[57,2,1,"","transform"],[57,4,1,"","uid"],[57,2,1,"","write"]],"sparknlp.annotator.RegexMatcher":[[58,2,1,"","clear"],[58,2,1,"","copy"],[58,2,1,"","explainParam"],[58,2,1,"","explainParams"],[58,2,1,"","extractParamMap"],[58,2,1,"","fit"],[58,2,1,"","fitMultiple"],[58,2,1,"","getInputCols"],[58,2,1,"","getLazyAnnotator"],[58,2,1,"","getOrDefault"],[58,2,1,"","getOutputCol"],[58,2,1,"","getParam"],[58,2,1,"","getParamValue"],[58,2,1,"","hasDefault"],[58,2,1,"","hasParam"],[58,2,1,"","isDefined"],[58,2,1,"","isSet"],[58,2,1,"","load"],[58,3,1,"","params"],[58,2,1,"","read"],[58,2,1,"","save"],[58,2,1,"","set"],[58,2,1,"","setExternalRules"],[58,2,1,"","setInputCols"],[58,2,1,"","setLazyAnnotator"],[58,2,1,"","setOutputCol"],[58,2,1,"","setParamValue"],[58,2,1,"","setStrategy"],[58,4,1,"","uid"],[58,2,1,"","write"]],"sparknlp.annotator.RegexMatcherModel":[[59,2,1,"","clear"],[59,2,1,"","copy"],[59,2,1,"","explainParam"],[59,2,1,"","explainParams"],[59,2,1,"","extractParamMap"],[59,2,1,"","getInputCols"],[59,2,1,"","getLazyAnnotator"],[59,2,1,"","getOrDefault"],[59,2,1,"","getOutputCol"],[59,2,1,"","getParam"],[59,2,1,"","getParamValue"],[59,2,1,"","hasDefault"],[59,2,1,"","hasParam"],[59,2,1,"","isDefined"],[59,2,1,"","isSet"],[59,2,1,"","load"],[59,3,1,"","params"],[59,2,1,"","read"],[59,2,1,"","save"],[59,2,1,"","set"],[59,2,1,"","setInputCols"],[59,2,1,"","setLazyAnnotator"],[59,2,1,"","setOutputCol"],[59,2,1,"","setParamValue"],[59,2,1,"","transform"],[59,4,1,"","uid"],[59,2,1,"","write"]],"sparknlp.annotator.RegexTokenizer":[[60,2,1,"","clear"],[60,2,1,"","copy"],[60,2,1,"","explainParam"],[60,2,1,"","explainParams"],[60,2,1,"","extractParamMap"],[60,2,1,"","getInputCols"],[60,2,1,"","getLazyAnnotator"],[60,2,1,"","getOrDefault"],[60,2,1,"","getOutputCol"],[60,2,1,"","getParam"],[60,2,1,"","getParamValue"],[60,2,1,"","hasDefault"],[60,2,1,"","hasParam"],[60,2,1,"","isDefined"],[60,2,1,"","isSet"],[60,2,1,"","load"],[60,3,1,"","params"],[60,2,1,"","read"],[60,2,1,"","save"],[60,2,1,"","set"],[60,2,1,"","setInputCols"],[60,2,1,"","setLazyAnnotator"],[60,2,1,"","setMaxLength"],[60,2,1,"","setMinLength"],[60,2,1,"","setOutputCol"],[60,2,1,"","setParamValue"],[60,2,1,"","setPattern"],[60,2,1,"","setPositionalMask"],[60,2,1,"","setToLowercase"],[60,2,1,"","transform"],[60,4,1,"","uid"],[60,2,1,"","write"]],"sparknlp.annotator.RoBertaEmbeddings":[[61,2,1,"","clear"],[61,2,1,"","copy"],[61,2,1,"","explainParam"],[61,2,1,"","explainParams"],[61,2,1,"","extractParamMap"],[61,2,1,"","getBatchSize"],[61,2,1,"","getCaseSensitive"],[61,2,1,"","getDimension"],[61,2,1,"","getInputCols"],[61,2,1,"","getLazyAnnotator"],[61,2,1,"","getOrDefault"],[61,2,1,"","getOutputCol"],[61,2,1,"","getParam"],[61,2,1,"","getParamValue"],[61,2,1,"","getStorageRef"],[61,2,1,"","hasDefault"],[61,2,1,"","hasParam"],[61,2,1,"","isDefined"],[61,2,1,"","isSet"],[61,2,1,"","load"],[61,2,1,"","loadSavedModel"],[61,3,1,"","params"],[61,2,1,"","pretrained"],[61,2,1,"","read"],[61,2,1,"","save"],[61,2,1,"","set"],[61,2,1,"","setBatchSize"],[61,2,1,"","setCaseSensitive"],[61,2,1,"","setConfigProtoBytes"],[61,2,1,"","setDimension"],[61,2,1,"","setInputCols"],[61,2,1,"","setLazyAnnotator"],[61,2,1,"","setMaxSentenceLength"],[61,2,1,"","setOutputCol"],[61,2,1,"","setParamValue"],[61,2,1,"","setStorageRef"],[61,2,1,"","transform"],[61,4,1,"","uid"],[61,2,1,"","write"]],"sparknlp.annotator.RoBertaForTokenClassification":[[62,2,1,"","clear"],[62,2,1,"","copy"],[62,2,1,"","explainParam"],[62,2,1,"","explainParams"],[62,2,1,"","extractParamMap"],[62,2,1,"","getBatchSize"],[62,2,1,"","getCaseSensitive"],[62,2,1,"","getInputCols"],[62,2,1,"","getLazyAnnotator"],[62,2,1,"","getOrDefault"],[62,2,1,"","getOutputCol"],[62,2,1,"","getParam"],[62,2,1,"","getParamValue"],[62,2,1,"","hasDefault"],[62,2,1,"","hasParam"],[62,2,1,"","isDefined"],[62,2,1,"","isSet"],[62,2,1,"","load"],[62,2,1,"","loadSavedModel"],[62,3,1,"","params"],[62,2,1,"","pretrained"],[62,2,1,"","read"],[62,2,1,"","save"],[62,2,1,"","set"],[62,2,1,"","setBatchSize"],[62,2,1,"","setCaseSensitive"],[62,2,1,"","setConfigProtoBytes"],[62,2,1,"","setInputCols"],[62,2,1,"","setLazyAnnotator"],[62,2,1,"","setMaxSentenceLength"],[62,2,1,"","setOutputCol"],[62,2,1,"","setParamValue"],[62,2,1,"","transform"],[62,4,1,"","uid"],[62,2,1,"","write"]],"sparknlp.annotator.RoBertaSentenceEmbeddings":[[63,2,1,"","clear"],[63,2,1,"","copy"],[63,2,1,"","explainParam"],[63,2,1,"","explainParams"],[63,2,1,"","extractParamMap"],[63,2,1,"","getBatchSize"],[63,2,1,"","getCaseSensitive"],[63,2,1,"","getDimension"],[63,2,1,"","getInputCols"],[63,2,1,"","getLazyAnnotator"],[63,2,1,"","getOrDefault"],[63,2,1,"","getOutputCol"],[63,2,1,"","getParam"],[63,2,1,"","getParamValue"],[63,2,1,"","getStorageRef"],[63,2,1,"","hasDefault"],[63,2,1,"","hasParam"],[63,2,1,"","isDefined"],[63,2,1,"","isSet"],[63,2,1,"","load"],[63,2,1,"","loadSavedModel"],[63,3,1,"","params"],[63,2,1,"","pretrained"],[63,2,1,"","read"],[63,2,1,"","save"],[63,2,1,"","set"],[63,2,1,"","setBatchSize"],[63,2,1,"","setCaseSensitive"],[63,2,1,"","setConfigProtoBytes"],[63,2,1,"","setDimension"],[63,2,1,"","setInputCols"],[63,2,1,"","setLazyAnnotator"],[63,2,1,"","setMaxSentenceLength"],[63,2,1,"","setOutputCol"],[63,2,1,"","setParamValue"],[63,2,1,"","setStorageRef"],[63,2,1,"","transform"],[63,4,1,"","uid"],[63,2,1,"","write"]],"sparknlp.annotator.SentenceDetector":[[64,2,1,"","clear"],[64,2,1,"","copy"],[64,2,1,"","explainParam"],[64,2,1,"","explainParams"],[64,2,1,"","extractParamMap"],[64,2,1,"","getInputCols"],[64,2,1,"","getLazyAnnotator"],[64,2,1,"","getOrDefault"],[64,2,1,"","getOutputCol"],[64,2,1,"","getParam"],[64,2,1,"","getParamValue"],[64,2,1,"","hasDefault"],[64,2,1,"","hasParam"],[64,2,1,"","isDefined"],[64,2,1,"","isSet"],[64,2,1,"","load"],[64,3,1,"","params"],[64,2,1,"","read"],[64,2,1,"","save"],[64,2,1,"","set"],[64,2,1,"","setCustomBounds"],[64,2,1,"","setDetectLists"],[64,2,1,"","setExplodeSentences"],[64,2,1,"","setInputCols"],[64,2,1,"","setLazyAnnotator"],[64,2,1,"","setMaxLength"],[64,2,1,"","setMinLength"],[64,2,1,"","setOutputCol"],[64,2,1,"","setParamValue"],[64,2,1,"","setSplitLength"],[64,2,1,"","setUseAbbreviations"],[64,2,1,"","setUseCustomBoundsOnly"],[64,2,1,"","transform"],[64,4,1,"","uid"],[64,2,1,"","write"]],"sparknlp.annotator.SentenceDetectorDLApproach":[[65,2,1,"","clear"],[65,2,1,"","copy"],[65,2,1,"","explainParam"],[65,2,1,"","explainParams"],[65,2,1,"","extractParamMap"],[65,2,1,"","fit"],[65,2,1,"","fitMultiple"],[65,2,1,"","getInputCols"],[65,2,1,"","getLazyAnnotator"],[65,2,1,"","getOrDefault"],[65,2,1,"","getOutputCol"],[65,2,1,"","getParam"],[65,2,1,"","getParamValue"],[65,2,1,"","hasDefault"],[65,2,1,"","hasParam"],[65,2,1,"","isDefined"],[65,2,1,"","isSet"],[65,2,1,"","load"],[65,3,1,"","params"],[65,2,1,"","read"],[65,2,1,"","save"],[65,2,1,"","set"],[65,2,1,"","setEpochsNumber"],[65,2,1,"","setExplodeSentences"],[65,2,1,"","setImpossiblePenultimates"],[65,2,1,"","setInputCols"],[65,2,1,"","setLazyAnnotator"],[65,2,1,"","setModel"],[65,2,1,"","setOutputCol"],[65,2,1,"","setOutputLogsPath"],[65,2,1,"","setParamValue"],[65,2,1,"","setValidationSplit"],[65,4,1,"","uid"],[65,2,1,"","write"]],"sparknlp.annotator.SentenceDetectorDLModel":[[66,2,1,"","clear"],[66,2,1,"","copy"],[66,2,1,"","explainParam"],[66,2,1,"","explainParams"],[66,2,1,"","extractParamMap"],[66,2,1,"","getInputCols"],[66,2,1,"","getLazyAnnotator"],[66,2,1,"","getOrDefault"],[66,2,1,"","getOutputCol"],[66,2,1,"","getParam"],[66,2,1,"","getParamValue"],[66,2,1,"","hasDefault"],[66,2,1,"","hasParam"],[66,2,1,"","isDefined"],[66,2,1,"","isSet"],[66,2,1,"","load"],[66,3,1,"","params"],[66,2,1,"","pretrained"],[66,2,1,"","read"],[66,2,1,"","save"],[66,2,1,"","set"],[66,2,1,"","setExplodeSentences"],[66,2,1,"","setInputCols"],[66,2,1,"","setLazyAnnotator"],[66,2,1,"","setModel"],[66,2,1,"","setOutputCol"],[66,2,1,"","setParamValue"],[66,2,1,"","transform"],[66,4,1,"","uid"],[66,2,1,"","write"]],"sparknlp.annotator.SentenceEmbeddings":[[68,2,1,"","clear"],[68,2,1,"","copy"],[68,2,1,"","explainParam"],[68,2,1,"","explainParams"],[68,2,1,"","extractParamMap"],[68,2,1,"","getDimension"],[68,2,1,"","getInputCols"],[68,2,1,"","getLazyAnnotator"],[68,2,1,"","getOrDefault"],[68,2,1,"","getOutputCol"],[68,2,1,"","getParam"],[68,2,1,"","getParamValue"],[68,2,1,"","getStorageRef"],[68,2,1,"","hasDefault"],[68,2,1,"","hasParam"],[68,2,1,"","isDefined"],[68,2,1,"","isSet"],[68,2,1,"","load"],[68,3,1,"","params"],[68,2,1,"","read"],[68,2,1,"","save"],[68,2,1,"","set"],[68,2,1,"","setDimension"],[68,2,1,"","setInputCols"],[68,2,1,"","setLazyAnnotator"],[68,2,1,"","setOutputCol"],[68,2,1,"","setParamValue"],[68,2,1,"","setPoolingStrategy"],[68,2,1,"","setStorageRef"],[68,2,1,"","transform"],[68,4,1,"","uid"],[68,2,1,"","write"]],"sparknlp.annotator.SentimentDLApproach":[[69,2,1,"","clear"],[69,2,1,"","copy"],[69,2,1,"","explainParam"],[69,2,1,"","explainParams"],[69,2,1,"","extractParamMap"],[69,2,1,"","fit"],[69,2,1,"","fitMultiple"],[69,2,1,"","getInputCols"],[69,2,1,"","getLazyAnnotator"],[69,2,1,"","getOrDefault"],[69,2,1,"","getOutputCol"],[69,2,1,"","getParam"],[69,2,1,"","getParamValue"],[69,2,1,"","hasDefault"],[69,2,1,"","hasParam"],[69,2,1,"","isDefined"],[69,2,1,"","isSet"],[69,2,1,"","load"],[69,3,1,"","params"],[69,2,1,"","read"],[69,2,1,"","save"],[69,2,1,"","set"],[69,2,1,"","setBatchSize"],[69,2,1,"","setConfigProtoBytes"],[69,2,1,"","setDropout"],[69,2,1,"","setEnableOutputLogs"],[69,2,1,"","setInputCols"],[69,2,1,"","setLabelColumn"],[69,2,1,"","setLazyAnnotator"],[69,2,1,"","setLr"],[69,2,1,"","setMaxEpochs"],[69,2,1,"","setOutputCol"],[69,2,1,"","setOutputLogsPath"],[69,2,1,"","setParamValue"],[69,2,1,"","setRandomSeed"],[69,2,1,"","setThreshold"],[69,2,1,"","setThresholdLabel"],[69,2,1,"","setValidationSplit"],[69,2,1,"","setVerbose"],[69,4,1,"","uid"],[69,2,1,"","write"]],"sparknlp.annotator.SentimentDLModel":[[70,2,1,"","clear"],[70,2,1,"","copy"],[70,2,1,"","explainParam"],[70,2,1,"","explainParams"],[70,2,1,"","extractParamMap"],[70,2,1,"","getInputCols"],[70,2,1,"","getLazyAnnotator"],[70,2,1,"","getOrDefault"],[70,2,1,"","getOutputCol"],[70,2,1,"","getParam"],[70,2,1,"","getParamValue"],[70,2,1,"","getStorageRef"],[70,2,1,"","hasDefault"],[70,2,1,"","hasParam"],[70,2,1,"","isDefined"],[70,2,1,"","isSet"],[70,2,1,"","load"],[70,3,1,"","params"],[70,2,1,"","pretrained"],[70,2,1,"","read"],[70,2,1,"","save"],[70,2,1,"","set"],[70,2,1,"","setConfigProtoBytes"],[70,2,1,"","setInputCols"],[70,2,1,"","setLazyAnnotator"],[70,2,1,"","setOutputCol"],[70,2,1,"","setParamValue"],[70,2,1,"","setStorageRef"],[70,2,1,"","setThreshold"],[70,2,1,"","setThresholdLabel"],[70,2,1,"","transform"],[70,4,1,"","uid"],[70,2,1,"","write"]],"sparknlp.annotator.SentimentDetector":[[71,2,1,"","clear"],[71,2,1,"","copy"],[71,2,1,"","explainParam"],[71,2,1,"","explainParams"],[71,2,1,"","extractParamMap"],[71,2,1,"","fit"],[71,2,1,"","fitMultiple"],[71,2,1,"","getInputCols"],[71,2,1,"","getLazyAnnotator"],[71,2,1,"","getOrDefault"],[71,2,1,"","getOutputCol"],[71,2,1,"","getParam"],[71,2,1,"","getParamValue"],[71,2,1,"","hasDefault"],[71,2,1,"","hasParam"],[71,2,1,"","isDefined"],[71,2,1,"","isSet"],[71,2,1,"","load"],[71,3,1,"","params"],[71,2,1,"","read"],[71,2,1,"","save"],[71,2,1,"","set"],[71,2,1,"","setDictionary"],[71,2,1,"","setInputCols"],[71,2,1,"","setLazyAnnotator"],[71,2,1,"","setOutputCol"],[71,2,1,"","setParamValue"],[71,4,1,"","uid"],[71,2,1,"","write"]],"sparknlp.annotator.SentimentDetectorModel":[[72,2,1,"","clear"],[72,2,1,"","copy"],[72,2,1,"","explainParam"],[72,2,1,"","explainParams"],[72,2,1,"","extractParamMap"],[72,2,1,"","getInputCols"],[72,2,1,"","getLazyAnnotator"],[72,2,1,"","getOrDefault"],[72,2,1,"","getOutputCol"],[72,2,1,"","getParam"],[72,2,1,"","getParamValue"],[72,2,1,"","hasDefault"],[72,2,1,"","hasParam"],[72,2,1,"","isDefined"],[72,2,1,"","isSet"],[72,2,1,"","load"],[72,3,1,"","params"],[72,2,1,"","read"],[72,2,1,"","save"],[72,2,1,"","set"],[72,2,1,"","setInputCols"],[72,2,1,"","setLazyAnnotator"],[72,2,1,"","setOutputCol"],[72,2,1,"","setParamValue"],[72,2,1,"","transform"],[72,4,1,"","uid"],[72,2,1,"","write"]],"sparknlp.annotator.Stemmer":[[73,2,1,"","clear"],[73,2,1,"","copy"],[73,2,1,"","explainParam"],[73,2,1,"","explainParams"],[73,2,1,"","extractParamMap"],[73,2,1,"","getInputCols"],[73,2,1,"","getLazyAnnotator"],[73,2,1,"","getOrDefault"],[73,2,1,"","getOutputCol"],[73,2,1,"","getParam"],[73,2,1,"","getParamValue"],[73,2,1,"","hasDefault"],[73,2,1,"","hasParam"],[73,2,1,"","isDefined"],[73,2,1,"","isSet"],[73,2,1,"","load"],[73,3,1,"","params"],[73,2,1,"","read"],[73,2,1,"","save"],[73,2,1,"","set"],[73,2,1,"","setInputCols"],[73,2,1,"","setLazyAnnotator"],[73,2,1,"","setOutputCol"],[73,2,1,"","setParamValue"],[73,2,1,"","transform"],[73,4,1,"","uid"],[73,2,1,"","write"]],"sparknlp.annotator.StopWordsCleaner":[[74,2,1,"","clear"],[74,2,1,"","copy"],[74,2,1,"","explainParam"],[74,2,1,"","explainParams"],[74,2,1,"","extractParamMap"],[74,2,1,"","getInputCols"],[74,2,1,"","getLazyAnnotator"],[74,2,1,"","getOrDefault"],[74,2,1,"","getOutputCol"],[74,2,1,"","getParam"],[74,2,1,"","getParamValue"],[74,2,1,"","hasDefault"],[74,2,1,"","hasParam"],[74,2,1,"","isDefined"],[74,2,1,"","isSet"],[74,2,1,"","load"],[74,2,1,"","loadDefaultStopWords"],[74,3,1,"","params"],[74,2,1,"","pretrained"],[74,2,1,"","read"],[74,2,1,"","save"],[74,2,1,"","set"],[74,2,1,"","setCaseSensitive"],[74,2,1,"","setInputCols"],[74,2,1,"","setLazyAnnotator"],[74,2,1,"","setLocale"],[74,2,1,"","setOutputCol"],[74,2,1,"","setParamValue"],[74,2,1,"","setStopWords"],[74,2,1,"","transform"],[74,4,1,"","uid"],[74,2,1,"","write"]],"sparknlp.annotator.SymmetricDeleteApproach":[[75,2,1,"","clear"],[75,2,1,"","copy"],[75,2,1,"","explainParam"],[75,2,1,"","explainParams"],[75,2,1,"","extractParamMap"],[75,2,1,"","fit"],[75,2,1,"","fitMultiple"],[75,2,1,"","getInputCols"],[75,2,1,"","getLazyAnnotator"],[75,2,1,"","getOrDefault"],[75,2,1,"","getOutputCol"],[75,2,1,"","getParam"],[75,2,1,"","getParamValue"],[75,2,1,"","hasDefault"],[75,2,1,"","hasParam"],[75,2,1,"","isDefined"],[75,2,1,"","isSet"],[75,2,1,"","load"],[75,3,1,"","params"],[75,2,1,"","read"],[75,2,1,"","save"],[75,2,1,"","set"],[75,2,1,"","setDeletesThreshold"],[75,2,1,"","setDictionary"],[75,2,1,"","setFrequencyThreshold"],[75,2,1,"","setInputCols"],[75,2,1,"","setLazyAnnotator"],[75,2,1,"","setMaxEditDistance"],[75,2,1,"","setOutputCol"],[75,2,1,"","setParamValue"],[75,4,1,"","uid"],[75,2,1,"","write"]],"sparknlp.annotator.SymmetricDeleteModel":[[76,2,1,"","clear"],[76,2,1,"","copy"],[76,2,1,"","explainParam"],[76,2,1,"","explainParams"],[76,2,1,"","extractParamMap"],[76,2,1,"","getInputCols"],[76,2,1,"","getLazyAnnotator"],[76,2,1,"","getOrDefault"],[76,2,1,"","getOutputCol"],[76,2,1,"","getParam"],[76,2,1,"","getParamValue"],[76,2,1,"","hasDefault"],[76,2,1,"","hasParam"],[76,2,1,"","isDefined"],[76,2,1,"","isSet"],[76,2,1,"","load"],[76,3,1,"","params"],[76,2,1,"","pretrained"],[76,2,1,"","read"],[76,2,1,"","save"],[76,2,1,"","set"],[76,2,1,"","setInputCols"],[76,2,1,"","setLazyAnnotator"],[76,2,1,"","setOutputCol"],[76,2,1,"","setParamValue"],[76,2,1,"","transform"],[76,4,1,"","uid"],[76,2,1,"","write"]],"sparknlp.annotator.T5Transformer":[[77,2,1,"","clear"],[77,2,1,"","copy"],[77,2,1,"","explainParam"],[77,2,1,"","explainParams"],[77,2,1,"","extractParamMap"],[77,2,1,"","getInputCols"],[77,2,1,"","getLazyAnnotator"],[77,2,1,"","getOrDefault"],[77,2,1,"","getOutputCol"],[77,2,1,"","getParam"],[77,2,1,"","getParamValue"],[77,2,1,"","hasDefault"],[77,2,1,"","hasParam"],[77,2,1,"","isDefined"],[77,2,1,"","isSet"],[77,2,1,"","load"],[77,2,1,"","loadSavedModel"],[77,3,1,"","params"],[77,2,1,"","pretrained"],[77,2,1,"","read"],[77,2,1,"","save"],[77,2,1,"","set"],[77,2,1,"","setConfigProtoBytes"],[77,2,1,"","setDoSample"],[77,2,1,"","setIgnoreTokenIds"],[77,2,1,"","setInputCols"],[77,2,1,"","setLazyAnnotator"],[77,2,1,"","setMaxOutputLength"],[77,2,1,"","setMinOutputLength"],[77,2,1,"","setNoRepeatNgramSize"],[77,2,1,"","setOutputCol"],[77,2,1,"","setParamValue"],[77,2,1,"","setRepetitionPenalty"],[77,2,1,"","setTask"],[77,2,1,"","setTemperature"],[77,2,1,"","setTopK"],[77,2,1,"","setTopP"],[77,2,1,"","transform"],[77,4,1,"","uid"],[77,2,1,"","write"]],"sparknlp.annotator.TextMatcher":[[78,2,1,"","clear"],[78,2,1,"","copy"],[78,2,1,"","explainParam"],[78,2,1,"","explainParams"],[78,2,1,"","extractParamMap"],[78,2,1,"","fit"],[78,2,1,"","fitMultiple"],[78,2,1,"","getInputCols"],[78,2,1,"","getLazyAnnotator"],[78,2,1,"","getOrDefault"],[78,2,1,"","getOutputCol"],[78,2,1,"","getParam"],[78,2,1,"","getParamValue"],[78,2,1,"","hasDefault"],[78,2,1,"","hasParam"],[78,2,1,"","isDefined"],[78,2,1,"","isSet"],[78,2,1,"","load"],[78,3,1,"","params"],[78,2,1,"","read"],[78,2,1,"","save"],[78,2,1,"","set"],[78,2,1,"","setBuildFromTokens"],[78,2,1,"","setCaseSensitive"],[78,2,1,"","setEntities"],[78,2,1,"","setEntityValue"],[78,2,1,"","setInputCols"],[78,2,1,"","setLazyAnnotator"],[78,2,1,"","setMergeOverlapping"],[78,2,1,"","setOutputCol"],[78,2,1,"","setParamValue"],[78,4,1,"","uid"],[78,2,1,"","write"]],"sparknlp.annotator.TextMatcherModel":[[79,2,1,"","clear"],[79,2,1,"","copy"],[79,2,1,"","explainParam"],[79,2,1,"","explainParams"],[79,2,1,"","extractParamMap"],[79,2,1,"","getInputCols"],[79,2,1,"","getLazyAnnotator"],[79,2,1,"","getOrDefault"],[79,2,1,"","getOutputCol"],[79,2,1,"","getParam"],[79,2,1,"","getParamValue"],[79,2,1,"","hasDefault"],[79,2,1,"","hasParam"],[79,2,1,"","isDefined"],[79,2,1,"","isSet"],[79,2,1,"","load"],[79,3,1,"","params"],[79,2,1,"","pretrained"],[79,2,1,"","read"],[79,2,1,"","save"],[79,2,1,"","set"],[79,2,1,"","setBuildFromTokens"],[79,2,1,"","setEntityValue"],[79,2,1,"","setInputCols"],[79,2,1,"","setLazyAnnotator"],[79,2,1,"","setMergeOverlapping"],[79,2,1,"","setOutputCol"],[79,2,1,"","setParamValue"],[79,2,1,"","transform"],[79,4,1,"","uid"],[79,2,1,"","write"]],"sparknlp.annotator.Token2Chunk":[[80,2,1,"","clear"],[80,2,1,"","copy"],[80,2,1,"","explainParam"],[80,2,1,"","explainParams"],[80,2,1,"","extractParamMap"],[80,2,1,"","getInputCols"],[80,2,1,"","getLazyAnnotator"],[80,2,1,"","getOrDefault"],[80,2,1,"","getOutputCol"],[80,2,1,"","getParam"],[80,2,1,"","getParamValue"],[80,2,1,"","hasDefault"],[80,2,1,"","hasParam"],[80,2,1,"","isDefined"],[80,2,1,"","isSet"],[80,2,1,"","load"],[80,3,1,"","params"],[80,2,1,"","read"],[80,2,1,"","save"],[80,2,1,"","set"],[80,2,1,"","setInputCols"],[80,2,1,"","setLazyAnnotator"],[80,2,1,"","setOutputCol"],[80,2,1,"","setParamValue"],[80,2,1,"","transform"],[80,4,1,"","uid"],[80,2,1,"","write"]],"sparknlp.annotator.Tokenizer":[[81,2,1,"","addContextChars"],[81,2,1,"","addException"],[81,2,1,"","addInfixPattern"],[81,2,1,"","addSplitChars"],[81,2,1,"","clear"],[81,2,1,"","copy"],[81,2,1,"","explainParam"],[81,2,1,"","explainParams"],[81,2,1,"","extractParamMap"],[81,2,1,"","fit"],[81,2,1,"","fitMultiple"],[81,2,1,"","getCaseSensitiveExceptions"],[81,2,1,"","getContextChars"],[81,2,1,"","getExceptions"],[81,2,1,"","getInfixPatterns"],[81,2,1,"","getInputCols"],[81,2,1,"","getLazyAnnotator"],[81,2,1,"","getOrDefault"],[81,2,1,"","getOutputCol"],[81,2,1,"","getParam"],[81,2,1,"","getParamValue"],[81,2,1,"","getPrefixPattern"],[81,2,1,"","getSplitChars"],[81,2,1,"","getSuffixPattern"],[81,2,1,"","hasDefault"],[81,2,1,"","hasParam"],[81,2,1,"","isDefined"],[81,2,1,"","isSet"],[81,2,1,"","load"],[81,3,1,"","params"],[81,2,1,"","read"],[81,2,1,"","save"],[81,2,1,"","set"],[81,2,1,"","setCaseSensitiveExceptions"],[81,2,1,"","setContextChars"],[81,2,1,"","setExceptions"],[81,2,1,"","setInfixPatterns"],[81,2,1,"","setInputCols"],[81,2,1,"","setLazyAnnotator"],[81,2,1,"","setMaxLength"],[81,2,1,"","setMinLength"],[81,2,1,"","setOutputCol"],[81,2,1,"","setParamValue"],[81,2,1,"","setPrefixPattern"],[81,2,1,"","setSplitChars"],[81,2,1,"","setSplitPattern"],[81,2,1,"","setSuffixPattern"],[81,2,1,"","setTargetPattern"],[81,4,1,"","uid"],[81,2,1,"","write"]],"sparknlp.annotator.TokenizerModel":[[82,2,1,"","addSplitChars"],[82,2,1,"","clear"],[82,2,1,"","copy"],[82,2,1,"","explainParam"],[82,2,1,"","explainParams"],[82,2,1,"","extractParamMap"],[82,2,1,"","getInputCols"],[82,2,1,"","getLazyAnnotator"],[82,2,1,"","getOrDefault"],[82,2,1,"","getOutputCol"],[82,2,1,"","getParam"],[82,2,1,"","getParamValue"],[82,2,1,"","hasDefault"],[82,2,1,"","hasParam"],[82,2,1,"","isDefined"],[82,2,1,"","isSet"],[82,2,1,"","load"],[82,3,1,"","params"],[82,2,1,"","pretrained"],[82,2,1,"","read"],[82,2,1,"","save"],[82,2,1,"","set"],[82,2,1,"","setInputCols"],[82,2,1,"","setLazyAnnotator"],[82,2,1,"","setOutputCol"],[82,2,1,"","setParamValue"],[82,2,1,"","setSplitChars"],[82,2,1,"","setSplitPattern"],[82,2,1,"","transform"],[82,4,1,"","uid"],[82,2,1,"","write"]],"sparknlp.annotator.TypedDependencyParserApproach":[[83,2,1,"","clear"],[83,2,1,"","copy"],[83,2,1,"","explainParam"],[83,2,1,"","explainParams"],[83,2,1,"","extractParamMap"],[83,2,1,"","fit"],[83,2,1,"","fitMultiple"],[83,2,1,"","getInputCols"],[83,2,1,"","getLazyAnnotator"],[83,2,1,"","getOrDefault"],[83,2,1,"","getOutputCol"],[83,2,1,"","getParam"],[83,2,1,"","getParamValue"],[83,2,1,"","hasDefault"],[83,2,1,"","hasParam"],[83,2,1,"","isDefined"],[83,2,1,"","isSet"],[83,2,1,"","load"],[83,3,1,"","params"],[83,2,1,"","read"],[83,2,1,"","save"],[83,2,1,"","set"],[83,2,1,"","setConll2009"],[83,2,1,"","setConllU"],[83,2,1,"","setInputCols"],[83,2,1,"","setLazyAnnotator"],[83,2,1,"","setNumberOfIterations"],[83,2,1,"","setOutputCol"],[83,2,1,"","setParamValue"],[83,4,1,"","uid"],[83,2,1,"","write"]],"sparknlp.annotator.TypedDependencyParserModel":[[84,2,1,"","clear"],[84,2,1,"","copy"],[84,2,1,"","explainParam"],[84,2,1,"","explainParams"],[84,2,1,"","extractParamMap"],[84,2,1,"","getInputCols"],[84,2,1,"","getLazyAnnotator"],[84,2,1,"","getOrDefault"],[84,2,1,"","getOutputCol"],[84,2,1,"","getParam"],[84,2,1,"","getParamValue"],[84,2,1,"","hasDefault"],[84,2,1,"","hasParam"],[84,2,1,"","isDefined"],[84,2,1,"","isSet"],[84,2,1,"","load"],[84,3,1,"","params"],[84,2,1,"","pretrained"],[84,2,1,"","read"],[84,2,1,"","save"],[84,2,1,"","set"],[84,2,1,"","setInputCols"],[84,2,1,"","setLazyAnnotator"],[84,2,1,"","setOutputCol"],[84,2,1,"","setParamValue"],[84,2,1,"","transform"],[84,4,1,"","uid"],[84,2,1,"","write"]],"sparknlp.annotator.UniversalSentenceEncoder":[[85,2,1,"","clear"],[85,2,1,"","copy"],[85,2,1,"","explainParam"],[85,2,1,"","explainParams"],[85,2,1,"","extractParamMap"],[85,2,1,"","getDimension"],[85,2,1,"","getInputCols"],[85,2,1,"","getLazyAnnotator"],[85,2,1,"","getOrDefault"],[85,2,1,"","getOutputCol"],[85,2,1,"","getParam"],[85,2,1,"","getParamValue"],[85,2,1,"","getStorageRef"],[85,2,1,"","hasDefault"],[85,2,1,"","hasParam"],[85,2,1,"","isDefined"],[85,2,1,"","isSet"],[85,2,1,"","load"],[85,2,1,"","loadSavedModel"],[85,3,1,"","params"],[85,2,1,"","pretrained"],[85,2,1,"","read"],[85,2,1,"","save"],[85,2,1,"","set"],[85,2,1,"","setConfigProtoBytes"],[85,2,1,"","setDimension"],[85,2,1,"","setInputCols"],[85,2,1,"","setLazyAnnotator"],[85,2,1,"","setLoadSP"],[85,2,1,"","setOutputCol"],[85,2,1,"","setParamValue"],[85,2,1,"","setStorageRef"],[85,2,1,"","transform"],[85,4,1,"","uid"],[85,2,1,"","write"]],"sparknlp.annotator.ViveknSentimentApproach":[[86,2,1,"","clear"],[86,2,1,"","copy"],[86,2,1,"","explainParam"],[86,2,1,"","explainParams"],[86,2,1,"","extractParamMap"],[86,2,1,"","fit"],[86,2,1,"","fitMultiple"],[86,2,1,"","getInputCols"],[86,2,1,"","getLazyAnnotator"],[86,2,1,"","getOrDefault"],[86,2,1,"","getOutputCol"],[86,2,1,"","getParam"],[86,2,1,"","getParamValue"],[86,2,1,"","hasDefault"],[86,2,1,"","hasParam"],[86,2,1,"","isDefined"],[86,2,1,"","isSet"],[86,2,1,"","load"],[86,3,1,"","params"],[86,2,1,"","read"],[86,2,1,"","save"],[86,2,1,"","set"],[86,2,1,"","setInputCols"],[86,2,1,"","setLazyAnnotator"],[86,2,1,"","setOutputCol"],[86,2,1,"","setParamValue"],[86,2,1,"","setPruneCorpus"],[86,2,1,"","setSentimentCol"],[86,4,1,"","uid"],[86,2,1,"","write"]],"sparknlp.annotator.ViveknSentimentModel":[[87,2,1,"","clear"],[87,2,1,"","copy"],[87,2,1,"","explainParam"],[87,2,1,"","explainParams"],[87,2,1,"","extractParamMap"],[87,2,1,"","getInputCols"],[87,2,1,"","getLazyAnnotator"],[87,2,1,"","getOrDefault"],[87,2,1,"","getOutputCol"],[87,2,1,"","getParam"],[87,2,1,"","getParamValue"],[87,2,1,"","hasDefault"],[87,2,1,"","hasParam"],[87,2,1,"","isDefined"],[87,2,1,"","isSet"],[87,2,1,"","load"],[87,3,1,"","params"],[87,2,1,"","pretrained"],[87,2,1,"","read"],[87,2,1,"","save"],[87,2,1,"","set"],[87,2,1,"","setInputCols"],[87,2,1,"","setLazyAnnotator"],[87,2,1,"","setOutputCol"],[87,2,1,"","setParamValue"],[87,2,1,"","transform"],[87,4,1,"","uid"],[87,2,1,"","write"]],"sparknlp.annotator.WordEmbeddings":[[88,2,1,"","clear"],[88,2,1,"","copy"],[88,2,1,"","explainParam"],[88,2,1,"","explainParams"],[88,2,1,"","extractParamMap"],[88,2,1,"","fit"],[88,2,1,"","fitMultiple"],[88,2,1,"","getCaseSensitive"],[88,2,1,"","getDimension"],[88,2,1,"","getIncludeStorage"],[88,2,1,"","getInputCols"],[88,2,1,"","getLazyAnnotator"],[88,2,1,"","getOrDefault"],[88,2,1,"","getOutputCol"],[88,2,1,"","getParam"],[88,2,1,"","getParamValue"],[88,2,1,"","getStoragePath"],[88,2,1,"","getStorageRef"],[88,2,1,"","hasDefault"],[88,2,1,"","hasParam"],[88,2,1,"","isDefined"],[88,2,1,"","isSet"],[88,2,1,"","load"],[88,3,1,"","params"],[88,2,1,"","read"],[88,2,1,"","save"],[88,2,1,"","set"],[88,2,1,"","setCaseSensitive"],[88,2,1,"","setDimension"],[88,2,1,"","setIncludeStorage"],[88,2,1,"","setInputCols"],[88,2,1,"","setLazyAnnotator"],[88,2,1,"","setOutputCol"],[88,2,1,"","setParamValue"],[88,2,1,"","setReadCacheSize"],[88,2,1,"","setStoragePath"],[88,2,1,"","setStorageRef"],[88,2,1,"","setWriteBufferSize"],[88,4,1,"","uid"],[88,2,1,"","write"]],"sparknlp.annotator.WordEmbeddingsModel":[[89,2,1,"","clear"],[89,2,1,"","copy"],[89,2,1,"","explainParam"],[89,2,1,"","explainParams"],[89,2,1,"","extractParamMap"],[89,2,1,"","getCaseSensitive"],[89,2,1,"","getDimension"],[89,2,1,"","getIncludeStorage"],[89,2,1,"","getInputCols"],[89,2,1,"","getLazyAnnotator"],[89,2,1,"","getOrDefault"],[89,2,1,"","getOutputCol"],[89,2,1,"","getParam"],[89,2,1,"","getParamValue"],[89,2,1,"","getStorageRef"],[89,2,1,"","hasDefault"],[89,2,1,"","hasParam"],[89,2,1,"","isDefined"],[89,2,1,"","isSet"],[89,2,1,"","load"],[89,2,1,"","loadStorage"],[89,2,1,"","overallCoverage"],[89,3,1,"","params"],[89,2,1,"","pretrained"],[89,2,1,"","read"],[89,2,1,"","save"],[89,2,1,"","saveStorage"],[89,2,1,"","set"],[89,2,1,"","setCaseSensitive"],[89,2,1,"","setDimension"],[89,2,1,"","setIncludeStorage"],[89,2,1,"","setInputCols"],[89,2,1,"","setLazyAnnotator"],[89,2,1,"","setOutputCol"],[89,2,1,"","setParamValue"],[89,2,1,"","setReadCacheSize"],[89,2,1,"","setStorageRef"],[89,2,1,"","transform"],[89,4,1,"","uid"],[89,2,1,"","withCoverageColumn"],[89,2,1,"","write"]],"sparknlp.annotator.WordSegmenterApproach":[[90,2,1,"","clear"],[90,2,1,"","copy"],[90,2,1,"","explainParam"],[90,2,1,"","explainParams"],[90,2,1,"","extractParamMap"],[90,2,1,"","fit"],[90,2,1,"","fitMultiple"],[90,2,1,"","getAmbiguityThreshold"],[90,2,1,"","getFrequencyThreshold"],[90,2,1,"","getInputCols"],[90,2,1,"","getLazyAnnotator"],[90,2,1,"","getNIterations"],[90,2,1,"","getOrDefault"],[90,2,1,"","getOutputCol"],[90,2,1,"","getParam"],[90,2,1,"","getParamValue"],[90,2,1,"","hasDefault"],[90,2,1,"","hasParam"],[90,2,1,"","isDefined"],[90,2,1,"","isSet"],[90,2,1,"","load"],[90,3,1,"","params"],[90,2,1,"","read"],[90,2,1,"","save"],[90,2,1,"","set"],[90,2,1,"","setAmbiguityThreshold"],[90,2,1,"","setFrequencyThreshold"],[90,2,1,"","setInputCols"],[90,2,1,"","setLazyAnnotator"],[90,2,1,"","setNIterations"],[90,2,1,"","setOutputCol"],[90,2,1,"","setParamValue"],[90,2,1,"","setPosColumn"],[90,4,1,"","uid"],[90,2,1,"","write"]],"sparknlp.annotator.WordSegmenterModel":[[91,2,1,"","clear"],[91,2,1,"","copy"],[91,2,1,"","explainParam"],[91,2,1,"","explainParams"],[91,2,1,"","extractParamMap"],[91,2,1,"","getInputCols"],[91,2,1,"","getLazyAnnotator"],[91,2,1,"","getOrDefault"],[91,2,1,"","getOutputCol"],[91,2,1,"","getParam"],[91,2,1,"","getParamValue"],[91,2,1,"","hasDefault"],[91,2,1,"","hasParam"],[91,2,1,"","isDefined"],[91,2,1,"","isSet"],[91,2,1,"","load"],[91,3,1,"","params"],[91,2,1,"","pretrained"],[91,2,1,"","read"],[91,2,1,"","save"],[91,2,1,"","set"],[91,2,1,"","setInputCols"],[91,2,1,"","setLazyAnnotator"],[91,2,1,"","setOutputCol"],[91,2,1,"","setParamValue"],[91,2,1,"","transform"],[91,4,1,"","uid"],[91,2,1,"","write"]],"sparknlp.annotator.XlmRoBertaEmbeddings":[[92,2,1,"","clear"],[92,2,1,"","copy"],[92,2,1,"","explainParam"],[92,2,1,"","explainParams"],[92,2,1,"","extractParamMap"],[92,2,1,"","getBatchSize"],[92,2,1,"","getCaseSensitive"],[92,2,1,"","getDimension"],[92,2,1,"","getInputCols"],[92,2,1,"","getLazyAnnotator"],[92,2,1,"","getOrDefault"],[92,2,1,"","getOutputCol"],[92,2,1,"","getParam"],[92,2,1,"","getParamValue"],[92,2,1,"","getStorageRef"],[92,2,1,"","hasDefault"],[92,2,1,"","hasParam"],[92,2,1,"","isDefined"],[92,2,1,"","isSet"],[92,2,1,"","load"],[92,2,1,"","loadSavedModel"],[92,3,1,"","params"],[92,2,1,"","pretrained"],[92,2,1,"","read"],[92,2,1,"","save"],[92,2,1,"","set"],[92,2,1,"","setBatchSize"],[92,2,1,"","setCaseSensitive"],[92,2,1,"","setConfigProtoBytes"],[92,2,1,"","setDimension"],[92,2,1,"","setInputCols"],[92,2,1,"","setLazyAnnotator"],[92,2,1,"","setMaxSentenceLength"],[92,2,1,"","setOutputCol"],[92,2,1,"","setParamValue"],[92,2,1,"","setStorageRef"],[92,2,1,"","transform"],[92,4,1,"","uid"],[92,2,1,"","write"]],"sparknlp.annotator.XlmRoBertaForTokenClassification":[[93,2,1,"","clear"],[93,2,1,"","copy"],[93,2,1,"","explainParam"],[93,2,1,"","explainParams"],[93,2,1,"","extractParamMap"],[93,2,1,"","getBatchSize"],[93,2,1,"","getCaseSensitive"],[93,2,1,"","getInputCols"],[93,2,1,"","getLazyAnnotator"],[93,2,1,"","getOrDefault"],[93,2,1,"","getOutputCol"],[93,2,1,"","getParam"],[93,2,1,"","getParamValue"],[93,2,1,"","hasDefault"],[93,2,1,"","hasParam"],[93,2,1,"","isDefined"],[93,2,1,"","isSet"],[93,2,1,"","load"],[93,2,1,"","loadSavedModel"],[93,3,1,"","params"],[93,2,1,"","pretrained"],[93,2,1,"","read"],[93,2,1,"","save"],[93,2,1,"","set"],[93,2,1,"","setBatchSize"],[93,2,1,"","setCaseSensitive"],[93,2,1,"","setConfigProtoBytes"],[93,2,1,"","setInputCols"],[93,2,1,"","setLazyAnnotator"],[93,2,1,"","setMaxSentenceLength"],[93,2,1,"","setOutputCol"],[93,2,1,"","setParamValue"],[93,2,1,"","transform"],[93,4,1,"","uid"],[93,2,1,"","write"]],"sparknlp.annotator.XlmRoBertaSentenceEmbeddings":[[94,2,1,"","clear"],[94,2,1,"","copy"],[94,2,1,"","explainParam"],[94,2,1,"","explainParams"],[94,2,1,"","extractParamMap"],[94,2,1,"","getBatchSize"],[94,2,1,"","getCaseSensitive"],[94,2,1,"","getDimension"],[94,2,1,"","getInputCols"],[94,2,1,"","getLazyAnnotator"],[94,2,1,"","getOrDefault"],[94,2,1,"","getOutputCol"],[94,2,1,"","getParam"],[94,2,1,"","getParamValue"],[94,2,1,"","getStorageRef"],[94,2,1,"","hasDefault"],[94,2,1,"","hasParam"],[94,2,1,"","isDefined"],[94,2,1,"","isSet"],[94,2,1,"","load"],[94,2,1,"","loadSavedModel"],[94,3,1,"","params"],[94,2,1,"","pretrained"],[94,2,1,"","read"],[94,2,1,"","save"],[94,2,1,"","set"],[94,2,1,"","setBatchSize"],[94,2,1,"","setCaseSensitive"],[94,2,1,"","setConfigProtoBytes"],[94,2,1,"","setDimension"],[94,2,1,"","setInputCols"],[94,2,1,"","setLazyAnnotator"],[94,2,1,"","setMaxSentenceLength"],[94,2,1,"","setOutputCol"],[94,2,1,"","setParamValue"],[94,2,1,"","setStorageRef"],[94,2,1,"","transform"],[94,4,1,"","uid"],[94,2,1,"","write"]],"sparknlp.annotator.XlnetEmbeddings":[[95,2,1,"","clear"],[95,2,1,"","copy"],[95,2,1,"","explainParam"],[95,2,1,"","explainParams"],[95,2,1,"","extractParamMap"],[95,2,1,"","getBatchSize"],[95,2,1,"","getCaseSensitive"],[95,2,1,"","getDimension"],[95,2,1,"","getInputCols"],[95,2,1,"","getLazyAnnotator"],[95,2,1,"","getOrDefault"],[95,2,1,"","getOutputCol"],[95,2,1,"","getParam"],[95,2,1,"","getParamValue"],[95,2,1,"","getStorageRef"],[95,2,1,"","hasDefault"],[95,2,1,"","hasParam"],[95,2,1,"","isDefined"],[95,2,1,"","isSet"],[95,2,1,"","load"],[95,2,1,"","loadSavedModel"],[95,3,1,"","params"],[95,2,1,"","pretrained"],[95,2,1,"","read"],[95,2,1,"","save"],[95,2,1,"","set"],[95,2,1,"","setBatchSize"],[95,2,1,"","setCaseSensitive"],[95,2,1,"","setConfigProtoBytes"],[95,2,1,"","setDimension"],[95,2,1,"","setInputCols"],[95,2,1,"","setLazyAnnotator"],[95,2,1,"","setMaxSentenceLength"],[95,2,1,"","setOutputCol"],[95,2,1,"","setParamValue"],[95,2,1,"","setStorageRef"],[95,2,1,"","transform"],[95,4,1,"","uid"],[95,2,1,"","write"]],"sparknlp.annotator.XlnetForTokenClassification":[[96,2,1,"","clear"],[96,2,1,"","copy"],[96,2,1,"","explainParam"],[96,2,1,"","explainParams"],[96,2,1,"","extractParamMap"],[96,2,1,"","getBatchSize"],[96,2,1,"","getCaseSensitive"],[96,2,1,"","getInputCols"],[96,2,1,"","getLazyAnnotator"],[96,2,1,"","getOrDefault"],[96,2,1,"","getOutputCol"],[96,2,1,"","getParam"],[96,2,1,"","getParamValue"],[96,2,1,"","hasDefault"],[96,2,1,"","hasParam"],[96,2,1,"","isDefined"],[96,2,1,"","isSet"],[96,2,1,"","load"],[96,2,1,"","loadSavedModel"],[96,3,1,"","params"],[96,2,1,"","pretrained"],[96,2,1,"","read"],[96,2,1,"","save"],[96,2,1,"","set"],[96,2,1,"","setBatchSize"],[96,2,1,"","setCaseSensitive"],[96,2,1,"","setConfigProtoBytes"],[96,2,1,"","setInputCols"],[96,2,1,"","setLazyAnnotator"],[96,2,1,"","setMaxSentenceLength"],[96,2,1,"","setOutputCol"],[96,2,1,"","setParamValue"],[96,2,1,"","transform"],[96,4,1,"","uid"],[96,2,1,"","write"]],"sparknlp.annotator.YakeKeywordExtraction":[[97,2,1,"","clear"],[97,2,1,"","copy"],[97,2,1,"","explainParam"],[97,2,1,"","explainParams"],[97,2,1,"","extractParamMap"],[97,2,1,"","getInputCols"],[97,2,1,"","getLazyAnnotator"],[97,2,1,"","getOrDefault"],[97,2,1,"","getOutputCol"],[97,2,1,"","getParam"],[97,2,1,"","getParamValue"],[97,2,1,"","getStopWords"],[97,2,1,"","hasDefault"],[97,2,1,"","hasParam"],[97,2,1,"","isDefined"],[97,2,1,"","isSet"],[97,2,1,"","load"],[97,2,1,"","loadDefaultStopWords"],[97,3,1,"","params"],[97,2,1,"","read"],[97,2,1,"","save"],[97,2,1,"","set"],[97,2,1,"","setInputCols"],[97,2,1,"","setLazyAnnotator"],[97,2,1,"","setMaxNGrams"],[97,2,1,"","setMinNGrams"],[97,2,1,"","setNKeywords"],[97,2,1,"","setOutputCol"],[97,2,1,"","setParamValue"],[97,2,1,"","setStopWords"],[97,2,1,"","setThreshold"],[97,2,1,"","setWindowSize"],[97,2,1,"","transform"],[97,4,1,"","uid"],[97,2,1,"","write"]],"sparknlp.base":[[99,1,1,"","Chunk2Doc"],[100,1,1,"","Doc2Chunk"],[101,1,1,"","DocumentAssembler"],[102,1,1,"","EmbeddingsFinisher"],[103,1,1,"","Finisher"],[104,1,1,"","GraphFinisher"],[105,1,1,"","HasRecursiveFit"],[106,1,1,"","HasRecursiveTransform"],[107,1,1,"","LightPipeline"],[108,1,1,"","RecursivePipeline"],[109,1,1,"","RecursivePipelineModel"],[110,1,1,"","TokenAssembler"]],"sparknlp.base.Chunk2Doc":[[99,2,1,"","clear"],[99,2,1,"","copy"],[99,2,1,"","explainParam"],[99,2,1,"","explainParams"],[99,2,1,"","extractParamMap"],[99,2,1,"","getInputCols"],[99,2,1,"","getLazyAnnotator"],[99,2,1,"","getOrDefault"],[99,2,1,"","getOutputCol"],[99,2,1,"","getParam"],[99,2,1,"","getParamValue"],[99,2,1,"","hasDefault"],[99,2,1,"","hasParam"],[99,2,1,"","isDefined"],[99,2,1,"","isSet"],[99,2,1,"","load"],[99,3,1,"","params"],[99,2,1,"","read"],[99,2,1,"","save"],[99,2,1,"","set"],[99,2,1,"","setInputCols"],[99,2,1,"","setLazyAnnotator"],[99,2,1,"","setOutputCol"],[99,2,1,"","setParamValue"],[99,2,1,"","transform"],[99,4,1,"","uid"],[99,2,1,"","write"]],"sparknlp.base.Doc2Chunk":[[100,2,1,"","clear"],[100,2,1,"","copy"],[100,2,1,"","explainParam"],[100,2,1,"","explainParams"],[100,2,1,"","extractParamMap"],[100,2,1,"","getInputCols"],[100,2,1,"","getLazyAnnotator"],[100,2,1,"","getOrDefault"],[100,2,1,"","getOutputCol"],[100,2,1,"","getParam"],[100,2,1,"","getParamValue"],[100,2,1,"","hasDefault"],[100,2,1,"","hasParam"],[100,2,1,"","isDefined"],[100,2,1,"","isSet"],[100,2,1,"","load"],[100,3,1,"","params"],[100,2,1,"","read"],[100,2,1,"","save"],[100,2,1,"","set"],[100,2,1,"","setChunkCol"],[100,2,1,"","setFailOnMissing"],[100,2,1,"","setInputCols"],[100,2,1,"","setIsArray"],[100,2,1,"","setLazyAnnotator"],[100,2,1,"","setLowerCase"],[100,2,1,"","setOutputCol"],[100,2,1,"","setParamValue"],[100,2,1,"","setStartCol"],[100,2,1,"","setStartColByTokenIndex"],[100,2,1,"","transform"],[100,4,1,"","uid"],[100,2,1,"","write"]],"sparknlp.base.DocumentAssembler":[[101,2,1,"","clear"],[101,2,1,"","copy"],[101,2,1,"","explainParam"],[101,2,1,"","explainParams"],[101,2,1,"","extractParamMap"],[101,2,1,"","getOrDefault"],[101,2,1,"","getParam"],[101,2,1,"","getParamValue"],[101,2,1,"","hasDefault"],[101,2,1,"","hasParam"],[101,2,1,"","isDefined"],[101,2,1,"","isSet"],[101,2,1,"","load"],[101,3,1,"","params"],[101,2,1,"","read"],[101,2,1,"","save"],[101,2,1,"","set"],[101,2,1,"","setCalculationsCol"],[101,2,1,"","setCleanupMode"],[101,2,1,"","setIdCol"],[101,2,1,"","setInputCol"],[101,2,1,"","setMetadataCol"],[101,2,1,"","setOutputCol"],[101,2,1,"","setParamValue"],[101,2,1,"","transform"],[101,4,1,"","uid"],[101,2,1,"","write"]],"sparknlp.base.EmbeddingsFinisher":[[102,2,1,"","clear"],[102,2,1,"","copy"],[102,2,1,"","explainParam"],[102,2,1,"","explainParams"],[102,2,1,"","extractParamMap"],[102,2,1,"","getOrDefault"],[102,2,1,"","getParam"],[102,2,1,"","getParamValue"],[102,2,1,"","hasDefault"],[102,2,1,"","hasParam"],[102,2,1,"","isDefined"],[102,2,1,"","isSet"],[102,2,1,"","load"],[102,3,1,"","params"],[102,2,1,"","read"],[102,2,1,"","save"],[102,2,1,"","set"],[102,2,1,"","setCleanAnnotations"],[102,2,1,"","setInputCols"],[102,2,1,"","setOutputAsVector"],[102,2,1,"","setOutputCols"],[102,2,1,"","setParamValue"],[102,2,1,"","transform"],[102,4,1,"","uid"],[102,2,1,"","write"]],"sparknlp.base.Finisher":[[103,2,1,"","clear"],[103,2,1,"","copy"],[103,2,1,"","explainParam"],[103,2,1,"","explainParams"],[103,2,1,"","extractParamMap"],[103,2,1,"","getOrDefault"],[103,2,1,"","getParam"],[103,2,1,"","getParamValue"],[103,2,1,"","hasDefault"],[103,2,1,"","hasParam"],[103,2,1,"","isDefined"],[103,2,1,"","isSet"],[103,2,1,"","load"],[103,3,1,"","params"],[103,2,1,"","read"],[103,2,1,"","save"],[103,2,1,"","set"],[103,2,1,"","setAnnotationSplitSymbol"],[103,2,1,"","setCleanAnnotations"],[103,2,1,"","setIncludeMetadata"],[103,2,1,"","setInputCols"],[103,2,1,"","setOutputAsArray"],[103,2,1,"","setOutputCols"],[103,2,1,"","setParamValue"],[103,2,1,"","setParseEmbeddingsVectors"],[103,2,1,"","setValueSplitSymbol"],[103,2,1,"","transform"],[103,4,1,"","uid"],[103,2,1,"","write"]],"sparknlp.base.GraphFinisher":[[104,2,1,"","clear"],[104,2,1,"","copy"],[104,2,1,"","explainParam"],[104,2,1,"","explainParams"],[104,2,1,"","extractParamMap"],[104,2,1,"","getOrDefault"],[104,2,1,"","getParam"],[104,2,1,"","getParamValue"],[104,2,1,"","hasDefault"],[104,2,1,"","hasParam"],[104,2,1,"","isDefined"],[104,2,1,"","isSet"],[104,2,1,"","load"],[104,3,1,"","params"],[104,2,1,"","read"],[104,2,1,"","save"],[104,2,1,"","set"],[104,2,1,"","setCleanAnnotations"],[104,2,1,"","setInputCol"],[104,2,1,"","setOutputAsArray"],[104,2,1,"","setOutputCol"],[104,2,1,"","setParamValue"],[104,2,1,"","transform"],[104,4,1,"","uid"],[104,2,1,"","write"]],"sparknlp.base.HasRecursiveFit":[[105,2,1,"","clear"],[105,2,1,"","copy"],[105,2,1,"","explainParam"],[105,2,1,"","explainParams"],[105,2,1,"","extractParamMap"],[105,2,1,"","fit"],[105,2,1,"","fitMultiple"],[105,2,1,"","getOrDefault"],[105,2,1,"","getParam"],[105,2,1,"","hasDefault"],[105,2,1,"","hasParam"],[105,2,1,"","isDefined"],[105,2,1,"","isSet"],[105,3,1,"","params"],[105,2,1,"","set"],[105,4,1,"","uid"]],"sparknlp.base.HasRecursiveTransform":[[106,2,1,"","clear"],[106,2,1,"","copy"],[106,2,1,"","explainParam"],[106,2,1,"","explainParams"],[106,2,1,"","extractParamMap"],[106,2,1,"","getOrDefault"],[106,2,1,"","getParam"],[106,2,1,"","hasDefault"],[106,2,1,"","hasParam"],[106,2,1,"","isDefined"],[106,2,1,"","isSet"],[106,3,1,"","params"],[106,2,1,"","set"],[106,2,1,"","transform"],[106,4,1,"","uid"]],"sparknlp.base.LightPipeline":[[107,2,1,"","annotate"],[107,2,1,"","fullAnnotate"],[107,2,1,"","getIgnoreUnsupported"],[107,2,1,"","setIgnoreUnsupported"],[107,2,1,"","transform"]],"sparknlp.base.RecursivePipeline":[[108,2,1,"","clear"],[108,2,1,"","copy"],[108,2,1,"","explainParam"],[108,2,1,"","explainParams"],[108,2,1,"","extractParamMap"],[108,2,1,"","fit"],[108,2,1,"","fitMultiple"],[108,2,1,"","getOrDefault"],[108,2,1,"","getParam"],[108,2,1,"","getStages"],[108,2,1,"","hasDefault"],[108,2,1,"","hasParam"],[108,2,1,"","isDefined"],[108,2,1,"","isSet"],[108,2,1,"","load"],[108,3,1,"","params"],[108,2,1,"","read"],[108,2,1,"","save"],[108,2,1,"","set"],[108,2,1,"","setParams"],[108,2,1,"","setStages"],[108,4,1,"","uid"],[108,2,1,"","write"]],"sparknlp.base.RecursivePipelineModel":[[109,2,1,"","clear"],[109,2,1,"","copy"],[109,2,1,"","explainParam"],[109,2,1,"","explainParams"],[109,2,1,"","extractParamMap"],[109,2,1,"","getOrDefault"],[109,2,1,"","getParam"],[109,2,1,"","hasDefault"],[109,2,1,"","hasParam"],[109,2,1,"","isDefined"],[109,2,1,"","isSet"],[109,2,1,"","load"],[109,3,1,"","params"],[109,2,1,"","read"],[109,2,1,"","save"],[109,2,1,"","set"],[109,2,1,"","transform"],[109,4,1,"","uid"],[109,2,1,"","write"]],"sparknlp.base.TokenAssembler":[[110,2,1,"","clear"],[110,2,1,"","copy"],[110,2,1,"","explainParam"],[110,2,1,"","explainParams"],[110,2,1,"","extractParamMap"],[110,2,1,"","getInputCols"],[110,2,1,"","getLazyAnnotator"],[110,2,1,"","getOrDefault"],[110,2,1,"","getOutputCol"],[110,2,1,"","getParam"],[110,2,1,"","getParamValue"],[110,2,1,"","hasDefault"],[110,2,1,"","hasParam"],[110,2,1,"","isDefined"],[110,2,1,"","isSet"],[110,2,1,"","load"],[110,3,1,"","params"],[110,2,1,"","read"],[110,2,1,"","save"],[110,2,1,"","set"],[110,2,1,"","setInputCols"],[110,2,1,"","setLazyAnnotator"],[110,2,1,"","setOutputCol"],[110,2,1,"","setParamValue"],[110,2,1,"","setPreservePosition"],[110,2,1,"","transform"],[110,4,1,"","uid"],[110,2,1,"","write"]],"sparknlp.functions":[[112,5,1,"","explode_annotations_col"],[113,5,1,"","filter_by_annotations_col"],[114,5,1,"","map_annotations"],[115,5,1,"","map_annotations_array"],[116,5,1,"","map_annotations_col"],[117,5,1,"","map_annotations_cols"],[118,5,1,"","map_annotations_strict"]],"sparknlp.logging":[[120,0,0,"-","comet"]],"sparknlp.logging.comet":[[121,1,1,"","CometLogger"]],"sparknlp.logging.comet.CometLogger":[[121,2,1,"","end"],[121,2,1,"","log_asset"],[121,2,1,"","log_asset_data"],[121,2,1,"","log_completed_run"],[121,2,1,"","log_metrics"],[121,2,1,"","log_parameters"],[121,2,1,"","log_pipeline_parameters"],[121,2,1,"","log_visualization"],[121,2,1,"","monitor"]],"sparknlp.training":[[123,1,1,"","CoNLL"],[124,1,1,"","CoNLLU"],[125,1,1,"","POS"],[126,1,1,"","PubTator"]],"sparknlp.training.CoNLL":[[123,2,1,"","new_java_array"],[123,2,1,"","readDataset"]],"sparknlp.training.CoNLLU":[[124,2,1,"","new_java_array"],[124,2,1,"","readDataset"]],"sparknlp.training.POS":[[125,2,1,"","new_java_array"],[125,2,1,"","readDataset"]],"sparknlp.training.PubTator":[[126,2,1,"","new_java_array"],[126,2,1,"","readDataset"]],sparknlp:[[2,0,0,"-","annotator"],[98,0,0,"-","base"],[111,0,0,"-","functions"],[119,0,0,"-","logging"],[122,0,0,"-","training"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","property","Python property"],"4":["py","attribute","Python attribute"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:property","4":"py:attribute","5":"py:function"},terms:{"0":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137],"00":[19,41],"000":97,"001":[39,45,47],"0016493503":85,"004710011184215546":92,"005":[15,47,69],"009067727252840996":[36,61],"009860038757324219":3,"009919632226228714":27,"01":[19,41],"011579325422644615":27,"011712731793522835":92,"011723337695002556":92,"01173491682857275":23,"0129999":11,"013356896":92,"014753809198737144":92,"017595693469047546":23,"01899011991918087":88,"019103847444057465":92,"019954433664679527":92,"02":[19,41],"020260000601410866":89,"022148698568344116":92,"022307956591248512":85,"024373905733":23,"02494969218969345":92,"025":26,"025029370561242104":88,"028069257736":95,"0295659992843":102,"030789051204919815":92,"0321999788284302":89,"03229299932718277":102,"03455188870429993":92,"0348707810044":29,"03603338822722435":[36,61],"038839809596538544":92,"03952755779027939":92,"04":[19,41],"0417917296290":[36,61],"04192575812339783":3,"04311436787":92,"04400600120425224":89,"044395286589860916":85,"04443822056055069":92,"045552998781204224":102,"04568954557180":23,"04616805538535118":85,"047153353691101":3,"0492683418305907":88,"05":[19,20,41],"052506182342767715":88,"0530925":11,"05761000141501":102,"059438943862915":5,"05969233065843582":92,"06":[19,41],"0600h":[19,41],"0601330995559692":29,"06067200005054474":102,"06222493574023247":27,"06269335001707077":23,"06316501":11,"0667808502":92,"07":[19,20,41],"07037967443466187":[36,61],"07056470215320587":29,"0732005":11,"0777631998062134":95,"07891501":11,"08":123,"08170200139284134":102,"08592499792575836":89,"08617766946554184":88,"08621499687433243":102,"08734266459941864":[36,61],"092679977416992":95,"095253006":11,"09564960747":92,"09579929709434509":92,"096":36,"09725798666477203":[36,61],"0_292":0,"1":[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,123,124,126,128,130,131,135,136],"10":[19,21,39,41,49,52,97,121,130],"100":[15,16,26,27,39,40,65,92,97],"1000":[26,32,45],"10000":88,"1024":[3,29,36,95],"10259044915":92,"10397182122983872":88,"10400570929050446":29,"109361454844":27,"11":[14,19,20,41,42,55,92,94],"11190271377563":95,"1127224713563919":23,"1158772920395934":88,"1165061742067337":[8,63,94],"11672890186309814":95,"1178255230188369":23,"11833962569383116":88,"12":[0,3,18,19,41,44,54,80,92,94,95,97,107,116,117,125,130],"120":[126,137],"120775":11,"12179657071828842":[8,63,94],"12288510054349899":29,"124":[126,137],"12706467509269714":29,"128":[3,4,5,6,7,8,23,24,25,37,39,61,62,63,92,93,94,95,96,121,128],"12m":3,"13":[14,32,55,92,94,99,103],"13215228915214539":23,"1342473030090332":3,"13450059294700623":3,"134845569729805":95,"135491415858268":3,"1357314586639404":5,"13753940165042877":[8,63,94],"1378999948501587":102,"139":[126,137],"139705":11,"14":[44,54,80,107,113,114,116,117,118,125],"140":33,"140118":11,"1401449590921402":[36,61],"14036104083061":23,"14591649174690247":[36,61],"14650000631809235":89,"1468472778797":[36,61],"14801117777824402":[36,61],"15":19,"1500":28,"1520637571811676":3,"1535748762292387":88,"15583214163780212":3,"15617232024669647":23,"15772999823093414":102,"16":[3,49,95,125,130],"160":28,"16109347343444824":88,"1614152491092682":3,"16176554560661316":88,"1619900017976761":102,"1648050546646118":5,"1650":17,"16790967216778263":88,"16g":0,"17":[80,125],"17395000159":89,"17417":11,"177955":11,"17893412709":[36,61],"18":[19,32,41,42,44,49,107,113,114,116,117,118,130],"18073144555091858":[36,61],"186111718416214":95,"18792399764060974":[36,61],"1887107789516449":88,"1887775":11,"18m":3,"19":[42,125],"190129816532135":23,"191165953874588":[8,63,94],"19154725968837738":29,"1960":28,"1967450380325317":95,"1978":[19,41],"1980":[19,41],"1982710212469101":23,"1984":[19,41],"1988":[19,41],"1996":123,"1997":[19,41],"1e":[39,121,128],"1st":[19,41],"2":[0,3,5,8,9,11,12,14,15,17,19,21,26,29,30,32,34,39,41,42,44,45,47,50,52,54,56,58,61,64,65,69,71,75,78,80,81,83,84,85,86,88,90,92,94,95,97,105,107,108,109,113,114,116,117,118,123,124,125,126,130],"20":[15,44,95,107,116,117,131],"200":77,"2000m":0,"2003":[45,47,123,137],"20030999":11,"20039963722229004":29,"2008":[19,41],"2009":83,"2010":97,"2015":[19,20,41],"2018":[61,63],"2019":[3,61,63,92,94],"2020":[19,41,65,97],"2021":[19,20,41],"2048":3,"20547787845134735":[36,61],"20677000284194946":102,"20940999686717987":89,"21":[14,19,41,49,55],"21524395048618":29,"218465":11,"22":[99,103,123,130],"22093398869037628":68,"22324979305267334":23,"22409197688102722":[36,61],"2250000":45,"22845706343650818":[36,61],"22938299":11,"22998669743537903":29,"23":[19,41,49,55,58,125,126,137],"234187275171279":95,"235m":3,"24":[3,9,17,44,78,95,107,116,117,130],"24408400058":[36,61],"246389418840":29,"2486150562763214":[36,61],"24b0d6c8733c2abe":39,"25":[55,64,125],"25130119919776917":68,"2541114091873169":29,"257":97,"25763772":[126,137],"26":[44,107,116,117],"2629800140857":89,"2643227577209":29,"27":[55,64,78,125],"2708599865436554":89,"27088963985443115":5,"272536993026733":23,"2746637463569641":95,"28":[19,41,44,107,116,117,130],"28284206986427307":88,"28423872590065":3,"288195":11,"289":97,"2894386649131775":29,"29":[30,49,125],"2916892766952":3,"2967822253704071":23,"3":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137],"30":[15,19,38,41,44,69,97,107,113,114,116,117,118,130],"300":28,"30969417095184326":29,"31":[19,41,49,54,58,125],"3108254075050354":[8,63,94],"3196685314178467":3,"31st":[19,41],"32":[3,29,69,130,136],"32051516486864573":97,"3238905668258667":5,"328085333108902":23,"32984697818756104":5,"33":55,"33498936903209897":88,"3397899866104126":89,"34":[54,125],"3431355059146881":95,"3497989177703857":5,"35":[14,55],"35177749395370483":88,"35534414649009705":23,"356410235166549":[36,61],"36":[44,54,107,113,114,116,117,118,125],"37":[44,107,116,117],"37786450577630676":97,"38":30,"380883991718":68,"3855540752410889":3,"39":[14,49,54,55,125],"395359992980":102,"39658191506190343":88,"3975459933280945":5,"39922830978423146":97,"4":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137],"40":[23,38,49],"40119001269340515":102,"40224744669493756":97,"4024400115013122":89,"40674996":11,"4096":[3,36],"409785":11,"40981462597846985":23,"41":[54,55,64,125],"4147599935531616":89,"41584827825302534":97,"417129993438720":89,"41810303926467896":68,"42":[49,55],"42416998744010925":102,"42829502":11,"43":[54,64,125],"4312366545200348":[36,61],"4397728443145752":88,"44":[26,39,55],"44183000922203064":89,"4497021436691":[8,63,94],"45":[49,54,125],"45411425828933716":23,"45545":11,"45627787709236145":95,"4563939869403839":5,"461557":11,"46347999572753906":89,"465145":11,"47":[49,125],"4707513153553009":88,"4725411534309387":5,"47624463167525755":88,"48":78,"480538547039032":5,"4865287244319916":95,"49":[54,125],"4945235550403595":95,"4970499873161316":102,"49932169914245605":29,"5":[3,5,8,11,15,19,23,26,29,33,36,39,40,41,42,44,47,54,61,63,68,69,85,89,90,92,94,95,97,102,107,116,117,121,124,125,126,128,130,131,137],"50":[47,49,55],"50597":11,"5078899860382":102,"509":97,"51":[101,125],"512":[6,24,29],"52":[14,49,55,125],"527840495109":3,"53":[9,78],"5331977605819702":95,"5360898375511169":23,"5393722253731201":88,"5395117998123169":88,"542639970779419":89,"55":49,"5551124811172485":88,"555655":11,"55661":11,"56":125,"57":[41,49],"570580005645752":89,"5717899799346924":102,"5764210224151611":3,"5780693292617":5,"5787073969841":29,"58":[14,55],"59":[9,19,41,78],"59048593044281":[8,63,94],"5938255786895752":5,"5955275893211365":88,"5e":[15,69,131],"5tb":[92,94],"5th":[19,20,41],"6":[0,5,8,9,16,29,42,49,52,55,69,70,78,80,97,124,131],"60":[23,64],"6032363176345825":5,"6041093468666077":88,"60m":3,"61":125,"612930893898010":5,"6180210709571838":[8,63,94],"6191999912261963":89,"6245765686035156":3,"6275503039360046":29,"6287205219268799":95,"63":[126,137],"630968081620067":88,"64":[3,15,39,47,69,131],"6479200124740":89,"65":[41,49],"65693199634552":[8,63,94],"6599600911140442":88,"66":49,"662458181381226e":29,"66587203741073":95,"67":[125,126,137],"6791689395904":5,"685609996318":102,"69":125,"6pm":[19,41],"7":[0,5,8,19,41,54,70,99,103,125,130],"7010200023651123":89,"707749128341675":3,"71":58,"714395":11,"7159299850463867":102,"7164199948310852":102,"75":97,"7535235923631415":88,"7568016648292542":[8,63,94],"7599489092826843":88,"76":125,"768":[3,5,8,23,36,61,63,92,94,95],"78":125,"784737348556518":3,"7864698767662048":88,"7890847325325012":95,"79":[19,41],"7966810464859009":88,"79860497":11,"8":[0,3,4,5,6,7,8,17,19,22,23,24,25,28,36,37,38,42,47,48,49,61,62,63,80,84,92,93,94,95,96,123],"80":[3,5,8,11,23,27,29,36,58,61,63,68,85,89,92,94,95,102,110],"806300163269043":88,"81":125,"81611204147338":5,"82":[126,137],"822715163230896":[8,63,94],"8244884014129639":5,"83":[5,8,125,126,137],"8349916934967041":95,"8399239182472229":88,"84":125,"8428180123359783":88,"847029983997345":3,"86":[5,8],"8624503016471863":88,"86661":11,"8861005902290344":88,"8871506452560425":29,"8911281824111938":88,"8913561105728149":88,"8951074481010437":[8,63,94],"8c4478fb239bcfc0":39,"9":[42,92,94,130,135,136],"9125322699546814":5,"9235178224122094":88,"93":[5,8],"9415954572751959":88,"9417727589607239":88,"9439099431037903":88,"9481253027915955":95,"95":23,"9699218875629833":88,"97":[19,23,41,90],"9817547798156":5,"9818322062492371":3,"9840458631515503":88,"99999":[12,64,81],"\u4e00\u4e9b":91,"\u4e0d":90,"\u4e5f":91,"\u4e86":91,"\u5341":90,"\u554f\u984c":91,"\u56db":90,"\u662f":90,"\u7136\u800c":91,"\u7684":91,"\u8655\u7406":91,"\u884d\u751f":91,"\u9019\u6a23":91,"\u9019\u6a23\u7684\u8655\u7406\u4e5f\u884d\u751f\u4e86\u4e00\u4e9b\u554f\u984c":91,"abstract":[3,5,8,23,29,36,38,61,63,77,85,92,94,95,97,126,137],"avanc\u00e9":33,"biblioth\u00e8qu":33,"byte":[3,4,5,6,7,8,15,16,17,18,23,24,25,29,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96,121],"case":[3,4,5,6,7,8,9,10,12,17,18,23,24,25,28,29,30,31,33,36,37,52,61,62,63,69,70,74,78,81,84,88,89,92,93,94,95,96,100,123,124,131],"char":[47,48,50,65],"class":[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,120,121,122,123,124,125,126,127,128,135,137],"default":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,116,117,121,123,124,125,126,131],"do":[44,74,81,82,85,97,99,107,128,131,135],"f\u00fcr":33,"final":[17,33,36,61,63,69,70,92,94,131],"float":[15,17,18,33,39,40,45,47,65,69,70,77,90,101,102],"fran\u00e7ai":38,"function":[1,29,77,89,98,102,127,134],"guzm\u00e3":94,"import":[0,3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,75,76,77,78,80,81,83,84,85,86,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,107,108,110,112,113,114,116,117,118,121,123,124,125,126,128,130,131,134,135,136,137],"int":[3,4,5,6,7,8,12,15,17,18,19,20,21,23,24,25,27,29,32,36,37,38,39,41,42,43,45,47,48,50,54,60,61,62,63,64,65,68,69,75,77,81,83,85,86,88,89,90,92,93,94,95,96,97,121,123],"long":[8,36,95],"nat\u00fcrlich":33,"new":[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,130,131],"null":42,"pozna\u0144":38,"public":[32,131],"return":[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,118,123,124,125,126],"static":[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96,131],"true":[3,4,5,6,7,8,9,12,15,18,19,20,23,24,25,27,28,29,30,32,33,36,37,39,41,50,52,60,61,62,63,64,65,66,68,69,78,81,85,88,89,92,93,94,95,96,100,101,102,103,104,116,117,121,123,124,126,128,131,132],"try":[17,18,99],"while":[3,23,88,97,121,128,132],A:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,125,129,131,137],As:[3,5,8,23,97],At:132,By:[60,71,72,74,77,102,121,128],FOR:3,For:[0,3,4,5,6,7,8,10,11,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,31,32,33,34,35,36,37,38,39,40,41,42,45,46,47,48,50,51,52,53,54,55,56,57,58,59,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,81,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,110,121,126,128,130,131,132,133,134,135],IN:[14,55,107,112,117,124,125,126,130,135,136],If:[0,6,9,12,15,16,17,18,19,20,21,24,26,30,33,34,39,41,44,45,47,50,52,54,56,58,65,68,69,71,75,77,78,81,83,86,88,90,105,108,121,128,129,131],In:[9,15,23,30,33,34,36,39,40,52,58,65,66,69,70,71,75,77,78,88,90,95,97,121,125,128,131,132,136,137],Into:124,It:[0,5,8,16,18,23,26,27,28,30,36,38,40,42,52,53,56,61,63,70,76,86,92,94,97,103,107,130,135],Its:[83,84],No:[124,130],Not:[19,20,41,47,109],OF:3,Of:[3,14,90],On:[38,97],One:[56,80,97],THE:28,TO:[123,137],That:[56,97,121,128,132],The:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,114,115,118,121,123,124,125,126,128,130,131,132,134,135,137],Then:[0,15,39,45,46,47,48,110,121,131],There:[30,32,56,89,129,131,132,137],These:[3,46,61,63,95,97,98,129],To:[3,4,5,6,7,14,19,23,24,25,30,36,37,54,61,62,77,90,92,93,95,96,97,104,107,109,121,122,128,135],Will:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],With:[85,95,97],_:124,_name_:17,a1237f726b5f5d89:39,abbrevi:64,abc:105,abil:97,abl:[77,92,121,130],about:[21,22,61,63,64,75,83,84,88,97,107,108,130,132,135,136],abov:[32,88,125],absolut:[5,8],academ:38,acceler:[29,38,77,95],accept:[15,39,40,69],access:97,accord:[17,18,97,123],accordingli:131,account:128,accur:[52,85,86,87],accuraci:[5,8,21,26,45,47,52,54,83,85,90,92,94,128],achiev:[36,38,47,48,61,63,77,92,94,95,107,135],acquir:97,acquisit:97,across:29,act:[15,69,131],action:28,activ:[0,97],actual:[42,99,103,110],ad:[17,23,29],adam:38,add:[12,13,17,19,41,77,81,82,89,131],addcontextchar:[12,81],addexcept:[12,81],addinfixpattern:[12,81],addit:[5,8,12,13,15,21,30,39,45,47,69,81,82,83,98,121,130,131],addition:[48,55,95,101],addregexclass:17,address:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],addsplitchar:[12,13,81,82],addvocabclass:17,adequ:97,adp:124,advanc:[33,100,110],advantag:108,aeruginosa:[126,137],affect:[12,69,70,81],after:[0,19,20,22,26,27,41,44,56,61,63,84,110,121,130,131],again:[56,86],against:[9,15,30,39,47,65,69,78,97,108],aggreg:[11,68],ago:[125,137],ahead:97,ahm:65,ai:[121,128],al:[3,61,63],albert:[3,4],albert_bas:3,albert_base_token_classifier_conll03:4,albert_base_uncas:3,albert_larg:3,albert_large_uncas:3,albert_xlarg:3,albert_xlarge_uncas:3,albert_xxlarg:3,albert_xxlarge_uncas:3,albertembed:4,albertfortokenclassif:3,aldu:28,alexi:[92,94],algorithm:[17,18,26,27,45,46,52,53,75,76,86,87,97],alia:[114,118],aliqua:[9,78],all:[0,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,108,109,110,121,127,131,136],allow:[4,6,7,12,24,25,29,37,45,46,47,50,60,62,64,81,85,93,96,108],almost:[6,24],along:32,alpha:[17,18],alphabet:50,alphanumer:50,alreadi:[32,45,47,49,80,82,97,107,135],also:[0,3,4,5,6,7,19,20,23,24,25,28,29,30,32,36,37,41,44,45,58,61,62,65,74,86,87,89,92,93,94,95,96,97,107,128,131,132,133,134],altern:[17,18,52,53,71,75,76,97,107],alwai:[77,97],am:[12,16,19,41,131],ambiguitythreshold:90,amod:84,amongst:[99,103],amount:[78,85,90,97,107,135],an:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,114,115,118,121,123,124,125,126,127,130,131,132,134,135],anaconda:0,analys:[86,87],analysi:[15,16,29,39,40,69,70,71,77,95,99,132],analyz:[86,87,97],anc:[54,125,137],anchor:[19,20,41],anchordatedai:[19,41],anchordatemonth:[19,41],anchordateyear:[19,41],angel:97,angl:14,ani:[26,30,47,64,77,85,97,102,103,131,132,137],annot:[1,99,100,101,102,103,104,107,108,110,111,112,113,114,115,116,117,118,121,125,128,133,134,135,136,137],annotationsplitsymbol:103,annotatorapproach:[9,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,121],annotatormodel:[3,4,5,6,7,8,10,11,14,16,18,19,22,23,24,25,27,28,29,31,32,33,35,36,37,38,40,41,42,44,46,48,49,51,53,55,57,59,60,61,62,63,64,66,68,70,72,73,74,76,77,79,80,82,84,85,87,89,91,92,93,94,95,96,97,107],annotatorproperti:[99,100,110],annotatortransform:[99,100,101,102,103,104,110],annotatortyp:[11,42,100,101,116,117,130],annotatyon_typ:[116,117],announc:[49,97],anoth:132,answer:[5,8,21,22,29,77,83,84,95],anthoni:97,anyon:86,apach:0,apart:[21,83,99,103],api:[1,128,131,134],appear:[17,26],append:[18,131],appl:[8,63,94],appli:[17,18,28,30,32,49,52,64,77,99,103,113,114,115,116,117,118,123],applic:[97,119,121,128,129],appnam:0,approach:[17,18,20,43,45,46,47,48,52,53,61,63,64,65,66,71,75,76,77,95,97,134],approx:[130,135,136],april:[19,41],ar:[0,3,4,5,6,7,14,17,18,19,21,22,23,24,25,29,30,32,33,34,36,37,38,39,40,42,44,48,49,50,55,58,61,62,65,73,77,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,102,107,108,114,121,126,128,129,130,131,132,135,136,137],architectur:[3,5,8,33,47,48,61,65,66,77],aren:[99,103],arg:108,arial:28,arman:36,around:97,arrai:[3,4,5,6,7,8,12,14,15,16,17,18,23,24,25,29,33,36,37,38,39,40,42,47,48,54,56,61,62,63,64,65,66,68,69,70,77,85,90,92,93,94,95,96,100,101,102,103,104,107,114,115,132,135],arrays_zip:[16,22,84,97,131],arraytyp:[100,114,116,117],art:[3,5,8,15,16,29,36,39,40,47,48,61,63,77,95,97],articl:[17,18,97],artist:12,arxiv:36,ascend:97,assembl:0,asset:121,asset_path:121,assign:[30,39,40,49,71,72],assist:111,associ:[30,39,44,58,85,121],attach:121,attempt:52,attent:36,attribut:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121],audio:121,autoencod:95,autom:97,automat:[32,38,52,53,97,130,131],autoregress:95,avail:[2,4,5,6,7,8,16,18,19,22,23,24,25,26,29,33,34,35,36,37,38,40,46,48,53,55,58,61,62,63,65,66,70,74,76,77,84,85,89,91,92,93,94,96,97,128,134],averag:[6,11,24,33,54,55,68,92,94],avoid:71,awar:[17,18],award:[15,69,131],awesom:70,b:[3,4,5,6,7,8,9,10,15,16,17,18,23,24,25,29,33,36,37,38,40,44,45,46,47,48,49,61,62,63,69,70,77,78,79,85,92,93,94,95,96,107,117,123,126,137],back:99,backbon:95,bad:[15,69,71,121,128,131],baghdad:[44,46,48,107,112,113,114,116,117,118],bank:21,base:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,121,123,124,125,126,128,131,132,135],baselin:85,basi:[52,75],basic:[0,97,98,130],batch:[3,4,5,6,7,8,15,17,23,24,25,29,36,37,38,39,47,48,61,62,63,69,92,93,94,95,96],batch_siz:29,batchsiz:[3,4,5,6,7,8,15,17,23,24,25,29,36,37,38,39,47,48,61,62,63,69,92,93,94,95,96],bay:[86,87],becaus:[0,71],becom:[3,23,97],been:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],befor:[0,19,28,41,52,60,77,88,128],beforehand:[83,84],begin:[12,44,56,81,100,101,116,117,130],behav:[108,109],behind:38,being:[23,38,77],belong:[23,61],below:[32,136],beltagi:36,ben:97,benchmark:[3,23,29,77,92,94],benefici:97,benezar:12,bequeath:65,bert:[3,5,6,7,8,23,24,25,36,47,48,49,61,63,77,92,94,95],bert_base_sequence_classifier_imdb:6,bert_base_token_classifier_conll03:7,bert_embed:5,bertembed:[11,47,68,102],bertsentenceembed:[39,40,63,69,94],best:[3,15,33,61,63,69,97,131],better:[3,21,45,54,64,65,66,83,86,90,95,97],between:[15,17,18,21,22,32,39,47,61,63,65,69,83,84,85,92,94,95],bia:85,bias:23,bidirect:[5,8,29,39,40,95],bigtextmatch:[10,78],billion:29,bilm:29,bilstm:[47,48],bin:0,binari:[39,40,121],bit:[65,97,136],blackburn:123,board:[54,97,125],book:[17,28,124],bool:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,102,103,104,107,110,121,123],born:[4,6,7,24,25,37,62,93,96],both:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110,131,132],bound:[64,86,87,97],boundari:[12,64,65,66,81,86,87,97],boycott:[123,137],boyfriend:81,bpe:61,bracket:14,bring:131,british:[123,137],broken:65,brother:50,bruh:70,brussel:123,btm:10,budget:23,buffer:[0,8,88],bui:[97,124],build:[0,9,23,32,61,63,97,121,128],builder:0,buildfromtoken:[78,79],built:[0,15,16,39,40],c0010674:[126,137],c0854135:[126,137],c0:45,c0valu:45,c4308010:[126,137],c:[0,26,27,38,97],cach:[88,89],calcul:[42,47,71,72,89,101],calculationscol:101,call:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,110,123,131,137],campo:97,can:[0,3,4,5,6,7,8,14,15,16,18,21,22,23,24,25,26,27,28,29,30,32,33,34,35,36,37,38,39,40,44,45,46,47,48,49,53,54,55,58,61,62,63,64,65,66,68,69,70,71,74,76,77,80,83,84,85,88,89,90,91,92,93,94,95,96,97,101,102,108,121,122,123,124,125,128,129,131,132,134,135,136,137],candid:[12,17,18,52,53,76,81],capabl:[23,95],capac:[92,94],capit:[17,38],capital:38,cardin:49,care:[12,61,63,81],carefulli:[61,63],carri:97,casesensit:[3,4,5,6,7,8,9,10,23,24,25,29,36,37,52,61,62,63,74,78,92,93,94,95,96],casesensitiveexcept:81,casestrategi:[17,18],cast:86,categor:[39,40],categori:[6,15,16,24,39,40,69,70,121,128,131],caus:81,cc:124,cd:[54,123,125],cell:47,centric:97,centuri:28,ceo:97,ceremoni:58,certain:[17,18],challeng:[23,29,40,61,63,97],chang:[123,124,125,126],channel:[17,18],charact:[12,13,17,18,28,29,33,36,42,50,52,60,64,75,81,82,103],characterist:29,chart:[121,128],chaudhari:[92,94],cheap:23,cheaper:23,cheat:1,check:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110],checker:[17,52,75,134],checkpoint:36,chen:[61,63],chicago:3,chie:97,chines:[90,91],chinese_train:90,choic:[61,63],choos:[11,15,39,47,65,68,69],chosen:[21,47,83],chronic:[126,137],chunk2doc:100,chunk:[9,10,11,12,13,14,26,30,31,42,44,58,59,78,79,80,97,99,100,103,116,117,121,126,128,137],chunk_embed:11,chunk_token:12,chunkassembl:100,chunkcol:100,chunkconvert:99,chunkembed:102,chunker:11,chunks_df:[116,117],chunktodoc:99,chunktoken:13,classcount:17,classif:[3,4,6,7,15,16,24,25,37,39,40,62,77,85,86,87,93,96,131],classifi:[4,6,7,15,16,24,25,37,40,62,69,70,93,96,97,102,131],classification_report:[121,128],classifierdl:[15,16,131],classifierdl_use_sarcasm:[16,131],classifierdl_use_trec6:16,classifierdlapproach:[16,39,131],classifierdlmodel:[15,40,131],classmethod:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110],classnam:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,31,32,33,35,36,37,38,40,46,48,51,53,55,56,57,59,61,62,63,65,66,70,72,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],clean:[28,50,77,110,132],cleanannot:[102,103,104],cleantext:110,cleantoken:[74,102,110],cleanup:101,cleanupmod:101,cleanuppattern:[28,50,51],clear:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],clearli:130,cloud:97,cluster:85,cnn:[33,47,48,65,66],co:97,coalescesent:[6,24,33],code:[26,27,33,36,61,63,77,92,94,97,136],coeffici:[15,45,47,69],cohan:36,coher:3,col:[9,22,30,44,49,84,99,103,116,117,130],cold:18,collect:[97,121,128],coloss:77,colum:[121,128],column:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110,112,113,114,116,117,123,125,131],column_nam:131,com:[0,3,4,5,6,7,8,10,13,16,18,22,23,24,25,26,27,29,31,32,33,35,36,37,38,40,46,48,51,53,55,56,57,59,61,62,63,65,66,70,72,74,76,77,79,82,84,85,86,87,89,91,92,93,94,95,96],combin:[17,18,23,36,52,77,88,89,97],come:97,comet:129,comet_ml:[121,128],comet_mod:[121,128],cometlogg:128,comment:[40,97],commerci:38,common:[3,4,5,6,7,8,9,10,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110,134],commoncrawl:[92,94],commun:97,compani:[38,97],companion:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110],compar:[3,18,23,29,66,77,95,97,121,128],comparelowcas:18,comparison:[61,63,74,85],compat:[3,4,5,6,7,23,24,25,36,37,47,61,62,92,93,95,96,102],competit:[92,94,97],competitor:97,compil:0,complet:121,complex:[29,52,53,76,85,97],compon:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,110,135],composition:[26,27],compound:17,compoundcount:17,comprehens:3,comput:[3,23,38,75,85,107,135],computation:[29,38,61,63,77,95],con:95,concaten:[90,91],concept:[23,132],conceptu:[5,8],condit:[5,8,77],confer:97,confid:[45,46,47,48],config:0,configproto:[3,4,5,6,7,8,15,16,17,18,23,24,25,29,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96],configprotobyt:[3,4,5,6,7,8,15,16,17,18,23,24,25,29,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96],configur:[0,68,81],conflict:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],conj:124,conll2003:[45,47,123,137],conll2009:[83,84],conll:[21,45,47,83,124,134],conlldataset:[124,137],conlllabelindex:123,conllposindex:123,conllu:[21,83,84,134],conllufil:[124,137],conneau:[92,94],consid:[17,18,32,52,56,75,89,97],consist:[3,36,54,86,90,125],constantli:136,constrain:23,constraint:[39,40],construct:[26,27,81,134],consumpt:[3,85,88,89],contain:[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,119,120,121,122,128,130,131],containsnul:[39,101],content:[88,100,125,130,136],context:[5,8,12,17,18,26,29,81,86,87,95],contextchar:81,contextspellcheck:[17,18],contextspellcheckerapproach:[18,52,75],contextspellcheckermodel:[17,53,76],contextu:[17,29],continu:[44,104,128],contrast:[9,36,77],contrib:47,contributor:38,control:[18,38,77],conveni:89,converg:[21,54,83,90],convert:[11,19,28,41,42,44,50,51,60,68,77,80,88,99,100,103,104,121,128,134],convolut:[39,40],cool:71,coordin:32,copi:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],corpora:[9,97],corpu:[17,26,27,29,34,54,77,97,125,137],corpus_pubt:137,corpus_pubtator_sampl:126,correct:[17,18,52,53,75,76,90,91,92],correctsymbol:18,correspond:[90,91,121],corrupt:95,cosin:23,cost:[3,17,18,52],could:[16,17,23,97,130,131,132],count:17,counterpart:23,countri:18,cov_embed:89,cover:[65,77,90],coverag:89,coverageresult:89,coverateresult:89,crap:40,crawl:77,creat:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,114,115,116,117,118,123,124,125,126,131,132,135,137],createdatafram:[3,4,5,6,7,8,9,11,12,14,16,18,19,21,22,23,24,25,27,28,29,30,32,33,34,36,37,38,40,41,42,46,48,49,50,53,54,55,56,58,60,61,62,63,64,66,68,70,71,73,74,76,77,78,80,81,83,84,85,86,88,89,91,92,93,94,95,96,97,99,100,101,102,103,110,112,113,114,116,117,118,121,128,130,131,132,136],crf:[45,46,47,48],cross:[49,92,94],crucial:29,crunchbas:97,csv:[15,30,69,131],ctrl:77,cumul:77,current:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,107,110,130,131,132],custom:[45,47,64,81,82,88,89,121],custombound:64,cystic:[126,137],d:[50,81,129],dai:[18,19,20,41],damerau:[52,53,76],damn:70,danish:[74,97],danqi:[61,63],data:[3,4,5,6,7,8,9,11,12,14,15,16,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,43,45,46,47,48,49,50,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,76,77,78,80,81,83,84,85,86,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,107,109,110,112,113,114,115,116,117,118,121,122,123,124,125,126,130,131,135,136,137],datafram:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,116,117,121,123,124,125,126,128,131,135,137],datapoint:17,dataset:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,122,123,124,125,126,134],datasetpath:54,datatyp:[114,115,116,117,118],date:[19,20,41],dateformat:[19,41],datematch:20,datematcherutil:[19,41],dctn4:[126,137],dd:[19,20,41],de:[33,38,97],deal:[107,135],decai:[45,47],decid:108,decis:18,declar:131,declin:97,decod:[36,38,77],dedic:128,deep:[5,8,15,16,17,18,29,45,46,65,66,97],def:[113,114,118],defaultdaywhenmiss:[19,41],defin:[14,44,45,47,56,74,99,103,118,121,128,131,135],definit:[30,123],delet:[52,53,75,76,131],delete_ful:101,deletesthreshold:75,delimit:[30,32,34,42,45,50,58,60,71,88,123,125],demand:97,demonstr:[23,36,38,97],deni:97,denois:95,dens:[5,8],denver:[32,104],dep:22,depend:[0,17,21,22,30,32,33,38,48,68,83,84,95,97],dependency_conllu:[22,32],dependency_treebank:21,dependency_typ:[32,83,84],dependency_typed_conllu:[32,84],dependencypars:[22,32,83,84],dependencyparserapproach:[22,124,137],dependencyparsermodel:[21,32,83,84],dependencytreebank:21,deploi:38,depth:[17,18,134],deriv:75,describ:[21,22,32,38,83,84,97],descript:[19,20,41,52,56,68,83,97],design:[5,8,9,38,61,63,121,128],desir:[19,20,41],desktop:28,detail:[77,92,94,97],detect:[33,64,65,66,85],detectlist:64,detector:[19,71,72,97],determin:92,dev:[3,29,85],develop:[28,38,97],devic:23,devlin:[3,61,63],devrait:38,diabet:88,diagnos:88,dict:[9,18,21,30,34,45,47,50,52,58,71,75,78,83,107,121],dict_kei:107,dictionari:[34,45,50,52,53,58,71,75,76,88,97,121],did:97,didn:81,die:33,differ:[12,17,18,19,21,29,61,63,64,65,66,81,83,92,95,97,107,121,135],differenti:38,dilut:[92,94],dim:3,dimens:[3,5,8,23,26,27,29,36,61,63,68,85,88,89,92,94,95],dimension:85,dir:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],directli:[107,121,128],director:125,directori:128,dirti:[28,50],disabl:101,disappoint:[22,84],discard:11,discrep:95,disk:[88,131,132],disk_onli:123,displai:[47,121,128],dist:[17,18],distanc:[17,18,23,52,53,75,76],distil:23,distilbert:[23,24],distilbert_base_cas:23,distilbert_base_sequence_classifier_imdb:24,distilbert_base_token_classifier_conll03:25,distinguish:14,distribut:[26,27],div:28,divers:[77,85],divid:26,dl:[4,6,7,16,24,25,33,37,40,48,52,53,62,70,75,76,93,96],dnn:[15,16],doc2chunk:99,doc2vec_gigaword_300:27,doc2vec_wiki:27,doc2vecapproach:27,doc2vecmodel:26,doc:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,126,137],doc_id:126,docclassifi:[15,39,69,131],docstart:[123,137],document:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,123,125,128,131,132,134,135,136],document_col:[121,128],documentassembl:[3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,75,76,77,78,80,81,83,84,85,86,88,89,90,91,92,93,94,95,96,97,100,102,108,110,121,123,128,131],documentcol:123,doe:[44,92,97,107,109,132,135,136],doesn:[23,61],dolor:[9,78],domain:97,don:[23,50,61],done:[15,45,47,61,63,132],dont:[50,86],dosampl:77,doubl:[15,69],doublevari:52,down:[47,131,132],download:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,32,33,35,36,37,38,40,46,48,49,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96,130,131,134,135],downstream:[3,29,36,77,95],dozen:77,dreari:18,drivendata:97,driver:0,drop:[36,74],dropout:[15,47,69],dt:[54,125,126,137],du:[33,61,63],dub:[92,94],dude:39,due:[3,6,24,36],dummi:28,dump:88,duplic:52,dupslimit:52,dure:[15,17,23,39,43,45,47,64,69,121,128],dutch:[74,97],dynam:38,e:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,128],each:[9,12,15,17,18,19,21,26,30,32,34,39,40,42,43,45,47,50,52,54,55,56,58,60,64,65,66,68,69,71,75,78,81,83,86,88,89,90,97,101,105,108,112,125,132],each_ful:101,earli:97,earlier:97,easi:36,easier:[65,103,122,133,137],easili:[14,29,54,102,128],economist:97,ed58abb40640f983:39,eddard:30,edg:[23,32],edinburgh:38,edit:[17,18,52,53,75,76],edouard:[92,94],effect:[36,77],effici:[26,27,38,85,130],ein:33,either:[11,15,30,33,58,68,69,70,71,77,83,84,86,97,100,101,107,132],ekeu:[44,46,48,107,112,113,114,116,117,118],electron:28,element:[39,40,42,101],eleven:[5,8],elmo:29,elmo_embed:29,els:[71,72],elsevi:97,emb:3,embd:[121,128],embed:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,116,117,130],embeddings_col:89,embeddingsfinish:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95],embeddingssent:68,emerg:[77,97],empir:[3,5,8,92,94,95],emploi:95,employ:73,employe:[14,34,55,73],empti:[42,100],emptydataset:[21,83],en:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,32,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,93,95,96,124,137],enabl:[30,47,52,95],enablecumul:42,enablememoryoptim:47,enableoutputlog:[15,39,47,69],enablepatternregex:30,enclos:14,encod:[5,8,15,16,28,36,38,85,121],encourag:85,end:[12,56,65,81,101,116,117,121,128,130,132],eng:[45,47,123,137],engin:[12,38],english:[52,53,70,74,90,91,97],enhanc:[86,87],entail:29,entir:[6,24,38],entiti:[4,7,9,12,25,30,32,37,43,44,45,46,47,48,49,62,78,79,80,93,96,99,103,107],entityextractor:[9,12,78],entityrul:30,entityrulerapproach:31,entitytyp:32,entityvalu:[78,79],entri:[71,101],enumer:[121,128],environ:0,enwik8:36,eo:65,ep:45,epeu:[113,114,117,118],epoch:[15,17,39,43,45,47,65,69,121],epochs_numb:65,epochsnumb:65,equal:26,equival:[107,135],er:31,erong:[53,76],error:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],errorthreshold:[17,18],especi:[38,77],essenti:28,est:[33,38],establish:3,estim:[26,27,108,131],et:[3,33,61,63],etc:[11,102,110,128],eu:[123,137],evalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110,121],evaluationlogextend:47,even:[77,97],ever:[15,28,69,131],everi:[3,5,8,17,18,23,36,38,48,61,63,86,92,94,95,101,108,132],everyth:[107,135,136],evid:3,exact:[9,30,78],exactli:108,exampl:[1,3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,107,108,110,112,113,114,116,117,118,121,123,124,125,126,128,130,131,132,134,135,136,137],exce:[61,63],excel:95,except:[12,42,47,81],exceptionspath:81,exclud:[45,47],execut:[107,131,135],exhibit:95,exist:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121],expect:[81,95,114],expens:[29,38,52,61,63,71,77,95],experi:[23,95,121],experiment:97,experiment_id:121,experiment_kwarg:121,explain:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,128,134,136],explain_document_dl:[99,103,107,112,113,114,116,117,118],explain_document_ml:[130,135,136],explain_document_pipelin:[107,112,113,114,116,117,118,130,135,136],explainparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],explainresult:[99,103],explan:[17,18,134],explicitli:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,118,131],explod:[3,5,8,9,11,14,16,22,23,27,29,30,36,38,41,42,44,49,54,55,58,61,63,64,65,66,68,78,80,84,85,88,89,92,94,95,97,99,102,103,112,114,116,117,118,123,125,130,131,136],explode_annotations_col:113,explodeent:32,explodesent:[64,65,66,123,124],explor:77,expos:29,express:[14,19,58,69],extend:[3,5,8,11,14,15,16,17,18,19,22,23,28,29,33,34,38,39,40,41,42,45,46,47,48,50,52,53,54,55,56,58,61,64,66,68,69,70,71,72,73,74,77,78,81,84,85,86,87,88,89,90,91,92,95,97,99,100,101,102,103,110],extendedjavawrapp:[123,124,125,126],extens:98,extern:[0,34,47,58,78,97,108,123,124,125,126],externalfeatur:45,externalresourc:[9,78],externalrul:58,extra:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,131],extra_loc:131,extract:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,128],extractor:[9,12,78],extractparammap:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],f1:[5,8,92,94],f:[113,114,115,116,117,118,121,128],facebook:[92,94],facilit:77,facto:97,factor:[17,77,92,94,95],fail:100,failonmiss:100,fals:[3,4,5,6,7,8,9,10,11,12,14,15,16,18,19,22,23,24,25,28,29,30,32,33,34,36,37,38,39,40,41,42,44,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,76,77,78,79,80,81,84,85,86,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,107,110,112,113,114,116,117,118,121,123,124,125,128,130,131,132,137],famili:28,far:[99,103],farendel:12,fast:[23,38,86,87,107,135],faster:[4,6,7,23,24,25,29,37,52,53,62,76,93,96],featur:[22,26,27,42,45,97,121,134],featurecol:102,feder:[22,84],feed:[6,24],few:[81,82,97,125,137],fewer:3,fibrosi:[126,137],field:[30,78,79,89],file:[9,17,21,28,30,34,45,47,50,52,58,65,71,75,78,81,83,85,88,121,123,124,125,126,128,137],filter:[38,44,45,74,77,92,94,97,113,114,118],filter_po:113,final_senti:86,finalr:17,find:[19,21,22,32,34,39,40,61,63,83,84,85],fine:[5,8,23,77],finetun:[36,95],finish:[86,102,104,108],finished_embed:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95],finished_label_metadata:126,finished_n:126,finished_po:126,finished_pos_metadata:126,finished_sentence_embed:102,finished_token:[126,132],finished_token_metadata:126,finishedresult:104,finnish:[74,97],firm:[22,84],first:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110,128,131,132,136],fit:[3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,75,76,77,78,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,100,102,105,107,108,109,110,121,128,131,132,135],fit_transform:[121,128],fitmultipl:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],five:[28,49],flat:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],flatten:12,flight:[32,104],floattyp:[116,117],fly:97,focus:[3,97],folder:[3,4,5,6,7,8,15,23,24,25,29,36,37,38,39,47,61,62,63,65,69,75,77,85,92,93,94,95,96],follow:[19,28,29,36,41,44,50,58,80,88,97,128,129,132],font:28,footprint:3,forcibl:64,forest:102,form:[9,14,15,19,30,34,39,52,58,65,69,71,75,78,88,90,102,121,124,131],formal:[39,40],format:[9,19,20,21,30,32,34,41,45,47,50,52,58,71,75,77,78,83,101,103,104,123,124,125,126,137],formul:95,fortgeschritten:33,forth:74,found:[36,52,53,56,88,97,100,134],founder:97,four:[66,80],fr:33,fraction:17,frame:90,framework:[0,38,77],franc:38,francisco:[92,94,97],free:38,freeli:85,french:[38,74,97],frequenc:[18,52,75,86,90],frequencyprior:52,frequencythreshold:[75,90],frequent:90,fri:[19,41],friendli:[38,44],from:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,116,117,118,121,123,124,125,126,128,130,131,132,135,136,137],full:[95,131],fullannot:107,further:[3,45,46,47,48,97,99,110],furthermor:95,futur:[65,77],g:[4,6,7,14,18,24,25,28,29,32,37,38,45,47,62,74,77,83,84,93,96,121,128],gain:[61,63,92,94],gallei:28,gamma:18,gee:39,gener:[3,11,15,16,17,18,23,32,36,39,40,45,46,47,48,52,53,65,68,76,77,95,97,103,104,121,128,130,131,132],german:[74,97,123,137],get:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,128,131,136,137],getambiguitythreshold:90,getbatchs:[3,4,5,6,7,8,23,24,25,36,37,38,48,61,62,63,92,93,94,95,96],getcasesensit:[3,4,5,6,7,8,9,10,23,24,25,29,30,31,36,37,61,62,63,88,89,92,93,94,95,96],getcasesensitiveexcept:[12,81],getcontextchar:[12,81],getdimens:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95],getexcept:[12,81],getfrequencythreshold:90,getignoreunsupport:107,getincludestorag:[9,10,30,31,88,89],getinfixpattern:[12,81],getinputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110],getlabelcolumn:[43,45,47],getlazyannot:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110],getniter:[54,90],getorcr:0,getordefault:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],getoutputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110],getparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],getparamvalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110],getprefixpattern:[12,81],getsplitchar:[12,81],getstag:108,getstopword:97,getstoragepath:[9,30,88],getstorageref:[3,5,8,9,10,16,23,26,27,29,30,31,33,36,40,48,61,63,68,70,85,88,89,92,94,95],getsuffixpattern:[12,81],getwordclass:18,github:[1,3,5,8,38,61,77,86,87,95],give:[86,87],given:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121],global:36,glove_100d:[48,89],glove_4d:88,gloveembed:102,glue:[3,5,8,23,61,63,92,94],go:[86,131],goldbloom:97,good:[23,40,85,86],googl:[3,5,8,26,27,29,61,63,77,85,97,124],googleo:124,got:97,goyal:[61,63,92,94],gpt:61,gpu:[3,38,77],grab:[12,81],gradient:45,graduat:12,gram:[26,27,42,77,97],grammar:14,grammat:[21,22,83,84],graph:[32,38,47,104],graph_extract:32,graph_finish:104,graphextract:104,graphfinish:32,graphfold:47,grave:[92,94],great:65,greater:97,greedi:77,group:[12,14,81],grow:97,gru:[39,40],guarante:60,guid:1,guillaum:[92,94],gummi:[52,75],gummic:[52,75],gummier:[52,75],gummiest:[52,75],gummifer:[52,75],guzman:92,h1:28,ha:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,122,125,128,131,132],hackerrank:97,had:97,hal:97,half:97,ham:52,hamner:97,hand:56,happen:97,happi:[107,130,132,135,136],hard:73,harder:3,hasbatchedannot:[3,4,5,6,7,8,23,24,25,36,37,38,48,61,62,63,92,93,94,95,96],hascasesensitiveproperti:[3,4,5,6,7,8,23,24,25,29,36,37,61,62,63,92,93,94,95,96],hasdefault:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],hasembeddingsproperti:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95],hasparam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],hasstorag:[9,30,88],hasstoragemodel:[10,31,89],hasstorageref:[3,5,8,16,23,26,27,29,33,36,40,48,61,63,68,70,85,92,94,95],have:[0,3,15,16,23,39,40,42,45,46,47,49,54,61,63,65,69,75,80,88,97,110,131,132,135],he:[41,56],head:[3,4,6,7,24,25,37,44,46,48,62,93,95,96,107,112,113,114,116,117,118],header:[15,69,131],helen:66,hello:[9,12,78],help:[3,6,21,22,24,38,81,82,83,84,121,128,132,136],helper:[1,54,90,104,111,122,125,134,137],henc:50,here:[14,34,114,131],heritag:65,hi:65,hidden:[3,4,7,25,29,37,62,93,95,96],hide:28,hierarch:[26,27],high:[38,85,92,94],higher:[77,86,88,89,97],highest:77,highlight:[61,63],him:41,histori:[17,18,65,97],hold:[107,135],holm:17,home:97,horribl:86,host:97,hour:[19,41],how:[0,1,3,4,5,6,7,9,11,16,21,23,24,25,29,30,32,33,34,36,37,39,40,44,45,47,50,52,58,60,61,62,64,68,71,75,78,83,88,90,92,93,95,96,101,104,123,124,128,131,136],howev:[3,50,68,95,97,130],html:[121,128],http:[3,5,8,26,27,29,77,85,86,87,95],hub:[1,3,4,5,6,7,8,16,18,22,23,24,25,26,29,33,34,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,84,85,89,91,92,93,94,96],huggingfac:[3,4,5,6,7,23,24,25,36,37,61,62,92,93,95,96],human:97,hundr:[92,94],hungarian:[74,97],hyper:77,hyperparamet:[61,63],i:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,116,123,131,137],id:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121],idcol:101,idea:95,identif:[3,5,8,9,10,16,23,26,27,29,30,31,33,36,40,48,61,63,68,70,85,88,89,92,94,95],identifi:[10,12,58,81,82,89,97,121,132],idx:[121,128],ignor:[3,4,5,6,7,8,9,10,23,24,25,29,30,31,36,37,38,42,44,52,61,62,63,74,77,88,89,92,93,94,95,96,107],ignoretokenid:77,imdb:70,impact:[61,63],implement:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],implicitli:32,importerror:121,imposs:[65,90,91],impossible_penultim:65,impossiblepenultim:65,improv:[3,5,8,29,45,47,61,63,92,94,136],includ:[0,5,8,9,10,17,19,20,26,28,29,30,31,32,41,44,45,46,47,48,77,88,89,92,94,95,97,103,121,126,130,131,132,137],includeallconfidencescor:[47,48],includeconfid:[45,46,47,48],includeedg:32,includemetadata:103,increas:[3,52,88,89,97],increment:60,independ:[52,53,56,76,97],index:[9,10,12,15,17,21,26,30,31,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,89,90,97,105,108,123],indic:[23,60,61],individu:[18,97],induc:88,induct:23,industri:28,infect:[126,137],infer:[5,8,23,95],infix:[12,56,81],infixpattern:81,influenc:18,inform:[1,17,18,19,20,21,22,41,44,83,84,89,92,97,101,126,128,129,130,131,137],init:128,initi:[17,26,109,123,124,125,126,128],initialr:17,inplac:101,inplace_ful:101,input:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,113,116,117,123,124,125,126,131,132,135,137],inputcol:[6,15,24,33,39,68,69,101,102,103,104],insert:[52,53,76,131],insid:[12,13,15,16,39,40,44,54,81,82,123],insight:77,inspect:128,inspir:[52,53,75,76,86,87,123,124,125,126],instal:[1,121,129],instanc:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],instanti:[10,13,15,16,17,18,21,22,26,27,31,34,35,39,40,45,46,47,48,51,52,53,55,57,59,66,69,70,72,75,79,83,87,88,89,90,91,122,123,124],instead:[6,8,19,20,24,33,41,77,97,102,103,107,135],institut:3,insult:39,integ:101,integertyp:[116,117],integr:[38,95,97,120,121,128,129],intend:109,intent:108,inter:3,interchang:132,interest:97,interfac:[98,121,128,135],intern:[29,81,99,100,101,102,103,104,105,106,110,123,124,125,126],interpret:[9,30,69,70,88],intersect:52,interv:121,introduc:[5,8,23,29,36,77],investig:[23,85],investor:97,involv:[66,95],iob2:[32,44],iob:[32,44,45,47],ipsum:[9,28,78],isarrai:100,isdefin:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],islong:8,ispaddedtoken:126,isset:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],issu:1,ist:33,italian:[17,74,97],item:[15,69,88,89,121,128],iter:[3,9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108,121,128],its:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,125],itself:[14,77,97,108,109,132],iz:36,j:30,jan:[19,41],jane:81,januari:[19,20,41],japanes:[90,91],jar:0,jatowt:97,java:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110],java_class:[123,124,125,126],java_model:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,31,32,33,35,36,37,38,40,46,48,51,53,55,57,59,61,62,63,66,70,72,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96,106],java_obj:105,javaestim:108,jersei:[99,103],jigsaw:40,jingfei:[61,63],jj:[14,54,55,107,112,116,117,123,125,130,135,136,137],job:[97,100],john:[4,6,7,8,24,25,30,32,37,49,50,62,63,66,93,94,96,104],johnsnowlab:[0,3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,31,32,33,35,36,37,38,40,46,48,51,53,55,56,57,59,61,62,63,65,66,70,72,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],join:[42,54,125],jointli:[5,8],jon:30,jorg:97,joshi:[61,63],journal:97,json:[30,121],jsonl:30,juli:[19,20,41],jupyt:[0,121,128],just:[5,8,23,42,47,48,61],jvm:74,k:[77,102],kaggl:97,kartikai:[92,94],keep:[50,77,97],kei:[21,34,61,63,83,92,94,101,107,121,128],kept:77,kernel:97,key_delimit:34,keyword:[71,72,97],khandelw:[92,94],khosla:97,kind:[19,40,41,97],know:[23,38,108],knowledg:[0,23,97,104],korean:[90,91],kryoseri:0,kwarg:108,l2:45,l2valu:45,la:38,lab:49,label:[4,6,7,15,17,18,21,22,24,25,30,33,37,39,40,43,44,45,47,62,69,70,71,72,77,83,84,86,93,96,121,123,128,131],label_col:[121,128],labelcol:123,labelcolumn:[15,39,45,47,69],labeled_depend:[83,84],laborum:[9,78],lack:65,lamb:[123,137],lambda:[114,116,117,118],landscap:77,lang:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,32,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],langag:33,langid:38,languag:[3,4,5,6,7,8,10,13,16,17,18,22,23,24,25,26,27,29,33,35,36,37,38,40,46,48,52,53,55,61,62,63,65,66,69,70,74,75,76,77,79,82,84,85,87,89,90,91,92,93,94,95,96,97,100,110,131],languagedetector:33,languagemodelclass:17,larg:[3,4,6,7,9,23,24,25,29,33,37,47,62,78,92,93,94,95,96,97],larger:[23,38,61,63,77],largest:[28,97],last:[12,19,41,135],later:128,latter:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],launch:97,layer:[3,4,5,6,7,8,24,25,29,37,62,93,95,96],lazili:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110],ld:33,ld_wiki_tatoeba_cnn_21:33,lda:102,le:[33,38],lead:[3,92,94],leap:28,learn:[3,15,16,17,18,23,26,27,29,39,40,45,46,47,61,63,65,66,69,77,85,92,94,95,97,121,129],least:90,led:[36,61,63,97],left:[5,8],legth:[12,50,60,81],lemma:[34,35,71,107,124,132,135,136],lemma_antbnc:35,lemmas_smal:[34,71],lemmat:[35,71,74,108,110],lemmatizermodel:34,length:[3,4,5,6,7,8,17,18,23,24,25,26,36,37,38,42,61,62,63,64,77,81,92,93,94,95,96],lenon:[4,6,7,24,25,37,62,93,96],less:[23,33,42,45,52,69,70],let:[0,23,56,131],letraset:28,letter:[17,50,125,137],levchin:97,level:[4,5,8,15,17,18,36,39,43,45,47,61,63,69,85,88,89,94,123],levenshtein:[17,18,52,53,76],leverag:[23,121,128],levi:[61,63],lewi:[61,63],librari:[1,3,4,5,6,7,23,24,25,33,36,37,61,62,92,93,95,96,100,101,102,110,136],lifecycl:[121,128],lift:123,light:[1,23,95,97,107,134,136],lighter:23,lightpipelin:[98,135],like:[3,11,15,17,23,28,32,36,44,65,68,81,86,90,91,95,97,121,128,129,130],likelihood:95,limit:[3,6,24,36,52,77,88,95,97],line:[9,30,65,71,78,88,125],linear:[4,6,7,24,25,37,62,93,96],linearli:36,lingual:[33,38,85,92,94,97],linguist:29,list:[3,4,5,6,7,8,9,12,13,14,15,16,17,18,21,23,24,25,26,28,29,30,32,33,34,36,37,38,39,40,43,44,45,47,48,49,50,52,54,56,58,61,62,63,64,65,69,70,71,74,75,77,78,81,82,83,85,86,88,90,92,93,94,95,96,97,102,103,105,107,108,114,116,117,118,121,127,131],lite:3,littl:[65,136],liu:[61,63],live:[4,6,7,24,25,37,62,93,96,121,128],ll:90,lm:17,load:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110,122,131,134],loaddefaultstopword:[74,97],loadsavedmodel:[3,4,5,6,7,8,23,24,25,29,36,37,38,61,62,63,77,85,92,93,94,95,96],loadsp:85,loadstorag:[10,89],loc:[4,7,25,32,37,44,46,48,62,93,96,99,103,107,117,123],local:[0,3,4,5,6,7,8,23,24,25,29,36,37,38,61,62,63,74,77,85,92,93,94,95,96,97,107,135],locat:[30,99,131],log:[1,15,39,47,65,69],log_asset:121,log_asset_data:121,log_completed_run:121,log_file_path:121,log_metr:[121,128],log_paramet:121,log_pipeline_paramet:[121,128],log_visu:[121,128],logdir:[121,128],logger:[121,128],london:[4,6,7,24,25,37,62,93,96],longer:[3,26,33,36,136],longform:[36,37],longformer_base_4096:36,longformer_base_token_classifier_conll03:37,look:130,lookup:[9,10,29,52,53,76,88,89,95],lord:30,lorem:[9,28,78],loss:[3,23,77,128],lossep:45,love:[8,16,63,66,86,94,131],low:[18,92,94],lower:[3,18,28,97,100],lowercas:[28,50,51,60,100],lr:[15,39,47,69],lstm:[29,47],lstm_outputs1:29,lstm_outputs2:29,luca:12,luke:[61,63,92,94],m:[16,19,41,131],machin:[26,27,38,39,40,45,46,77,97,121,129],made:[85,128],magna:[9,78],magnitud:[52,53,76],mai:[9,12,15,17,21,26,30,34,39,40,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,100,105,108,130,131,132,135,136],main:[1,31,82,130,134,137],mainli:38,make:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110,122,133,137],manag:[0,97],mandar:[61,63],mandela:65,mangaravit:97,mani:[38,39,40,61,63,77,90,91,97],manner:97,manual:[0,130],map:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,114,115,116,117,118,130],mape:18,maptyp:[116,117],margin:95,mari:[8,63,66,94],marian:38,mariannmt:38,mark:[64,90],mask:[60,92,94,95],master:0,match:[3,4,5,6,7,8,9,10,12,14,19,23,24,25,26,27,28,29,30,31,36,37,41,50,51,54,58,61,62,63,78,79,81,88,89,90,92,93,94,95,96,100,130],match_al:58,match_complet:58,match_first:58,matcher:58,matthew:36,max:[0,3,4,5,6,7,8,23,24,25,36,37,61,62,63,75,92,93,94,95,96,97],max_length:29,maxcandid:[17,18],maxeditdist:75,maxepoch:[15,39,45,47,69],maxim:[17,95],maximum:[12,15,17,18,26,32,38,39,43,45,47,50,52,60,64,69,77,81,97],maxinputlength:38,maxit:26,maxlength:[50,60,64,81],maxngram:97,maxoutputlength:[38,77],maxresults:0,maxsentencelength:[3,4,5,6,7,8,23,24,25,26,36,37,61,62,63,92,93,94,95,96],maxsentences:32,maxwindowlen:[17,18],mb:[130,135,136],mbert:[92,94],md:[54,125],me:41,mean:[14,19,20,33,38,39,41,60,77,92,97,102,107,131,132,135],meaning:[14,73],measur:[23,61,63,121],mechan:36,medic:[126,137],medment:[126,137],member:54,memori:[0,3,4,6,7,24,25,29,37,62,88,89,93,96],merg:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],mergeent:32,mergeoverlap:[9,10,78,79],merit:97,messag:129,meta:[121,129],metadata:[45,46,47,48,54,78,79,97,101,103,107,116,117,121,130,132],metadatacol:101,method:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,123,124,125,126,127],methodolog:77,metric:[75,121],michael:12,mickiewicz:38,microsoft:38,middl:56,might:[30,47,90,136],mike:[61,63],million:[49,97],milner:97,min:17,mincount:[17,26],mindshar:97,minepoch:[45,47],mini:[61,63],minim:[38,85],minimum:[12,26,32,33,39,40,43,45,47,50,52,60,64,69,70,75,77,81,97,123],minlength:[50,60,64,81],minngram:97,minoutputlength:77,minsentences:32,minut:39,minw:45,misc:[123,137],miss:[19,20,41,100],mix:29,ml:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,107,108,109,110,121,128,131,135],mlb:[121,128],mllib:74,mlm:36,mlqa:[92,94],mlreader:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110],mlwriter:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110],mm:[19,20,41],mo:126,mode:[52,101,121],model:[1,3,4,5,6,7,8,9,10,12,13,15,16,17,18,21,22,23,24,25,26,27,29,30,31,32,33,34,35,36,37,38,39,40,45,46,47,48,50,51,52,53,54,55,56,57,58,59,61,62,63,65,66,69,70,71,72,74,75,76,77,78,79,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,105,108,121,128,130,134,136,137],model_architectur:[65,66],modelarchitectur:[65,66],modeliter:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],moder:65,modif:[5,8],modifi:[21,22,61,63,65,83,84],modul:[1,2,17,18,19,29,38,48,55,58,77,95,98,119],mogul:[22,84],mondai:[16,131],monitor:[121,128],monolingu:[92,94],month:[19,20,41,97,125,137],more:[4,6,7,14,23,24,25,28,29,32,37,39,40,42,44,52,60,62,65,68,77,82,92,93,94,96,97,99,100,101,102,103,110,121,126,128,129,131,134,137],morn:[32,104],morph:124,most:[23,36,38,47,48,77,97],motiv:36,movi:[15,69,86,131],much:[3,16,50,61,63,90,131],multi:[3,6,15,16,24,33,38,39,40,69,70,85,92,94,97],multiclass:[39,40],multiclassifi:[40,121,128],multiclassifierdl:[39,40],multiclassifierdl_use_tox:40,multiclassifierdlapproach:[15,40,121,128],multiclassifierdlmodel:[16,39],multidatematch:19,multilabelbinar:[121,128],multilingu:[92,94],multinli:[5,8],multipl:[19,30,39,40,81,97,117,121,123],music:86,must:[9,26,34,52,58,71,78,86,100,114,121],my:[4,6,7,12,15,24,25,28,37,42,58,60,62,64,69,74,93,96,131],myle:[61,63,92,94],n:[0,42,44,46,48,56,66,77,94,97,107,112,113,114,116,117,118],naiv:[86,87],naman:[61,63,92,94],name:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,112,113,116,117,121,123,125,128,131],named_ent:[4,7,25,32,37,44,45,46,47,48,49,62,93,96,107],naravik:97,narayanan:[86,87],natur:[3,5,8,23,26,27,33,69,70,77,85,95,100,110],naturel:33,necessari:[23,128,134],need:[0,14,17,19,20,21,23,30,32,41,45,47,50,52,54,58,60,61,65,75,81,82,83,86,87,88,97,107,121,123,124,125,128,129,131,132,135,137],neg:[6,24,69,70,71,72,86,121,128],neglect:95,neighbor:32,neither:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],nelson:65,ner:[4,7,12,25,32,37,43,44,45,46,47,48,49,62,92,93,94,96,107,117,121,128],ner_chunk:[121,128],ner_crf:46,ner_dl:48,ner_overwritten:49,nerapproach:[45,47],nerconvert:[11,45,46,47,48,121,128],nercrfapproach:[46,47],nercrfmodel:[45,48],nerdlapproach:[45,48,123,137],nerdlmodel:[32,44,46,47,49,121,128],nermodel:48,nertagg:[32,45,46,47,48,49],nervisu:[121,128],network:[5,8,29,47,48,65],neural:[5,8,38,47,48,65],neutral:[33,69,70],never:[86,131],new_java_arrai:[123,124,125,126],newal:[22,84],newresult:49,newsyou:39,next:[9,12,15,17,19,21,26,30,34,39,41,45,47,50,52,54,56,58,61,63,65,69,71,75,77,78,81,83,86,88,90,97,105,108],ngram:[11,42,77],ngramgener:11,nice:[71,121,128],nich:97,niter:[54,90],nkeyword:97,nlm:17,nlp:[2,3,4,5,6,7,8,10,11,13,14,15,16,17,18,19,22,23,24,25,27,28,29,31,32,33,34,35,36,37,38,39,40,41,42,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,61,62,63,64,65,66,68,69,70,71,72,73,74,76,77,78,79,81,82,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,107,108,110,121,123,124,125,126,127,129,130,131,132,133,134,135,137],nlp_2:0,nn:[14,54,55,123,124,125,126,137],nnp:[14,54,55,107,112,113,114,116,117,118,123,124,125,126,130,135,136,137],nnp_token:[114,118],node:32,noisi:[17,18],nom:124,non:[81,90,91],none:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,132],nonexecut:125,nor:97,norepeatngrams:77,normal:[9,16,28,51,66,74,86,102,108,110,131,132],normalizeddocu:28,norvig:[52,53],norvigsweetingapproach:[17,53,75,137],norvigsweetingmodel:[18,52,76],norwegian:[74,97],notabl:38,note:[3,9,15,23,29,30,38,39,48,61,68,69,77,88,89,92,95,97,107,136],notebook:[0,121,128],noun:[14,124],nov:[19,41,125],novel:[95,97],now:[0,65,107,132],np:[123,137],nsubj:[32,84,104,124],nthi:60,nullabl:[39,101],number:[3,5,8,15,17,18,21,23,26,29,30,36,39,42,43,45,47,54,61,63,65,68,69,77,83,85,89,90,92,94,95,97,123,124],numberofiter:[21,83],numiter:26,numpartit:26,nune:97,o:[4,7,25,37,44,46,48,49,62,93,96,107,117,123,126,137],obj:124,object:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,130,131],obscen:[39,40],observ:85,obtain:[5,8,85],occur:77,occurr:97,off:[15,39,47,65,69,85,92,94],offer:[98,131,133,136],offici:[3,44,46,48,97,107,112,113,114,116,117,118],offlin:121,offline_directori:128,often:[3,61,63,95],ok:[130,135,136],old:125,omer:[61,63],onc:77,one:[5,6,8,9,12,15,17,19,21,24,26,28,30,33,34,39,40,44,45,47,50,52,54,56,58,65,68,69,71,75,78,81,83,86,88,90,92,94,95,97,105,108,110,128,131],onli:[19,21,28,29,50,56,64,65,66,77,83,85,95,108,123],onlin:[121,128],onto:[14,112,132],oov:11,op:85,open:[33,81,82,100,101,102,110],openjdk:0,opensourc:110,oper:[17,18,23,36,56,130],opinion:[15,69,131],optim:[26,47,61,63,65],option:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,116,117,121,123,124,125,126,131],opus_mt_en_fr:38,oracl:0,orang:[8,63,94],order:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,114,131,132,135,137],orderbi:97,org:[44,46,48,49,107,117,123,137],organ:[38,97],origin:[3,26,27,36,61,65],other:[0,12,32,39,40,50,56,68,71,77,85,97,99,101,102,103,131],otheriws:[33,69,70],otherwis:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96,100,121],ott:[61,63,92,94],our:[3,23,26,27,29,36,61,63,65,77,85,92,94,97,114,136],out:[16,34,38,50,73,74,77,97,131],outperform:[36,85,92,94,95,97],output:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,107,110,112,114,115,116,117,121,125,128,130,131,132],output_col:89,output_column:[112,116,117],output_dict:[121,128],output_log_path:[121,128],output_logs_path:65,output_typ:[114,115,116,117],outputasarrai:[103,104],outputasvector:102,outputcol:[101,102,103,104],outputdocumentcol:125,outputlogpath:[121,128],outputlogspath:[15,39,47,65,69],outputposcol:125,outputtextcol:125,outsid:44,outstand:121,over:[12,13,20,23,43,52,81,82,92,94,95,113,114,115,116,117,118,121,128],overal:[89,95],overallcoverag:[88,89],overcom:95,overlap:[9,10,78,79],overlook:[61,63],overrid:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],overview:[127,134],overwrit:[49,121],overwritten:49,own:[1,10,13,16,18,22,27,35,40,46,48,51,53,55,57,59,70,72,79,87,90,91,134,135,137],p:[15,26,27,28,33,47,56,69,70],pa:[126,137],packag:[0,3,120,121,129],pad:126,page:[1,28,127,134,136],pagemak:28,pair:[32,121],paper:[3,5,8,23,26,27,29,36,38,61,63,65,77,85,86,87,92,94,95,97,126,137],parallel:[64,65,66,107,123,135],param:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],paramet:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,118,121,123,124,125,126],parammap:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],paramnam:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],parataxi:84,parent:[22,84],pari:[4,6,7,24,25,37,62,93,96],parquet:47,pars:[14,18,19,20,21,22,30,34,41,52,83,84,107,125],parse_embed:107,parseembeddingsvector:103,parser:[14,21,22,32,83,84],part:[14,34,54,55,73,90,91,97,100,125,137],parti:[1,119],particular:[21,83,97],particularli:[92,94],partit:[26,123],pasquali:97,passag:28,past:38,path1:32,path:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110,121,123,124,125,126,128],patient:88,pattern:[12,13,14,28,30,50,51,52,60,81,82],patternsresourc:30,patttern:75,peck:[14,34,55,73],penalti:77,penn:21,penultim:65,peopl:66,pepper:[14,34,55,73],per:[4,6,7,15,19,24,25,33,37,39,42,43,44,45,46,47,48,62,69,92,93,94,96,107,117,123],percentag:[17,89,90],perceptron:[22,54,55],perceptronapproach:[55,125,137],perceptronmodel:[14,21,22,32,45,46,54,83,84,123],perform:[3,23,28,29,52,61,63,85,86,88,89,92,94,95],permut:95,perplex:[17,18],persist:123,person:[30,124],peter:[14,34,36,50,55,66,73,123],phase:23,phone:97,phrase:[9,14,26,27,78],pick:[14,34,55,73],pickl:[14,34,55,73],piec:82,pierr:[54,125],pip:0,pipelin:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,121,130,131,134],pipeline_model:[109,121,128],pipelinemodel:[15,17,21,26,28,39,45,47,52,69,75,83,86,90,107,109,121,131,134],piper:[14,34,55,73],pitchbook:97,pl:50,place:39,plain:137,platform:[97,121,129],pleas:[0,4,5,6,7,8,10,13,16,18,19,22,23,24,25,26,27,29,33,34,35,36,37,38,40,46,48,51,53,54,55,57,59,61,62,63,66,70,72,74,76,77,79,84,85,87,89,91,92,93,94,96,101,109,129,133,136],plenti:97,plethora:97,plit:91,plur:124,pn:39,po:[6,14,21,22,24,32,45,46,47,54,55,56,83,84,90,107,112,113,114,116,117,118,123,130,134,135,136],point:[3,5,8,65,101],polici:28,polit:65,polysemi:29,pool:[6,11,24,29,68],poolinglay:29,poolingstrategi:[11,68],popularis:28,port:3,portugues:[74,97],pos_anc:55,pos_chunk:116,poscol:[54,90,123],posdf:125,posit:[23,60,69,70,71,72,86,92,94,95,97,110,121,128],position_id:23,positionalmask:60,posmodel:32,possibl:[11,17,23,30,75,92,94,101,121,128],postag:14,postagg:[21,22,32,45,46,55,83,84],potenti:[17,18],pour:33,power:[5,8,77],pp:97,practic:77,practition:[121,128],pragmat:72,pre:[5,8,23,29,77,85,99,100,101,103,110,124,131],preced:131,precis:[21,22,39,40,83,84],predefin:[9,34,58,71,72,78],predict:[47,48,77,121,128],preds_df:[121,128],prefer:[32,104],prefix:[12,44,56,81,121,128],prefixpattern:81,prepar:101,prepend:100,preprocess:[121,128],prerequisit:[46,48,49,131],present:[3,29,32,36,38,61,63,65,85,92,94],preserv:[23,110],preserveposit:110,pretrain:[1,3,4,5,6,7,8,10,11,13,14,15,16,17,18,19,21,22,23,24,25,26,27,29,32,33,34,35,36,37,38,39,40,45,46,47,48,49,52,53,54,55,58,61,62,63,65,66,68,69,70,74,75,76,77,79,82,83,84,85,87,88,89,90,91,92,93,94,95,96,99,102,103,107,112,113,114,116,117,118,121,128,130,134],pretrainedpipelin:[99,103,107,112,113,114,116,117,118,130,135,136],pretti:[40,97],pretty_al:28,preval:23,previou:[92,94,131],previous:[61,63,97],principl:[107,135],print:28,printer:28,printschema:[39,101],prior:[17,18,23,36],prioriti:[12,13,52,81,82],privat:[61,63],pro:95,probabl:[6,24,77,97],problem:[3,17,18,29,39,40,77],proce:132,process:[3,4,5,6,7,8,23,24,25,26,27,29,32,33,36,37,39,44,45,46,47,48,61,62,63,65,69,70,77,92,93,94,95,96,97,99,100,101,102,103,108,110,121,128,130,131,132,133],produc:131,product:[69,70],program:33,programm:33,programmiersprachen:33,progress:[60,65],project:[1,38,97,121],project_nam:[121,128],pron:124,proof:23,properti:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],propn:124,proport:[15,39,47,65,69],propos:[3,23,61,63,92,94,95],protagonist:86,provid:[3,4,5,6,7,8,9,16,18,19,21,22,23,24,25,27,29,30,33,34,36,37,38,40,41,45,46,48,50,52,53,55,58,61,62,63,64,66,70,71,76,77,78,83,84,85,88,89,91,92,93,94,95,96,107,114,132],prp:[107,124,125,130,135,136,137],prunecorpu:86,pseudomona:[126,137],publicli:[92,94],publish:[28,61,63],pubtat:134,pubtatordataset:126,pubtatorfil:126,punct:124,punctuat:50,pure:38,purpos:[23,65],push:[5,8],put:[16,112,131],pylist:[123,124,125,126],pypi:0,pyspark:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,118,121,123,124,125,126,131,132],python3:0,python:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,110],q:3,qam:56,quadrat:36,quell:38,question:[5,8,21,22,29,54,61,63,77,83,84,95],quick:[0,128,132],r:[92,94,97],race:[3,61,63],rage:47,rais:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121],random:[15,26,39,43,45,47,69,102],random_embeddings_dim4:88,randomse:[15,39,45,47,69],rang:[5,8,23,92,94],rank:[17,18,95],rate:[15,17,26,39,47,61,63,69,88],raw:[28,56,81,82,130,132],rb:[107,125,130,135,136,137],rdf:[32,104],re:[99,131],reach:97,read:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110,121,123,124,125,126,128,131,137],read_a:[9,21,30,34,45,47,50,52,58,71,75,78,83,88,123,124],reada:[9,12,21,30,34,45,47,50,52,58,71,75,78,83,88,123,124],readcaches:[88,89],readdataset:[45,47,54,90,122,123,124,125,126,137],readi:[0,16,131],readmonthfirst:[19,41],real:[47,121,128],realli:[15,69,86,131],receiv:[125,137],recent:[5,8,28,61,63,97],recogn:[43,44,45,47,49],recognit:[4,7,25,37,45,46,47,48,62,93,96],recommend:[0,29,38,71,77,86,95],reconsid:77,reconstruct:110,recurs:[56,108],recursiveestim:105,recursivepipelin:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,105,106,109,110],recursivetoken:57,recursivetransform:106,reduc:[23,52,53,76,110],reduct:[3,52],reductlimit:52,refer:[0,1,3,5,8,9,10,16,17,18,23,26,27,29,30,31,33,36,38,40,48,52,53,58,61,63,65,68,70,75,76,77,85,86,87,88,89,92,94,95,97,100,101,131,133,134],refresh:121,regardless:78,regex:[12,17,18,28,30,50,51,52,58,60,75,81],regexmatch:59,regexpars:14,regextoken:132,regress:[6,24,77],regular:[14,45,58],reject:[123,137],rel:[17,18,19,20,41,45,92,130],relat:[21,22,32,39,40,83,84,136],relationship:[21,22,32,83,84,85],relationshiptyp:32,releas:[3,28,61,63,77,92,94],relev:[32,97],reli:[21,83,95,97],reliabl:[121,128],remain:[3,23,28,97],rememb:[17,18],remot:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],remote_loc:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],remoteloc:32,remov:[28,50,51,61,63,86,102,103,104],repeat:3,repetit:77,repetitionpenalti:77,replac:[28,33,35,36,52,53,66,76,131],replic:[61,63],report:[61,63,85,121,128],repositori:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],repres:[3,9,22,30,32,42,78,81,82,84,95,121,131],represent:[3,5,8,23,26,27,29,44,77,88,89,92,94,95,101],reproduc:[121,128],requir:[1,3,4,6,7,8,17,18,21,24,25,29,37,39,48,50,62,80,83,84,85,86,87,90,92,93,94,96,97,100,102,110,130,131,132],research:[3,5,8,26,27,38,77],resort:97,resourc:[3,4,5,6,7,8,9,10,12,13,15,16,18,21,22,23,24,25,27,29,30,33,34,35,36,37,38,40,45,46,47,48,50,52,53,54,55,58,61,62,63,66,69,70,71,74,75,76,77,78,79,82,83,84,85,87,88,89,90,91,92,93,94,95,96,108,123,124,125,126,131,137],respect:[45,47,89,125],respons:65,rest:[44,97],restaur:71,restor:[3,4,5,6,7,8,10,13,16,18,22,23,24,25,27,29,33,35,36,37,38,40,46,48,53,55,61,62,63,66,70,74,76,77,79,82,84,85,87,89,91,92,93,94,95,96],restrict:97,result:[3,4,5,6,7,8,9,11,12,14,16,18,19,22,23,24,25,27,28,29,30,32,33,34,36,37,38,40,41,42,44,45,46,47,48,49,50,53,54,55,56,58,60,61,62,63,64,66,68,69,70,71,73,74,76,77,78,80,81,84,85,86,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,107,110,111,112,113,114,115,116,117,118,121,123,124,128,130,131,132,135,136],result_senti:86,resultdf:89,resulttupl:97,resultwiths:102,retain:23,retriev:[0,34,52,53,73,75,88,89,121,128,131,132],return_html:[121,128],reus:121,review:[69,70,123,124,125,126],ri:[92,94],rich:77,right:[5,8,28],rise:77,rnn:33,road:132,robert:12,roberta:[36,61,62,63,92,93,94],roberta_bas:61,roberta_base_token_classifier_conll03:62,robertaembed:92,robustli:[61,63],rocksdb:30,root:[22,32,39,84,101,124],roottoken:32,row:[64,65,66,86,89,101,112,114,123],rr:90,rule:[12,30,56,58,71,72,81,82],rulefactori:81,rumor:97,run:[0,23,97,121,136],russian:[74,97],s:[0,1,3,9,12,15,17,18,21,23,26,28,30,34,36,38,39,45,47,50,52,54,56,58,60,61,63,65,69,71,75,77,78,81,83,86,88,90,92,94,97,103,105,107,108,114,115,118,121,128,130,131,132,135],sacrif:[92,94],safe:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],sai:[22,81,84,97],sajawel:65,same:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,132],sampl:77,san:[28,97],sarah:[4,6,7,24,25,37,62,93,96],sarcasm:[16,131],sarcasmdl:[16,131],save:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110,121,128,131],savestorag:[10,31,89],savoir:38,saw:41,sbt:0,scala:33,scale:[3,23,36,77,92,94],scenario:86,schema:[44,121,128],scheme:61,schweter:65,scienc:97,scientist:97,sconj:124,scope:86,score:[5,8,33,45,46,47,48,69,70,71,72,86,87,92,94,97],scrambl:28,scrape:28,script:97,sda:[72,87],search:52,searchtri:10,second:[29,58,60,64,74,131],section:[97,101,128,129,135],see:[3,4,5,6,7,8,9,10,11,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,50,51,52,53,54,55,56,57,58,59,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110,121,126,128,129,134,136,137],seed:[15,26,39,43,45,47,69],segment:[23,61,90],sego:28,select:[4,6,7,11,18,23,24,25,32,33,37,40,46,48,53,56,62,70,76,77,86,89,91,93,96,97,101,103,104,110,112,113,114,118,121,128,132],selectexpr:[3,5,8,9,11,12,14,16,19,22,23,27,28,29,30,34,36,38,41,42,44,49,50,54,55,58,60,61,63,64,66,68,71,73,74,78,80,81,84,85,88,89,92,94,95,97,99,100,102,103,114,116,117,118,123,124,125,130,131,136],self:[3,36,38,108],sell:124,semant:[29,85,90,91],semi:29,send:129,sens:136,sensit:[12,52,74,81],sent:97,sent_id:124,sent_roberta_bas:63,sent_small_bert_l2_128:8,sent_small_bert_l2_768:8,sent_xlm_roberta_bas:94,sentenc:[3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,44,45,46,47,48,49,54,55,58,60,61,62,63,64,65,66,68,74,78,80,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,101,103,107,110,123,125,126,131,135,136],sentence_bert_embed:8,sentence_detector_dl:[38,65,66],sentence_embed:[8,15,16,26,27,39,40,63,68,69,70,85,94,121,128,131],sentencecol:123,sentencedetector:[8,11,12,14,16,21,22,32,34,42,45,46,47,48,49,54,58,63,65,66,67,74,83,84,85,94,97,108,110,123,131,132],sentencedetectordlapproach:66,sentencedetectordlmodel:[38,65],sentencedetectorparam:64,sentencedl:66,sentenceembed:[15,39,40,69,88,89,102],sentencepiec:[3,85],sentencesdl:66,sentiment:[15,16,29,39,40,69,70,71,72,77,86,87,95,131,132],sentiment_vivekn:87,sentimentcol:86,sentimentdetector:72,sentimentdl:[69,70],sentimentdl_use_imdb:70,sentimentdl_use_twitt:70,sentimentdlapproach:[15,39,70],sentimentdlmodel:[16,40,69],sentimentscor:71,sep:23,sep_token:[23,61],separ:[12,13,23,42,52,58,61,64,65,66,81,82,90,91,103,112,123,129],seq2seq:[38,77],sequenc:[6,9,12,15,17,18,21,24,26,30,34,36,38,39,45,47,50,52,54,56,58,65,69,71,74,75,77,78,81,83,86,88,90,105,108],sequenceclassifi:[6,24],sequenti:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],serial:[3,4,5,6,7,8,15,16,17,18,23,24,25,29,30,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96],serif:28,server:136,servic:[38,97],session:[1,123,124,125,126],set:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,123,128,131,134,135],setact:28,setambiguitythreshold:90,setanchordatedai:[19,20,41],setanchordatemonth:[19,20,41],setanchordateyear:[19,20,41],setannotationsplitsymbol:103,setbatchs:[3,4,5,6,7,8,15,17,23,24,25,29,36,37,38,39,47,48,61,62,63,69,92,93,94,95,96,121,128,131],setbuildfromtoken:[78,79],setc0:45,setcalculationscol:101,setcasesensit:[3,4,5,6,7,8,9,10,11,23,24,25,29,30,31,36,37,45,52,61,62,63,74,78,88,89,92,93,94,95,96,102,110],setcasesensitiveexcept:[12,81],setcasestrategi:[17,18],setchunkcol:100,setclasscount:17,setcleanannot:[3,23,29,36,61,68,85,88,89,92,95,102,103,104],setcleanupmod:[39,101],setcleanuppattern:50,setcoalescesent:[6,24,33],setcomparelowcas:18,setcompoundcount:17,setconfigprotobyt:[3,4,5,6,7,8,15,16,17,18,23,24,25,29,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96],setconll2009:83,setconllu:[21,83],setcontextchar:[12,81,97],setcorrectsymbol:18,setcustombound:64,setdateformat:[19,41],setdefaultdaywhenmiss:[19,20,41],setdeletesthreshold:75,setdelimit:[32,42],setdependencyparsermodel:32,setdependencytreebank:21,setdetectlist:64,setdictionari:[34,52,71,75],setdimens:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95],setdosampl:77,setdoublevari:52,setdropout:[15,47,69,131],setenablecumul:42,setenablememoryoptim:47,setenableoutputlog:[15,39,47,69,121,128],setenablepatternregex:30,setencod:28,setent:[9,12,43,45,47,78],setentitytyp:32,setentityvalu:[78,79],setepoch:17,setepochsnumb:65,seterrorthreshold:[17,18],setevaluationlogextend:47,setexcept:[12,81],setexplodeent:32,setexplodesent:[64,65,66],setexternalfeatur:45,setexternalrul:58,setfailonmiss:100,setfinalr:17,setformat:[19,20,41],setfrequencyprior:52,setfrequencythreshold:[75,90],setgamma:18,setgraphfold:47,setidcol:101,setignoretokenid:[38,77],setignoreunsupport:107,setimpossiblepenultim:65,setincludeallconfidencescor:[47,48],setincludeconfid:[45,46,47,48],setincludeedg:32,setincludemetadata:[103,132],setincludestorag:[9,10,30,31,88,89],setinfix:56,setinfixpattern:[12,81],setinitialr:17,setinputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110,121,128,131,132],setisarrai:100,setislong:8,setiter:54,setl2:45,setlabelcolumn:[15,39,43,45,47,69,121,128,131],setlangid:38,setlanguagemodelclass:17,setlazyannot:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,110],setloadsp:85,setlocal:74,setlossep:45,setlowercas:[28,50,100,110],setlr:[15,39,47,69,121,128,131],setmaxcandid:[17,18],setmaxeditdist:75,setmaxepoch:[15,39,43,45,47,69,121,128,131],setmaxinputlength:38,setmaxit:26,setmaxlength:[12,50,60,64,81],setmaxngram:97,setmaxoutputlength:[38,77],setmaxsentencelength:[3,4,5,6,7,8,23,24,25,26,36,37,61,62,63,92,93,94,95,96],setmaxsentences:32,setmaxwindowlen:[17,18],setmergeent:32,setmergeentitiesiobformat:32,setmergeoverlap:[9,10,78,79],setmetadatacol:101,setmincount:[17,26],setminepoch:[43,45,47],setminlength:[12,50,60,64,81],setminngram:97,setminoutputlength:77,setminsentences:32,setminw:45,setmodel:[65,66],setn:[11,42],setnewresult:49,setniter:90,setnkeyword:97,setnorepeatngrams:77,setnumberofiter:[21,83],setnumpartit:26,setoutputasarrai:[103,104],setoutputasvector:[3,5,8,23,27,29,36,61,63,68,85,88,89,92,94,95,102],setoutputcol:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110,121,128,131,132],setoutputlogspath:[15,39,47,65,69,121,128],setparam:108,setparamvalu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110],setparseembeddingsvector:103,setpattern:[28,60],setpatternsresourc:30,setpo:47,setpolici:28,setpoolinglay:29,setpoolingstrategi:[11,68],setposcolumn:[54,90],setpositionalmask:60,setposmodel:32,setprefix:56,setprefixpattern:[12,81],setpreserveposit:110,setprunecorpu:86,setrandomse:[15,39,43,45,47,69],setreadcaches:[88,89],setreadmonthfirst:[19,20,41],setregexpars:14,setrelationshiptyp:32,setrepetitionpenalti:77,setreplac:28,setroottoken:32,setse:26,setsentimentcol:86,setshortcircuit:52,setshuffleperepoch:[121,128],setskipoov:11,setslangdictionari:50,setsplitchar:[12,13,81,82],setsplitlength:64,setsplitpattern:[12,13,81,82],setstag:[3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,75,76,77,78,80,81,83,84,85,86,88,89,90,91,92,93,94,95,96,97,100,102,108,110,131,132],setstartcol:100,setstartcolbytokenindex:100,setsteps:26,setstopword:[49,74,97],setstoragepath:[9,30,88],setstorageref:[3,5,8,9,10,16,23,26,27,29,30,31,33,36,40,48,61,63,68,70,85,88,89,92,94,95],setstrategi:58,setsuffix:56,setsuffixpattern:[12,81],settargetpattern:[12,81],settask:77,settemperatur:77,settestdataset:47,setthreshold:[33,39,40,69,70,97,121,128],setthresholdlabel:[33,69,70],settoken:9,settolowercas:60,settopk:77,settopp:77,settradeoff:[17,18],settypeddependencyparsermodel:32,setuseabbrevi:64,setusecontrib:47,setusecustomboundsonli:64,setusestorag:30,setvalidationfract:17,setvalidationsplit:[15,39,47,65,69],setvaluesplitsymbol:103,setvectors:[26,27],setverbos:[15,39,43,45,47,69],setweight:18,setweighteddistpath:17,setwhitelist:[44,56],setwindows:[26,97],setwordmaxdist:[17,18],setwritebuffers:88,sever:137,shallow:[20,43],shape:29,share:[97,132],she:56,sheet:[1,28],shell:0,sherlock:17,sherlockholm:[17,26,137],shortcircuit:52,shortcut:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110],should:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,107,110,123,124],show:[3,4,5,6,7,8,9,11,12,14,16,18,19,22,23,24,25,27,28,29,30,32,33,34,36,37,38,40,41,42,44,46,48,49,50,53,54,55,56,58,60,61,62,63,64,66,68,70,71,73,74,76,77,78,80,81,84,85,86,88,89,91,92,93,94,95,96,97,99,100,101,102,103,104,110,112,113,114,116,117,118,123,124,125,126,128,130,131,132,136],shrink:[39,101],shrink_ful:101,shuffl:[15,39,43,45,47,69],shuffleperepoch:39,signal:29,signific:[34,61,63,92,94,97],significantli:[29,61,63,92,94,97],similar:[3,33,85,97],simpl:[5,8,132],simpli:[28,132],sinc:[28,97,131,132,136],singl:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,123],sit:[9,78],site:[28,97],situat:[65,97],six:[29,52,53,76],size:[3,4,5,6,7,8,15,17,18,23,24,25,26,27,28,29,32,36,37,38,39,47,48,52,61,62,63,69,77,88,89,92,93,94,95,96,97,130,135,136],skip:[18,26,27,32],skipoov:11,sklearn:[121,128],slang:50,slangdictionari:50,slightli:[47,65],slow:47,small:[3,23,26,28,34,54,107,125,135],small_bert_l2_128:5,small_bert_l2_768:5,smallcorpu:[15,69,131],smaller:[23,26],smow:18,snow:[18,30,49],so:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,110,121,128],softmax:[17,26,27],softwar:28,solut:97,some:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,110,121,130,131,135,136],sometim:[53,76,131],somewhat:97,somtim:53,sota:95,sourc:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,118,121,123,124,125,126],space:[26,27,42,88,110],spaceaft:124,span:77,spanish:[74,97],spark:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,72,73,74,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,107,108,109,110,112,113,114,115,116,117,118,121,123,124,125,126,127,129,130,131,133,134,135,137],spark_sess:[3,4,5,6,7,8,23,24,25,29,36,37,38,61,62,63,77,85,92,93,94,95,96],sparknlp:[0,128,130,131,132,133,135,136,137],sparknlp_displai:[121,128],sparknlp_experi:128,sparksess:[0,3,4,5,6,7,8,10,23,24,25,29,31,36,37,38,61,62,63,77,85,89,92,93,94,95,96,123,124,125,126],spearhead:131,special:[17,18,132],specif:[5,8,14,21,22,23,28,32,48,83,84,85,97,107,108,121,122,135],specifi:[49,65,123,124],specimen:28,speech:[14,54,55,90,125,137],speed:[3,38,45],spell:[17,18,52,53,75,76,107,110,134,135,136],spellcheck:[17,18,52,53,75,76],spellcheck_dl:18,spellcheck_norvig:53,spellcheck_sd:76,split:[12,56,60,64,90,91],splitchar:[12,13,81,82],splitlength:64,splitpattern:[81,82],spmetim:76,sprachverarbeitung:33,sql:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,112,113,114,115,116,117,118,123,124,125,126],squad:[3,5,8,61,63],src:[9,12,15,21,34,45,47,52,54,58,69,75,78,83,88,90,123,124,125,126,131,137],staff:71,stage:[107,108,121,128,131,132,135],stai:97,stand:[5,8],standard:[19,28,36,41,52,53,76,81,82],stark:30,start:[1,32,36,45,47,65,97,100,121,128,130,132,135,136],startcol:100,startcolbytokenindex:100,stat:89,state:[3,4,5,7,8,15,16,25,29,36,37,39,40,47,48,61,62,63,69,70,77,93,95,96,97,131],statist:[47,88,89,97],stdout:[15,39,47,69],stefan:65,stem:[50,73,107,135,136],stemmer:74,step:[26,121,128,131],stepsiz:26,still:121,stop:[45,74,97],stopword:[49,74,97],stopwords_en:74,stopwordsclean:[102,110],stopwordsremov:74,storag:[9,10,30,31,88,89],storage_level:123,storage_ref:[10,89],storagelevel:123,store:32,stoyanov:[61,63,92,94],str:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,107,110,112,113,116,117,121,123,124,125,126],strategi:[11,17,18,58,68],streamlin:[121,128],stress:88,stricken:[22,84],string:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,135],stringtyp:[100,116,117],strong:[92,94],strongli:[39,40],struct:101,structfield:[116,117],structtyp:[116,117],structur:[110,130],sttr:71,studi:[23,61,63,77],stuff:40,style:[28,33,77],sub:[12,81],subclass:[20,43],subject:[21,22,69,70,83,84],submit:[0,121,128],substanti:[5,8],subword:[17,18],success:14,successor:65,suffer:95,suffici:[20,43],suffix:[12,56,81,131],suffixpattern:81,sum:[11,29,68],summar:[36,38,77,97],summari:77,sun:[19,41],superb:71,supervis:[3,29,85,97],suppli:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],support:[3,15,16,36,39,40,47,50,65,74,97],sure:[0,86,87],surprisingli:85,surround:[17,18],surviv:28,sv:97,swahili:[92,94],swap:52,swedish:[74,97],symbol:[18,32,90,91],symmetr:[52,53,75,76],symmetricdeleteapproach:[17,52,137],symmetricdeletemodel:[18,53,75],symspel:[52,53,75,76],syntax:29,system:97,systemat:77,t047:[126,137],t116:[126,137],t123:[126,137],t5:77,t5_small:77,t:[12,23,34,50,61,65,71,81,99,103],tab:[121,128],tag:[14,16,28,40,43,44,45,47,48,54,55,70,90,117,121,123,125,126,137],tagger:[125,137],take:[12,13,32,52,74,78,79,81,82,108,130,131,135,136],taken:32,talk:[22,84],target:[12,38,81,85,100,107],targetpattern:81,task:[3,4,5,6,7,8,23,24,25,36,37,38,62,69,70,77,85,92,93,94,95,96,97,108],tatoeba:33,teach:75,team:[38,97,121,128],techniqu:[3,77],technolog:[3,97],tell:[21,22,83,84,97,114],temperatur:77,ten:97,tend:85,tens:124,tensor:29,tensorflow:[3,4,5,6,7,8,15,16,17,18,23,24,25,29,33,36,37,38,39,40,47,48,61,62,63,69,70,77,85,92,93,94,95,96,97],terabyt:[92,94],term:97,terribl:[15,69,131],test:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,123,124,125,126,131,137],testdataset:[47,121,128],text8:36,text:[3,4,5,6,7,8,9,11,12,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,39,40,41,42,45,46,47,48,49,50,52,53,54,55,56,58,60,61,62,63,64,65,66,68,69,70,71,73,74,75,76,77,78,80,81,82,83,84,85,86,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,110,112,113,114,116,117,118,121,123,124,125,126,128,130,131,132,136,137],textcol:123,textmatch:[9,12,79],textmatchermodel:10,textual:29,textverarbeitungsbibliothek:33,tf:[3,85],tfhub:[3,29,85],tfhub_us:85,than:[23,26,33,39,40,42,45,52,53,69,70,76,92,94,95,97,131],thank:[39,95,97],thei:[22,48,50,84,108,124,131],them:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,131,132],therefor:[97,135],thesauri:97,theworldsgreatest:28,thi:[0,1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,121,125,127,128,130,131,132,134,135,136],thing:[17,18,99,103],third:[1,64,74,119],those:[32,49,131,132],though:[23,97],thousand:36,thread:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],three:[17,18,80],threshold:[17,18,26,33,39,40,45,69,70,90,97],thresholdlabel:[33,69,70],through:[3,32,97,104,132],thu:97,thursdai:[19,41],time:[3,17,19,26,47,70,86,90,92,94,97,130,131,135,136],tip:90,titl:[126,137],tmp:128,todai:[19,41],todf:[3,4,5,6,7,8,9,11,12,14,16,17,18,19,21,22,23,24,25,26,27,28,29,30,32,33,34,36,37,38,40,41,42,46,48,49,50,53,54,55,56,58,60,61,62,63,64,65,66,68,70,71,73,74,76,77,78,80,81,83,84,85,86,88,89,91,92,93,94,95,96,97,99,100,101,102,103,110,112,113,114,116,117,118,130,131,132,136],todo:[123,124,125,126],token:[3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,21,22,23,24,25,26,27,29,30,31,32,34,35,36,37,38,39,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,60,61,62,63,68,69,71,72,73,74,75,76,77,78,79,80,82,83,84,86,87,88,89,90,91,92,93,94,95,96,97,99,100,102,107,108,110,123,126,131,135,136],token_classifi:[4,37,62,93,96],token_pattern:[52,75],token_rul:[13,82],token_type_id:[23,61],tokenclassifi:[4,7,25,37,62,93,96],tokencol:123,tokenizedsent:81,tokenizer_model:9,tokenizermodel:[9,13],tokenpattern:52,told:41,tolowercas:60,tomorrow:[19,20,41,97],too:[71,97,130],took:28,tool:97,toolkit:38,top:[0,3,4,6,7,24,25,37,62,77,93,96,97],topanda:[121,128],topcod:97,topk:77,topp:77,toptext:28,total:[66,90],toxic:[39,40],toyota:3,tpu:3,track:[121,128],trade:[85,92,94],tradeoff:[17,18],train:[1,3,5,8,9,10,13,15,16,17,18,21,22,23,26,27,29,30,31,33,35,38,39,40,43,45,46,47,48,51,52,53,54,55,57,59,61,63,65,69,70,71,72,75,77,79,83,85,86,87,88,89,90,91,92,94,95,97,100,107,121,128,131,132,134,135],train_corpu:137,train_po:137,train_senti:86,train_smal:83,trainabl:29,traindataset:[39,121,128],trainedpo:54,training_conl:137,trainingdata:[45,47,52,65,75,123],trainingdataset:90,trainingperceptrondf:54,trainingpubtatordf:137,traitement:33,trane:15,transact:97,transfer:[23,77,85,92,94],transform:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,18,19,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,40,41,42,44,46,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,66,68,70,71,72,73,74,76,77,78,79,80,81,82,84,85,86,87,88,89,91,92,93,94,95,96,97,98,99,100,101,102,103,104,106,107,108,109,110,111,112,113,114,116,117,118,121,128,130,131,132,135,136,137],transit:[17,18,86,87],translat:[38,77],transpos:[52,53,76],travers:32,treat:14,trec:16,tree:[21,32],treebank:21,trie:9,tripl:[23,32],triviaqa:36,truncat:[4,6,7,9,12,14,16,18,19,22,24,25,28,30,32,33,34,37,38,40,41,42,44,46,48,49,50,53,54,55,56,58,60,62,64,66,70,71,73,74,76,77,78,80,81,84,86,88,89,91,93,96,97,99,100,101,103,104,110,112,113,114,117,118,125,130,131,132],tune:[5,8,23,77],tupl:[9,12,15,17,21,26,30,34,39,45,47,50,52,54,56,58,65,69,71,75,78,81,83,86,88,90,105,108],turkish:[74,97],turn:[97,110,131],turner:[22,84],tweakabl:97,tweet:[69,70],twenti:97,two:[3,21,22,32,39,40,80,83,84,85,89,92,94,131],txt:[9,12,17,26,34,52,54,58,65,71,75,78,83,88,125,126,137],typdep:84,type:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,114,115,116,117,118,125,130,131,134],typeddependencypars:[32,83,84],typeddependencyparserapproach:21,typeddependencyparsermdoel:22,typeddependencyparsermodel:[32,83],typeset:28,u:[21,44,46,48,83,107,112,113,114,116,117,118,124,137],udf:[114,115,116,117,118],ui:28,uid:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],un:33,unabl:36,uncas:23,unchang:28,unclear:97,und:33,under:[23,95,97],understand:[5,8,23,77,90,91,92,95,97,130],undertrain:[61,63],unfrequ:86,unifi:77,uninspir:71,union:[22,84],uniqu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110],univers:[15,16,21,38,83,85],universalsentenceencod:[15,16,39,40,69,70,121,128,131],unknown:[28,33],unlabel:[5,8,21,22,77],unlik:[5,8,56,92,97],unsupervis:[92,94,95,97],unsupport:107,up:[0,1,15,16,26,36,39,40,68,77,97,128,131,134,135],updat:18,updateregexclass:18,updatevocabclass:18,upload:121,upo:124,upon:97,upper:97,uppercas:17,urdu:[92,94],us:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,114,121,123,124,125,126,129,130,131,132,134],usabl:102,usag:[3,5,8,11,15,16,17,18,19,22,23,28,29,31,33,34,38,39,40,41,45,46,47,48,50,52,53,54,55,56,58,61,64,66,69,70,71,72,73,74,77,78,81,82,84,85,86,87,88,89,90,91,92,95,97],useabbrevi:64,usecontrib:47,usecustomboundsonli:64,useembed:[15,16,40,69,70,85,131],user:[1,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,121,128],userdefinedfunct:[114,115,118],userdist:17,usestorag:30,usual:110,utf8:90,utf:28,util:[11,45,46,64,75,108],v1:[5,8],v2:[5,8],v:[3,4,5,6,7,8,10,15,23,24,25,33,36,37,38,39,40,47,48,61,62,63,69,70,75,88,89,92,93,94,95,96,97,116],vagu:97,valid:[15,17,19,20,39,41,47,65,69,128],validation_split:65,validationfract:17,validationsplit:[15,39,47,65,69],valu:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,121,128,137],value_delimit:34,valuecontainsnul:101,valuesplitsymbol:103,vari:29,variabl:[26,27],varian:97,variant:[36,39,40,85],varieti:[36,92,94,136],variou:95,vb:[54,123,125,137],vbd:[124,125,137],vbg:[14,55],vbp:[14,55,107,124,130,135,136],vbz:[112,117,123,137],vector:[5,8,11,26,27,29,39,40,85,88,89,101,102,103,130],vectors:[26,27],ventur:97,verb:[21,22,83,84,124],verbos:[15,39,43,45,47,69],verbosevalu:[43,45,47],veri:[29,38,77,92,94,95,107,130,132,135,136],version:[0,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,131],veselin:[61,63,92,94],via:85,video:[70,97],view:[69,70],vinken:[54,125],vishrav:[92,94],visit:41,visual:121,vivek:[86,87],vivekn:[86,87],viveknsentimentapproach:[71,87],viz:[121,128],vocab:[17,18],vocabulari:[17,18,26,27,77],vol:97,vowel:52,vowelswaplimit:52,vp:[123,137],w:[12,30,45,50,56,58,81],wa:[4,6,7,9,12,15,17,18,21,23,24,25,26,28,30,34,36,37,39,45,47,50,52,54,56,58,61,62,63,65,69,71,75,78,81,83,86,88,90,92,93,94,96,97,105,108,131,132],wach:[15,131],wai:[21,30,32,83,108],wake:[16,131],want:[28,30,132],wast:[70,86],watch:[69,86],we:[0,3,5,8,15,16,17,23,26,27,29,36,38,39,40,45,47,50,61,63,65,77,81,85,92,94,95,97,107,114,128,130,131,132,135,136,137],weat:85,web:[28,121,128],wednesdai:[19,41],week:[12,19,41,97],weight:[17,18,29,45,97],weighteddistpath:17,welcom:1,well:[21,22,83,84,85,92,94,97],wenzek:[92,94],were:[48,88,121,128],what:[17,18,21,22,33,38,56,69,70,83,84,97,124],when:[3,14,17,18,19,20,28,32,41,42,52,56,74,99,107,123,131,132,135],where:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,109,110,125],whether:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,107,108,109,110,123,126,132],which:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,118,123,124,131,132],white:18,whitelist:[44,56],whitespac:[60,90,91,100],who:[56,131],whole:89,wide:[5,8,23,28,92,94],wiki:33,wikihop:36,wikipedia:33,win:[15,69,131],window:[17,18,26,36,47,97],windows:[26,97],winterfel:30,withcolumnrenam:137,withcoveragecolumn:[88,89],within:[12,54,55,81,86,87,97,100],without:[5,8,90,91,92,94,97],won:[12,81],word2vec:[26,27],word:[3,11,12,16,17,18,21,22,26,27,29,30,32,34,38,42,44,49,50,52,53,54,55,56,61,68,71,73,74,75,76,77,81,82,83,84,85,88,89,90,91,95,97,107,113,114,117,118,125,126,130,131],word_emb:29,word_embed:[3,5,11,23,29,36,45,46,47,48,61,68,88,89,92,95],wordembed:[11,48,68,89,102],wordembeddingsmodel:[11,32,45,46,47,48,49,68,88,102],wordmaxdist:[17,18],words_seg:91,wordscoverag:89,wordseg_pku:91,wordsegment:[90,91],wordsegmenterapproach:91,wordsegmentermodel:90,wordsizeignor:52,wordsoverallcoverag:89,wordz:[53,76],work:[0,12,23,33,36,77,130,132,136],worker:[22,84],workflow:128,workshop:[1,3,5,8,11,14,15,16,17,18,19,22,23,28,29,33,34,38,39,40,41,42,45,46,47,48,50,52,53,54,55,56,58,61,64,66,68,69,70,71,72,73,74,77,78,81,84,85,86,87,88,89,90,91,92,95,97,99,100,101,102,103,110,121,128,134],workspac:121,world:[12,28,121,128],would:[11,16,19,20,41,65,68,131],wow:70,wp:124,wrap:14,wrapper:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,105,106,108,110],write:[3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,99,100,101,102,103,104,108,109,110,132],writebuffers:88,written:[38,97],wrong:[53,76],wrrite:[53,76],ws:91,wtf:40,x:[0,39,40,116,117,123,137],xl:95,xlm:[92,93,94],xlm_roberta_bas:92,xlm_roberta_base_token_classifier_conll03:93,xlnet:[95,96],xlnet_base_cas:95,xlnet_base_token_classifier_conll03:[37,96],xlnet_large_cas:95,xml:28,xnli:[92,94],xpo:124,xx:[33,38,92,94],y:[0,39,40],y_pred:[121,128],y_true:[121,128],yake:97,year:[12,19,20,41,125],yesterdai:[19,41],yinhan:[61,63],york:[99,103],you:[0,11,19,21,22,23,32,61,68,83,84,102,104,107,121,125,128,129,131,132,135,136,137],your:[0,1,10,13,16,18,22,23,27,35,40,46,48,51,53,55,57,59,61,68,70,72,79,86,87,90,91,102,129,131,134,135,137],youtub:97,yuri:97,yyyi:[19,20,41],z:[12,50,81],za:50,zero:88,zettlemoy:[61,63,92,94],zh:91,zihangdai:95},titles:["Getting Started","Spark NLP Documentation","sparknlp.annotator","sparknlp.annotator.AlbertEmbeddings","sparknlp.annotator.AlbertForTokenClassification","sparknlp.annotator.BertEmbeddings","sparknlp.annotator.BertForSequenceClassification","sparknlp.annotator.BertForTokenClassification","sparknlp.annotator.BertSentenceEmbeddings","sparknlp.annotator.BigTextMatcher","sparknlp.annotator.BigTextMatcherModel","sparknlp.annotator.ChunkEmbeddings","sparknlp.annotator.ChunkTokenizer","sparknlp.annotator.ChunkTokenizerModel","sparknlp.annotator.Chunker","sparknlp.annotator.ClassifierDLApproach","sparknlp.annotator.ClassifierDLModel","sparknlp.annotator.ContextSpellCheckerApproach","sparknlp.annotator.ContextSpellCheckerModel","sparknlp.annotator.DateMatcher","sparknlp.annotator.DateMatcherUtils","sparknlp.annotator.DependencyParserApproach","sparknlp.annotator.DependencyParserModel","sparknlp.annotator.DistilBertEmbeddings","sparknlp.annotator.DistilBertForSequenceClassification","sparknlp.annotator.DistilBertForTokenClassification","sparknlp.annotator.Doc2VecApproach","sparknlp.annotator.Doc2VecModel","sparknlp.annotator.DocumentNormalizer","sparknlp.annotator.ElmoEmbeddings","sparknlp.annotator.EntityRulerApproach","sparknlp.annotator.EntityRulerModel","sparknlp.annotator.GraphExtraction","sparknlp.annotator.LanguageDetectorDL","sparknlp.annotator.Lemmatizer","sparknlp.annotator.LemmatizerModel","sparknlp.annotator.LongformerEmbeddings","sparknlp.annotator.LongformerForTokenClassification","sparknlp.annotator.MarianTransformer","sparknlp.annotator.MultiClassifierDLApproach","sparknlp.annotator.MultiClassifierDLModel","sparknlp.annotator.MultiDateMatcher","sparknlp.annotator.NGramGenerator","sparknlp.annotator.NerApproach","sparknlp.annotator.NerConverter","sparknlp.annotator.NerCrfApproach","sparknlp.annotator.NerCrfModel","sparknlp.annotator.NerDLApproach","sparknlp.annotator.NerDLModel","sparknlp.annotator.NerOverwriter","sparknlp.annotator.Normalizer","sparknlp.annotator.NormalizerModel","sparknlp.annotator.NorvigSweetingApproach","sparknlp.annotator.NorvigSweetingModel","sparknlp.annotator.PerceptronApproach","sparknlp.annotator.PerceptronModel","sparknlp.annotator.RecursiveTokenizer","sparknlp.annotator.RecursiveTokenizerModel","sparknlp.annotator.RegexMatcher","sparknlp.annotator.RegexMatcherModel","sparknlp.annotator.RegexTokenizer","sparknlp.annotator.RoBertaEmbeddings","sparknlp.annotator.RoBertaForTokenClassification","sparknlp.annotator.RoBertaSentenceEmbeddings","sparknlp.annotator.SentenceDetector","sparknlp.annotator.SentenceDetectorDLApproach","sparknlp.annotator.SentenceDetectorDLModel","sparknlp.annotator.SentenceDetectorParams","sparknlp.annotator.SentenceEmbeddings","sparknlp.annotator.SentimentDLApproach","sparknlp.annotator.SentimentDLModel","sparknlp.annotator.SentimentDetector","sparknlp.annotator.SentimentDetectorModel","sparknlp.annotator.Stemmer","sparknlp.annotator.StopWordsCleaner","sparknlp.annotator.SymmetricDeleteApproach","sparknlp.annotator.SymmetricDeleteModel","sparknlp.annotator.T5Transformer","sparknlp.annotator.TextMatcher","sparknlp.annotator.TextMatcherModel","sparknlp.annotator.Token2Chunk","sparknlp.annotator.Tokenizer","sparknlp.annotator.TokenizerModel","sparknlp.annotator.TypedDependencyParserApproach","sparknlp.annotator.TypedDependencyParserModel","sparknlp.annotator.UniversalSentenceEncoder","sparknlp.annotator.ViveknSentimentApproach","sparknlp.annotator.ViveknSentimentModel","sparknlp.annotator.WordEmbeddings","sparknlp.annotator.WordEmbeddingsModel","sparknlp.annotator.WordSegmenterApproach","sparknlp.annotator.WordSegmenterModel","sparknlp.annotator.XlmRoBertaEmbeddings","sparknlp.annotator.XlmRoBertaForTokenClassification","sparknlp.annotator.XlmRoBertaSentenceEmbeddings","sparknlp.annotator.XlnetEmbeddings","sparknlp.annotator.XlnetForTokenClassification","sparknlp.annotator.YakeKeywordExtraction","sparknlp.base","sparknlp.base.Chunk2Doc","sparknlp.base.Doc2Chunk","sparknlp.base.DocumentAssembler","sparknlp.base.EmbeddingsFinisher","sparknlp.base.Finisher","sparknlp.base.GraphFinisher","sparknlp.base.HasRecursiveFit","sparknlp.base.HasRecursiveTransform","sparknlp.base.LightPipeline","sparknlp.base.RecursivePipeline","sparknlp.base.RecursivePipelineModel","sparknlp.base.TokenAssembler","sparknlp.functions","sparknlp.functions.explode_annotations_col","sparknlp.functions.filter_by_annotations_col","sparknlp.functions.map_annotations","sparknlp.functions.map_annotations_array","sparknlp.functions.map_annotations_col","sparknlp.functions.map_annotations_cols","sparknlp.functions.map_annotations_strict","sparknlp.logging","sparknlp.logging.comet","sparknlp.logging.comet.CometLogger","sparknlp.training","sparknlp.training.CoNLL","sparknlp.training.CoNLLU","sparknlp.training.POS","sparknlp.training.PubTator","API Reference","Comet - A meta machine learning platform","Third Party Projects","Annotation","Annotators","Setting up your own pipeline","Helper Functions","User Guide","Light Pipelines","Pretrained Pipelines","Loading datasets for training"],titleterms:{"function":[111,112,113,114,115,116,117,118,131,133],"import":132,A:128,As:136,albertembed:3,albertfortokenclassif:4,all:132,an:128,annot:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,130,131,132],api:127,approach:131,avail:[131,136],base:[98,99,100,101,102,103,104,105,106,107,108,109,110],bertembed:5,bertforsequenceclassif:6,bertfortokenclassif:7,bertsentenceembed:8,bigtextmatch:9,bigtextmatchermodel:10,cheat:0,checker:137,chunk2doc:99,chunkembed:11,chunker:14,chunktoken:12,chunktokenizermodel:13,classifierdlapproach:15,classifierdlmodel:16,comet:[120,121,128],cometlogg:121,common:131,conda:0,conll:[123,137],conllu:[124,137],construct:132,content:1,contextspellcheckerapproach:17,contextspellcheckermodel:18,convert:135,data:132,dataset:137,datematch:19,datematcherutil:20,dependencyparserapproach:21,dependencyparsermodel:22,detect:132,distilbertembed:23,distilbertforsequenceclassif:24,distilbertfortokenclassif:25,doc2chunk:100,doc2vecapproach:26,doc2vecmodel:27,document:1,documentassembl:[101,132],documentnorm:28,download:136,elmoembed:29,embeddingsfinish:102,entityrulerapproach:30,entityrulermodel:31,evalu:128,experi:128,explode_annotations_col:112,filter_by_annotations_col:113,finish:[103,132],from:0,get:[0,132],graphextract:32,graphfinish:104,guid:134,hasrecursivefit:105,hasrecursivetransform:106,helper:133,instal:[0,128],languagedetectordl:33,learn:128,lemmat:34,lemmatizermodel:35,light:135,lightpipelin:[107,136],load:137,log:[119,120,121,128,129],longformerembed:36,longformerfortokenclassif:37,machin:128,map_annot:114,map_annotations_arrai:115,map_annotations_col:[116,117],map_annotations_strict:118,mariantransform:38,meta:128,metric:128,ml:[132,136],model:131,modul:127,multiclassifierdlapproach:39,multiclassifierdlmodel:40,multidatematch:41,necessari:132,nerapproach:43,nerconvert:44,nercrfapproach:45,nercrfmodel:46,nerdlapproach:47,nerdlmodel:48,neroverwrit:49,ngramgener:42,nlp:[0,1,128,136],normal:50,normalizermodel:51,norvigsweetingapproach:52,norvigsweetingmodel:53,note:131,offlin:128,out:132,own:132,paramet:128,parti:129,perceptronapproach:54,perceptronmodel:55,pipelin:[128,132,135,136],pipelinemodel:135,platform:128,po:[125,137],pretrain:[131,135,136],project:129,pubtat:[126,137],put:132,python:0,recursivepipelin:108,recursivepipelinemodel:109,recursivetoken:56,recursivetokenizermodel:57,refer:127,regexmatch:58,regexmatchermodel:59,regextoken:60,requir:0,robertaembed:61,robertafortokenclassif:62,robertasentenceembed:63,run:128,sentenc:132,sentencedetector:64,sentencedetectordlapproach:65,sentencedetectordlmodel:66,sentencedetectorparam:67,sentenceembed:68,sentimentdetector:71,sentimentdetectormodel:72,sentimentdlapproach:69,sentimentdlmodel:70,session:0,set:132,sheet:0,spark:[0,1,128,132,136],sparknlp:[2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126],spell:137,start:0,stemmer:73,stopwordsclean:74,symmetricdeleteapproach:75,symmetricdeletemodel:76,t5transform:77,textmatch:78,textmatchermodel:79,third:129,togeth:132,token2chunk:80,token:[81,132],tokenassembl:110,tokenizermodel:82,train:[122,123,124,125,126,137],type:132,typeddependencyparserapproach:83,typeddependencyparsermodel:84,universalsentenceencod:85,up:132,us:[0,128,136],user:134,virtualenv:0,visual:128,viveknsentimentapproach:86,viveknsentimentmodel:87,wordembed:88,wordembeddingsmodel:89,wordsegmenterapproach:90,wordsegmentermodel:91,xlmrobertaembed:92,xlmrobertafortokenclassif:93,xlmrobertasentenceembed:94,xlnetembed:95,xlnetfortokenclassif:96,yakekeywordextract:97,your:132}})