Index

A

add_classifier() (shorttext.stack.stacking.StackedGeneralization method)

AutoencodingTopicModeler (class in shorttext.generators.bow.AutoEncodingTopicModeling)

B

BERTObject (class in shorttext.utils.transformers)

BERTScorer (class in shorttext.metrics.transformers.bertscore)

C

calculate_prelim_vec() (shorttext.generators.charbase.char2vec.SentenceToCharVecEncoder method) candidates() (shorttext.spell.norvig.NorvigSpellCorrector method) CharBasedSeq2SeqGenerator (class in shorttext.generators.seq2seq.charbaseS2S) classify() (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) closer_than() (shorttext.utils.wordembed.RESTfulKeyedVectors method) CLSTMWordEmbed() (in module shorttext.classifiers.embed.nnlib.frameworks) CNNWordEmbed() (in module shorttext.classifiers.embed.nnlib.frameworks) CompactIOMachine (class in shorttext.utils.compactmodel_io) compile() (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) (shorttext.generators.seq2seq.s2skeras.Seq2SeqWithKeras method)

compute_matrix() (shorttext.metrics.transformers.bertscore.BERTScorer method) convert_classdict_to_XY() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) convert_label_to_buckets() (shorttext.stack.stacking.StackedGeneralization method) convert_traindata_embedvecs() (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) convert_traindata_matrix() (shorttext.stack.stacking.StackedGeneralization method) convert_trainingdata_matrix() (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) correct() (shorttext.spell.basespellcorrector.SpellCorrector method) (shorttext.spell.norvig.NorvigSpellCorrector method) (shorttext.spell.sakaguchi.SCRNNSpellCorrector method)

D

decode() (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) delete_classifier() (shorttext.stack.stacking.StackedGeneralization method) DenseWordEmbed() (in module shorttext.classifiers.embed.sumvec.frameworks)

distance() (shorttext.utils.wordembed.RESTfulKeyedVectors method) distances() (shorttext.utils.wordembed.RESTfulKeyedVectors method) DocumentTermMatrix (class in shorttext.utils.dtm) DoubleCNNWordEmbed() (in module shorttext.classifiers.embed.nnlib.frameworks)

E

encode_sentence() (shorttext.generators.charbase.char2vec.SentenceToCharVecEncoder method)

encode_sentences() (shorttext.generators.charbase.char2vec.SentenceToCharVecEncoder method) (shorttext.utils.transformers.WrappedBERTEncoder method)

F

f1score_bertscore() (shorttext.metrics.transformers.bertscore.BERTScorer method)

fit() (shorttext.generators.seq2seq.s2skeras.Seq2SeqWithKeras method)

G

generate_corpus() (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) generate_dtm() (shorttext.utils.dtm.DocumentTermMatrix method) generate_dtm_dataframe() (shorttext.utils.dtm.DocumentTermMatrix method) generate_gensim_corpora() (in module shorttext.utils.gensim_corpora) GensimTopicModeler (class in shorttext.generators.bow.GensimTopicModeling), [1] get_batch_cos_similarities() (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) get_doc_frequency() (shorttext.utils.dtm.DocumentTermMatrix method)

get_doc_tokens() (shorttext.utils.dtm.DocumentTermMatrix method) get_info() (shorttext.utils.compactmodel_io.CompactIOMachine method) get_model_classifier_name() (in module shorttext.utils.compactmodel_io) get_model_config_field() (in module shorttext.utils.compactmodel_io) get_termfreq() (shorttext.utils.dtm.DocumentTermMatrix method) get_token_occurences() (shorttext.utils.dtm.DocumentTermMatrix method) get_total_termfreq() (shorttext.utils.dtm.DocumentTermMatrix method) get_vector() (shorttext.utils.wordembed.RESTfulKeyedVectors method) getvector() (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method)

I

inaugural() (in module shorttext.data.data_retrieval)

index_classlabels() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) initSentenceToCharVecEncoder() (in module shorttext.generators.charbase.char2vec), [1]

J

jaccardscore_sents() (in module shorttext.metrics.embedfuzzy.jaccard)

K

known() (shorttext.spell.norvig.NorvigSpellCorrector method)

L

LatentTopicModeler (class in shorttext.generators.bow.LatentTopicModeling) LDAModeler (class in shorttext.generators.bow.GensimTopicModeling), [1] load_autoencoder_cosineClassifier() (in module shorttext.classifiers.bow.topic.TopicVectorDistanceClassification) load_autoencoder_topic_sklearnclassifier() (in module shorttext.classifiers.bow.topic.SkLearnClassification) load_autoencoder_topicmodel() (in module shorttext.generators.bow.AutoEncodingTopicModeling) load_compact_model() (in module shorttext.utils.compactmodel_io) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.utils.compactmodel_io.CompactIOMachine method) load_corpus() (in module shorttext.utils.gensim_corpora) load_DocumentTermMatrix() (in module shorttext.utils.dtm) load_fasttext_model() (in module shorttext.utils.wordembed) load_gensim_topicvec_sklearnclassifier() (in module shorttext.classifiers.bow.topic.SkLearnClassification) load_gensimtopicmodel() (in module shorttext.generators.bow.GensimTopicModeling), [1] load_gensimtopicvec_cosineClassifier() (in module shorttext.classifiers.bow.topic.TopicVectorDistanceClassification) load_maxent_classifier() (in module shorttext.classifiers.bow.maxent.MaxEntClassification) load_model() (in module shorttext.utils.kerasmodel_io) load_poincare_model() (in module shorttext.utils.wordembed) load_varnnlibvec_classifier() (in module shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification) load_varnnsumvec_classifier() (in module shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification) load_word2vec_model() (in module shorttext.utils.wordembed)

loadCharBasedSeq2SeqGenerator() (in module shorttext.generators.seq2seq.charbaseS2S) loadmodel() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.classifiers.bow.topic.TopicVectorDistanceClassification.TopicVecCosineDistanceClassifier method) (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.SumEmbedVecClassification.SumEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) (shorttext.generators.seq2seq.s2skeras.Seq2SeqWithKeras method) (shorttext.spell.sakaguchi.SCRNNSpellCorrector method) (shorttext.stack.stacking.LogisticStackedGeneralization method) (shorttext.utils.compactmodel_io.CompactIOMachine method) (shorttext.utils.dtm.DocumentTermMatrix method) loadSCRNNSpellCorrector() (in module shorttext.spell.sakaguchi) loadSeq2SeqWithKeras() (in module shorttext.generators.seq2seq.s2skeras) logistic_framework() (in module shorttext.classifiers.bow.maxent.MaxEntClassification) LogisticStackedGeneralization (class in shorttext.stack.stacking) LSIModeler (class in shorttext.generators.bow.GensimTopicModeling), [1]

M

MaxEntClassifier (class in shorttext.classifiers.bow.maxent.MaxEntClassification)

most_similar() (shorttext.utils.wordembed.RESTfulKeyedVectors method) most_similar_to_given() (shorttext.utils.wordembed.RESTfulKeyedVectors method)

N

nihreports() (in module shorttext.data.data_retrieval)

NorvigSpellCorrector (class in shorttext.spell.norvig)

P

P() (shorttext.spell.norvig.NorvigSpellCorrector method) precalculate_liststr_topicvec() (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) precision_bertscore() (shorttext.metrics.transformers.bertscore.BERTScorer method)

prepare_model() (shorttext.generators.seq2seq.s2skeras.Seq2SeqWithKeras method) prepare_trainingdata() (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) preprocess_text_correct() (shorttext.spell.sakaguchi.SCRNNSpellCorrector method) preprocess_text_train() (shorttext.spell.sakaguchi.SCRNNSpellCorrector method)

R

rank() (shorttext.utils.wordembed.RESTfulKeyedVectors method) recall_bertscore() (shorttext.metrics.transformers.bertscore.BERTScorer method) register_classifiers() (shorttext.stack.stacking.StackedGeneralization method) register_classlabels() (shorttext.stack.stacking.StackedGeneralization method) removedir() (in module shorttext.utils.compactmodel_io) RESTfulKeyedVectors (class in shorttext.utils.wordembed) retrieve_bow() (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method)

retrieve_bow_vector() (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) retrieve_corpus_topicdist() (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] retrieve_csvdata_as_dict() (in module shorttext.data.data_retrieval) retrieve_topicvec() (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) RPModeler (class in shorttext.generators.bow.GensimTopicModeling), [1]

S

save() (shorttext.utils.wordembed.RESTfulKeyedVectors method) save_compact_model() (in module shorttext.utils.compactmodel_io) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.utils.compactmodel_io.CompactIOMachine method) save_corpus() (in module shorttext.utils.gensim_corpora) save_model() (in module shorttext.utils.kerasmodel_io) savemodel() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.classifiers.bow.topic.TopicVectorDistanceClassification.TopicVecCosineDistanceClassifier method) (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.SumEmbedVecClassification.SumEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) (shorttext.generators.seq2seq.s2skeras.Seq2SeqWithKeras method) (shorttext.spell.sakaguchi.SCRNNSpellCorrector method) (shorttext.stack.stacking.LogisticStackedGeneralization method) (shorttext.utils.compactmodel_io.CompactIOMachine method) (shorttext.utils.dtm.DocumentTermMatrix method) score() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.classifiers.bow.topic.TopicVectorDistanceClassification.TopicVecCosineDistanceClassifier method) (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.SumEmbedVecClassification.SumEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) (shorttext.stack.stacking.LogisticStackedGeneralization method) (shorttext.stack.stacking.StackedGeneralization method) SCRNNSpellCorrector (class in shorttext.spell.sakaguchi) SentenceToCharVecEncoder (class in shorttext.generators.charbase.char2vec) Seq2SeqWithKeras (class in shorttext.generators.seq2seq.s2skeras) shorttext.classifiers.bow.maxent.MaxEntClassification (module) shorttext.classifiers.bow.topic.SkLearnClassification (module) shorttext.classifiers.bow.topic.TopicVectorDistanceClassification (module) shorttext.classifiers.embed.nnlib.frameworks (module) shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification (module) shorttext.classifiers.embed.sumvec.frameworks (module)

shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification (module) shorttext.data.data_retrieval (module), [1], [2], [3] shorttext.generators.bow.AutoEncodingTopicModeling (module) shorttext.generators.bow.GensimTopicModeling (module), [1] shorttext.generators.bow.LatentTopicModeling (module) shorttext.generators.charbase.char2vec (module), [1] shorttext.generators.seq2seq.charbaseS2S (module) shorttext.generators.seq2seq.s2skeras (module) shorttext.metrics.dynprog.jaccard (module), [1] shorttext.metrics.embedfuzzy.jaccard (module) shorttext.metrics.transformers.bertscore (module) shorttext.metrics.wasserstein.wordmoverdist (module), [1] shorttext.smartload (module) shorttext.spell.basespellcorrector (module) shorttext.spell.norvig (module) shorttext.spell.sakaguchi (module) shorttext.stack.stacking (module) shorttext.utils.compactmodel_io (module) shorttext.utils.dtm (module) shorttext.utils.gensim_corpora (module) shorttext.utils.kerasmodel_io (module) shorttext.utils.textpreprocessing (module), [1] shorttext.utils.wordembed (module), [1], [2], [3] shorttext_to_avgvec() (in module shorttext.utils.wordembed) shorttext_to_embedvec() (shorttext.classifiers.embed.sumvec.SumEmbedVecClassification.SumEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) shorttext_to_matrix() (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) shorttext_to_vec() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) similarity() (in module shorttext.metrics.dynprog.jaccard) (shorttext.utils.wordembed.RESTfulKeyedVectors method) smartload_compact_model() (in module shorttext.smartload) soft_intersection_list() (in module shorttext.metrics.dynprog.jaccard) soft_jaccard_score() (in module shorttext.metrics.dynprog.jaccard) SpellCorrector (class in shorttext.spell.basespellcorrector) StackedGeneralization (class in shorttext.stack.stacking) standard_text_preprocessor_1() (in module shorttext.utils.textpreprocessing) subjectkeywords() (in module shorttext.data.data_retrieval) SumEmbeddedVecClassifier (class in shorttext.classifiers.embed.sumvec.SumEmbedVecClassification)

T

text_preprocessor() (in module shorttext.utils.textpreprocessing) tokens_to_fracdict() (in module shorttext.utils.gensim_corpora) TopicVecCosineDistanceClassifier (class in shorttext.classifiers.bow.topic.TopicVectorDistanceClassification) TopicVectorSkLearnClassifier (class in shorttext.classifiers.bow.topic.SkLearnClassification) train() (shorttext.classifiers.bow.maxent.MaxEntClassification.MaxEntClassifier method) (shorttext.classifiers.bow.topic.SkLearnClassification.TopicVectorSkLearnClassifier method) (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.SumEmbedVecClassification.SumEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) (shorttext.generators.bow.AutoEncodingTopicModeling.AutoencodingTopicModeler method) (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1] (shorttext.generators.bow.LatentTopicModeling.LatentTopicModeler method) (shorttext.generators.seq2seq.charbaseS2S.CharBasedSeq2SeqGenerator method) (shorttext.spell.basespellcorrector.SpellCorrector method) (shorttext.spell.norvig.NorvigSpellCorrector method) (shorttext.spell.sakaguchi.SCRNNSpellCorrector method) (shorttext.stack.stacking.LogisticStackedGeneralization method) (shorttext.stack.stacking.StackedGeneralization method)

train_autoencoder_cosineClassifier() (in module shorttext.classifiers.bow.topic.TopicVectorDistanceClassification) train_autoencoder_topic_sklearnclassifier() (in module shorttext.classifiers.bow.topic.SkLearnClassification) train_gensim_topicvec_sklearnclassifier() (in module shorttext.classifiers.bow.topic.SkLearnClassification) train_gensimtopicvec_cosineClassifier() (in module shorttext.classifiers.bow.topic.TopicVectorDistanceClassification) translate_shorttext_intfeature_matrix() (shorttext.stack.stacking.StackedGeneralization method)

U

update() (shorttext.generators.bow.GensimTopicModeling.GensimTopicModeler method), [1]

update_corpus_labels() (in module shorttext.utils.gensim_corpora)

V

VarNNEmbeddedVecClassifier (class in shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification)

VarNNSumEmbeddedVecClassifier (class in shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification)

W

word_mover_distance() (in module shorttext.metrics.wasserstein.wordmoverdist) word_mover_distance_linprog() (in module shorttext.metrics.wasserstein.wordmoverdist)

word_to_embedvec() (shorttext.classifiers.embed.nnlib.VarNNEmbedVecClassification.VarNNEmbeddedVecClassifier method) (shorttext.classifiers.embed.sumvec.VarNNSumEmbedVecClassification.VarNNSumEmbeddedVecClassifier method) WrappedBERTEncoder (class in shorttext.utils.transformers)