Index

_

__getitem__() (dataloader.ClassificationDataset method) __len__() (dataloader.ClassificationDataset method) _build_histogram() (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method) _compute_term_frequencies_from_text() (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method)

_compute_word_frequency_histogram() (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method) _generate_features() (text_statistics_extractor.HandcraftedTextFeatureExtractor method) _load_term2freq_dict() (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method) _make_bins() (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method) _preprocess_text() (spellcheck_preprocessing.SpellcheckTextPreprocessor method)

B

base_extractor module base_preprocessing module BaseExtractor (class in base_extractor) BasePreprocessor (class in base_preprocessing) BaseSolution (class in src.solutions.base_solution) (class in submission)

bert_pretrain_extractor module BertFinetuningPredictor (class in src.solutions.bert_finetune_solution) BertLightningModel (class in model) BertPretrainFeatureExtractor (class in bert_pretrain_extractor) BertWithHandcraftedFeaturePredictor (class in src.solutions.bert_featurizer_solution)

C

class_mcrmse() (losses.MCRMSELoss method) ClassificationDataloader (class in dataloader) ClassificationDataset (class in dataloader) collate_fn() (in module dataloader) config module CONFIG (in module config) configure_optimizers() (model.BertLightningModel method) ConstantPredictorSolution (class in src.solutions.constant_predictor) (class in submission)

correct_text() (src.spell_checker.SmartSpellChecker method) correct_word() (src.spell_checker.SmartSpellChecker method) count_how_many_words_are_repeating() (in module text_statistics_utils) count_misspelled_words() (in module text_statistics_utils) count_punctuation() (in module text_statistics_utils) count_words() (in module text_statistics_utils) create_submission() (in module src.utils) CrossValidation (class in src.cross_validate)

D

dataloader module

device (bert_pretrain_extractor.BertPretrainFeatureExtractor attribute) (src.cross_validate.CrossValidation attribute) (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor attribute)

E

evaluate() (src.metrics.MSEMetric method)

evaluate_class_rmse() (src.metrics.MSEMetric static method)

F

fit() (src.cross_validate.CrossValidation method) (src.solutions.base_solution.BaseSolution method) (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor method) (src.solutions.bert_finetune_solution.BertFinetuningPredictor method) (src.solutions.constant_predictor.ConstantPredictorSolution method) (src.solutions.many_bert_solution.ManyBertWithHandcraftedFeaturePredictor method) (submission.BaseSolution method) (submission.ConstantPredictorSolution method)

forward() (losses.MCRMSELoss method) (model.BertLightningModel method) (model.MeanPooling method)

G

generate_features() (base_extractor.BaseExtractor method) (bert_pretrain_extractor.BertPretrainFeatureExtractor method) (bert_pretrain_extractor.ManyBertPretrainFeatureExtractor method) (term_frequency_feature_extractor.TermFrequencyFeatureExtractor method) (text_statistics_extractor.HandcraftedTextFeatureExtractor method)

get_random_string() (in module src.utils) get_source_code() (in module submission_template) get_target_columns() (in module src.utils) get_x_columns() (in module src.utils)

H

HandcraftedTextFeatureExtractor (class in text_statistics_extractor)

L

load() (src.cross_validate.CrossValidation method) (src.solutions.base_solution.BaseSolution method) (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor method) (src.solutions.bert_finetune_solution.BertFinetuningPredictor method) (src.solutions.constant_predictor.ConstantPredictorSolution method) (src.solutions.many_bert_solution.ManyBertWithHandcraftedFeaturePredictor method) (submission.BaseSolution method) (submission.ConstantPredictorSolution method)

load_train_test_df() (in module src.data_reader) losses module

M

main() (in module src.main) (in module src.solutions.bert_featurizer_solution) (in module src.solutions.bert_finetune_solution) (in module src.solutions.constant_predictor) (in module src.solutions.many_bert_solution) (in module submission) (in module train) ManyBertPretrainFeatureExtractor (class in bert_pretrain_extractor) ManyBertWithHandcraftedFeaturePredictor (class in src.solutions.many_bert_solution) MAX_TERM_FREQUENCY (term_frequency_feature_extractor.TermFrequencyFeatureExtractor attribute) MCRMSELoss (class in losses) MeanPooling (class in model) model module module base_extractor base_preprocessing bert_pretrain_extractor config dataloader losses model spellcheck_preprocessing src src.cross_validate src.data_reader src.main src.metrics src.solutions src.solutions.base_solution src.solutions.bert_featurizer_solution src.solutions.bert_finetune_solution src.solutions.constant_predictor src.solutions.many_bert_solution src.spell_checker src.utils submission submission_template term_frequency_feature_extractor test_term_frequency_feature_extractor text_statistics_extractor text_statistics_utils train

MSEMetric (class in src.metrics)

N

num_train_samples() (in module model)

P

pandas_set_print_options() (in module src.utils) predict() (in module train) (src.cross_validate.CrossValidation method) (src.solutions.base_solution.BaseSolution method) (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor method) (src.solutions.bert_finetune_solution.BertFinetuningPredictor method) (src.solutions.constant_predictor.ConstantPredictorSolution method) (src.solutions.many_bert_solution.ManyBertWithHandcraftedFeaturePredictor method) (submission.BaseSolution method) (submission.ConstantPredictorSolution method)

predict_step() (model.BertLightningModel method) preprocess_data() (base_preprocessing.BasePreprocessor method) (spellcheck_preprocessing.SpellcheckTextPreprocessor method) preprocess_test() (in module text_statistics_utils) pretty_cfg() (in module src.utils)

R

report_to_telegram() (in module src.utils)

run() (in module src.main)

S

save() (src.cross_validate.CrossValidation method) (src.solutions.base_solution.BaseSolution method) (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor method) (src.solutions.bert_finetune_solution.BertFinetuningPredictor method) (src.solutions.constant_predictor.ConstantPredictorSolution method) (src.solutions.many_bert_solution.ManyBertWithHandcraftedFeaturePredictor method) (submission.BaseSolution method) (submission.ConstantPredictorSolution method) save_experiment() (in module src.utils) seed_everything() (in module src.utils) set_env_if_kaggle_environ() (in module src.data_reader) (in module submission) SmartSpellChecker (class in src.spell_checker) source_code_template (in module submission_template) spellcheck (in module src.solutions.bert_featurizer_solution) (in module src.solutions.many_bert_solution) spellcheck_preprocessing module SpellcheckTextPreprocessor (class in spellcheck_preprocessing) src module src.cross_validate module src.data_reader module

src.main module src.metrics module src.solutions module src.solutions.base_solution module src.solutions.bert_featurizer_solution module src.solutions.bert_finetune_solution module src.solutions.constant_predictor module src.solutions.many_bert_solution module src.spell_checker module src.utils module submission module submission_template module

T

term_frequency_feature_extractor module TermFrequencyFeatureExtractor (class in term_frequency_feature_extractor) test_term_frequency_feature_extractor module test_text_feature_generation() (in module test_term_frequency_feature_extractor) text_statistics_extractor module text_statistics_utils module

to() (src.solutions.constant_predictor.ConstantPredictorSolution method) (submission.ConstantPredictorSolution method) train module train() (in module train) train_dataloader() (dataloader.ClassificationDataloader method) training_epoch_end() (model.BertLightningModel method) training_step() (model.BertLightningModel method) transform_data() (src.solutions.bert_featurizer_solution.BertWithHandcraftedFeaturePredictor method) (src.solutions.many_bert_solution.ManyBertWithHandcraftedFeaturePredictor method)

U

unknown() (src.spell_checker.SmartSpellChecker method)

V

val_dataloader() (dataloader.ClassificationDataloader method) validate_x() (in module src.utils)

validate_y() (in module src.utils) validation_epoch_end() (model.BertLightningModel method) validation_step() (model.BertLightningModel method)