INNER CODE UNIT · Python

train_set_cutoff

dragondrop-cloud/cloud-concierge · nlpengine/main.py:168

    train_set_cutoff = int(len(training_data_examples) * 0.8)

    shuffle(training_data_examples)

    return {
        "train": training_data_examples[:train_set_cutoff],
        "evaluate": training_data_examples[train_set_cutoff:],
    }


def _initialize_classification_model(nlp: spacy.Language, initial_examples) -> Union:
    """Initialize the multi-label classification model."""
    config = {
        "threshold": 0.5,
        "model": DEFAULT_MULTI_TEXTCAT_MODEL,
    }

    textcat_multilabel = nlp.add_pipe("textcat_multilabel", config=config)

View source record →