doccano/backend/auto_labeling/pipeline/execution.py

from typing import Type

from auto_labeling_pipeline.labels import SequenceLabels, Seq2seqLabels, ClassificationLabels, Labels
from auto_labeling_pipeline.mappings import MappingTemplate
from auto_labeling_pipeline.models import RequestModelFactory
from auto_labeling_pipeline.pipeline import pipeline
from auto_labeling_pipeline.postprocessing import PostProcessor

from .labels import create_labels
from auto_labeling.models import AutoLabelingConfig


def get_label_collection(task_type: str) -> Type[Labels]:
    return {"Category": ClassificationLabels, "Span": SequenceLabels, "Text": Seq2seqLabels}[task_type]


def execute_pipeline(data: str, config: AutoLabelingConfig):
    label_collection = get_label_collection(config.task_type)
    model = RequestModelFactory.create(model_name=config.model_name, attributes=config.model_attrs)
    template = MappingTemplate(label_collection=label_collection, template=config.template)
    post_processor = PostProcessor(config.label_mapping)
    labels = pipeline(text=data, request_model=model, mapping_template=template, post_processing=post_processor)
    labels = create_labels(config.task_type, labels)
    return labels