mirror of https://github.com/doccano/doccano.git
pythonannotation-tooldatasetsactive-learningtext-annotationdatasetnatural-language-processingdata-labelingmachine-learning
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
34 lines
1.4 KiB
34 lines
1.4 KiB
from typing import Type
|
|
|
|
from api.models import (DOCUMENT_CLASSIFICATION, IMAGE_CLASSIFICATION,
|
|
INTENT_DETECTION_AND_SLOT_FILLING, SEQ2SEQ,
|
|
SEQUENCE_LABELING, SPEECH2TEXT)
|
|
from . import catalog, repositories, writers
|
|
|
|
|
|
def create_repository(project) -> repositories.BaseRepository:
|
|
mapping = {
|
|
DOCUMENT_CLASSIFICATION: repositories.TextClassificationRepository,
|
|
SEQUENCE_LABELING: repositories.SequenceLabelingRepository,
|
|
SEQ2SEQ: repositories.Seq2seqRepository,
|
|
IMAGE_CLASSIFICATION: repositories.FileRepository,
|
|
SPEECH2TEXT: repositories.Speech2TextRepository,
|
|
INTENT_DETECTION_AND_SLOT_FILLING: repositories.IntentDetectionSlotFillingRepository,
|
|
}
|
|
if project.project_type not in mapping:
|
|
ValueError(f'Invalid project type: {project.project_type}')
|
|
repository = mapping.get(project.project_type)(project)
|
|
return repository
|
|
|
|
|
|
def create_writer(file_format: str) -> Type[writers.BaseWriter]:
|
|
mapping = {
|
|
catalog.CSV.name: writers.CsvWriter,
|
|
catalog.JSON.name: writers.JSONWriter,
|
|
catalog.JSONL.name: writers.JSONLWriter,
|
|
catalog.FastText.name: writers.FastTextWriter,
|
|
catalog.IntentAndSlot.name: writers.IntentAndSlotWriter
|
|
}
|
|
if file_format not in mapping:
|
|
ValueError(f'Invalid format: {file_format}')
|
|
return mapping[file_format]
|