mirror of https://github.com/doccano/doccano.git
pythondatasetsactive-learningtext-annotationdatasetnatural-language-processingdata-labelingmachine-learningannotation-tool
42 lines
1.1 KiB
42 lines
1.1 KiB
import abc
|
|
import uuid
|
|
from typing import Any, Dict
|
|
|
|
from pydantic import BaseModel, validator
|
|
|
|
from examples.models import Example
|
|
from projects.models import Project
|
|
|
|
|
|
class BaseData(BaseModel, abc.ABC):
|
|
filename: str
|
|
|
|
@classmethod
|
|
def parse(cls, **kwargs):
|
|
return cls.parse_obj(kwargs)
|
|
|
|
def __hash__(self):
|
|
return hash(tuple(self.dict()))
|
|
|
|
@abc.abstractmethod
|
|
def create(self, project: Project, meta: Dict[Any, Any]) -> Example:
|
|
raise NotImplementedError("Please implement this method in the subclass.")
|
|
|
|
|
|
class TextData(BaseData):
|
|
text: str
|
|
|
|
@validator("text")
|
|
def text_is_not_empty(cls, value: str):
|
|
if value:
|
|
return value
|
|
else:
|
|
raise ValueError("is not empty.")
|
|
|
|
def create(self, project: Project, meta: Dict[Any, Any]) -> Example:
|
|
return Example(uuid=uuid.uuid4(), project=project, filename=self.filename, text=self.text, meta=meta)
|
|
|
|
|
|
class FileData(BaseData):
|
|
def create(self, project: Project, meta: Dict[Any, Any]) -> Example:
|
|
return Example(uuid=uuid.uuid4(), project=project, filename=self.filename, meta=meta)
|