Browse Source

Add BinaryExampleMaker to handle image and audio data

pull/1823/head
Hironsan 3 years ago
parent
commit
3e33d077cd
1 changed files with 11 additions and 1 deletions
  1. 12
      backend/data_import/pipeline/makers.py

12
backend/data_import/pipeline/makers.py

@ -20,7 +20,7 @@ class ExampleMaker:
self,
project: Project,
data_class: Type[BaseData],
column_data: str,
column_data: str = DEFAULT_TEXT_COLUMN,
exclude_columns: Optional[List[str]] = None,
):
self.project = project
@ -72,6 +72,16 @@ class ExampleMaker:
return self._errors
class BinaryExampleMaker(ExampleMaker):
def make(self, df: pd.DataFrame) -> List[Example]:
examples = []
for row in df.to_dict(orient="records"):
data = self.data_class.parse(**row)
example = data.create(self.project)
examples.append(example)
return examples
class LabelMaker:
def __init__(self, column: str, label_class: Type[Label]):
self.column = column

Loading…
Cancel
Save