|
|
@ -10,11 +10,11 @@ from .pipeline.writers import BulkWriter |
|
|
|
|
|
|
|
|
|
|
|
@shared_task |
|
|
|
def ingest_data(user_id, project_id, filenames, format: str, **kwargs): |
|
|
|
def ingest_data(user_id, project_id, filenames, file_format: str, **kwargs): |
|
|
|
project = get_object_or_404(Project, pk=project_id) |
|
|
|
user = get_object_or_404(get_user_model(), pk=user_id) |
|
|
|
|
|
|
|
parser = create_parser(format, **kwargs) |
|
|
|
parser = create_parser(file_format, **kwargs) |
|
|
|
builder = create_bulder(project, **kwargs) |
|
|
|
reader = Reader(filenames=filenames, parser=parser, builder=builder) |
|
|
|
cleaner = create_cleaner(project) |
|
|
|