richard
/
doccano
mirror of https://github.com/doccano/doccano.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
Browse Source

Update constant name in data export

pull/1799/head
Hironsan 3 years ago
parent
a0a3943684
commit
a22d0eaeaf
2 changed files with 20 additions and 20 deletions
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 20
      backend/data_export/pipeline/catalog.py
  2. 20
      backend/data_export/pipeline/examples.py

20
backend/data_export/pipeline/catalog.py
View File

@ -79,25 +79,25 @@ class Options:
# Text Classification # Text Classification
Options.register(DOCUMENT_CLASSIFICATION, CSV, OptionDelimiter, examples.Category_CSV)
Options.register(DOCUMENT_CLASSIFICATION, FastText, OptionNone, examples.Category_fastText)
Options.register(DOCUMENT_CLASSIFICATION, JSON, OptionNone, examples.Category_JSON)
Options.register(DOCUMENT_CLASSIFICATION, JSONL, OptionNone, examples.Category_JSONL)
Options.register(DOCUMENT_CLASSIFICATION, CSV, OptionDelimiter, examples.CATEGORY_CSV)
Options.register(DOCUMENT_CLASSIFICATION, FastText, OptionNone, examples.CATEGORY_FASTTEXT)
Options.register(DOCUMENT_CLASSIFICATION, JSON, OptionNone, examples.CATEGORY_JSON)
Options.register(DOCUMENT_CLASSIFICATION, JSONL, OptionNone, examples.CATEGORY_JSONL)
# Sequence Labeling # Sequence Labeling
Options.register(SEQUENCE_LABELING, JSONL, OptionNone, examples.Offset_JSONL)
Options.register(SEQUENCE_LABELING, JSONL, OptionNone, examples.SPAN_JSONL)
Options.register(SEQUENCE_LABELING, JSONLRelation, OptionNone, examples.ENTITY_AND_RELATION_JSONL) Options.register(SEQUENCE_LABELING, JSONLRelation, OptionNone, examples.ENTITY_AND_RELATION_JSONL)
# Sequence to sequence # Sequence to sequence
Options.register(SEQ2SEQ, CSV, OptionDelimiter, examples.Text_CSV)
Options.register(SEQ2SEQ, JSON, OptionNone, examples.Text_JSON)
Options.register(SEQ2SEQ, JSONL, OptionNone, examples.Text_JSONL)
Options.register(SEQ2SEQ, CSV, OptionDelimiter, examples.TEXT_CSV)
Options.register(SEQ2SEQ, JSON, OptionNone, examples.TEXT_JSON)
Options.register(SEQ2SEQ, JSONL, OptionNone, examples.TEXT_JSONL)
# Intent detection and slot filling # Intent detection and slot filling
Options.register(INTENT_DETECTION_AND_SLOT_FILLING, IntentAndSlot, OptionNone, examples.INTENT_JSONL) Options.register(INTENT_DETECTION_AND_SLOT_FILLING, IntentAndSlot, OptionNone, examples.INTENT_JSONL)
# Image Classification # Image Classification
Options.register(IMAGE_CLASSIFICATION, JSONL, OptionNone, examples.CategoryImageClassification)
Options.register(IMAGE_CLASSIFICATION, JSONL, OptionNone, examples.CATEGORY_IMAGE_CLASSIFICATION)
# Speech to Text # Speech to Text
Options.register(SPEECH2TEXT, JSONL, OptionNone, examples.Speech2Text)
Options.register(SPEECH2TEXT, JSONL, OptionNone, examples.SPEECH_TO_TEXT)

20
backend/data_export/pipeline/examples.py
View File

@ -1,17 +1,17 @@
Category_CSV = """
CATEGORY_CSV = """
text,label text,label
"Terrible customer service.","negative" "Terrible customer service.","negative"
"Really great transaction.","positive" "Really great transaction.","positive"
"Great price.","positive" "Great price.","positive"
""" """
Category_fastText = """
CATEGORY_FASTTEXT = """
__label__negative Terrible customer service. __label__negative Terrible customer service.
__label__positive Really great transaction. __label__positive Really great transaction.
__label__positive Great price. __label__positive Great price.
""" """
Category_JSON = """
CATEGORY_JSON = """
[ [
{ {
"text": "Terrible customer service.", "text": "Terrible customer service.",
@ -20,20 +20,20 @@ Category_JSON = """
] ]
""" """
Category_JSONL = """
CATEGORY_JSONL = """
{"text": "Terrible customer service.", "label": ["negative"]} {"text": "Terrible customer service.", "label": ["negative"]}
{"text": "Really great transaction.", "label": ["positive"]} {"text": "Really great transaction.", "label": ["positive"]}
{"text": "Great price.", "label": ["positive"]} {"text": "Great price.", "label": ["positive"]}
""" """
Text_CSV = """
TEXT_CSV = """
text,label text,label
"Hello!","こんにちは！" "Hello!","こんにちは！"
"Good morning.","おはようございます。" "Good morning.","おはようございます。"
"See you.","さようなら。" "See you.","さようなら。"
""" """
Text_JSON = """
TEXT_JSON = """
[ [
{ {
"text": "Hello!", "text": "Hello!",
@ -42,13 +42,13 @@ Text_JSON = """
] ]
""" """
Text_JSONL = """
TEXT_JSONL = """
{"text": "Hello!", "label": ["こんにちは！"]} {"text": "Hello!", "label": ["こんにちは！"]}
{"text": "Good morning.", "label": ["おはようございます。"]} {"text": "Good morning.", "label": ["おはようございます。"]}
{"text": "See you.", "label": ["さようなら。"]} {"text": "See you.", "label": ["さようなら。"]}
""" """
Offset_JSONL = """
SPAN_JSONL = """
{"text": "EU rejects German call to boycott British lamb.", "label": [ [0, 2, "ORG"], [11, 17, "MISC"], ... ]} {"text": "EU rejects German call to boycott British lamb.", "label": [ [0, 2, "ORG"], [11, 17, "MISC"], ... ]}
{"text": "Peter Blackburn", "label": [ [0, 15, "PERSON"] ]} {"text": "Peter Blackburn", "label": [ [0, 15, "PERSON"] ]}
{"text": "President Obama", "label": [ [10, 15, "PERSON"] ]} {"text": "President Obama", "label": [ [10, 15, "PERSON"] ]}
@ -106,7 +106,7 @@ ENTITY_AND_RELATION_JSONL = """
} }
""" """
CategoryImageClassification = """
CATEGORY_IMAGE_CLASSIFICATION = """
[ [
{ {
"filename": "20210514.png", "filename": "20210514.png",
@ -115,7 +115,7 @@ CategoryImageClassification = """
] ]
""" """
Speech2Text = """
SPEECH_TO_TEXT = """
[ [
{ {
"filename": "20210514.mp3", "filename": "20210514.mp3",

Write Preview
Loading…
Cancel
Save