You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

218 lines
8.2 KiB

from django.core.exceptions import ValidationError
from django.db.utils import IntegrityError
from django.test import TestCase, override_settings
from model_mommy import mommy
from ..models import (SEQUENCE_LABELING, Category, Label, Span, TextLabel,
generate_random_hex_color)
from .api.utils import prepare_project
@override_settings(STATICFILES_STORAGE='django.contrib.staticfiles.storage.StaticFilesStorage')
class TestTextClassificationProject(TestCase):
@classmethod
def setUpTestData(cls):
cls.project = mommy.make('TextClassificationProject')
def test_get_annotation_class(self):
klass = self.project.get_annotation_class()
self.assertEqual(klass, Category)
@override_settings(STATICFILES_STORAGE='django.contrib.staticfiles.storage.StaticFilesStorage')
class TestSequenceLabelingProject(TestCase):
@classmethod
def setUpTestData(cls):
cls.project = mommy.make('SequenceLabelingProject')
def test_get_annotation_class(self):
klass = self.project.get_annotation_class()
self.assertEqual(klass, Span)
@override_settings(STATICFILES_STORAGE='django.contrib.staticfiles.storage.StaticFilesStorage')
class TestSeq2seqProject(TestCase):
@classmethod
def setUpTestData(cls):
cls.project = mommy.make('Seq2seqProject')
def test_get_annotation_class(self):
klass = self.project.get_annotation_class()
self.assertEqual(klass, TextLabel)
@override_settings(STATICFILES_STORAGE='django.contrib.staticfiles.storage.StaticFilesStorage')
class TestSpeech2textProject(TestCase):
@classmethod
def setUpTestData(cls):
cls.project = mommy.make('Speech2textProject')
def test_get_annotation_class(self):
klass = self.project.get_annotation_class()
self.assertEqual(klass, TextLabel)
class TestLabel(TestCase):
def test_allow_creating_same_text_different_type(self):
label = mommy.make('Label', task_type='Category')
mommy.make('Label', project=label.project, text=label.text, task_type='Span')
def test_deny_creating_same_text_same_type(self):
label = mommy.make('Label', task_type='Category')
with self.assertRaises(IntegrityError):
mommy.make('Label', project=label.project, text=label.text, task_type='Category')
def test_keys_uniqueness(self):
label = mommy.make('Label', prefix_key='ctrl', suffix_key='a')
with self.assertRaises(ValidationError):
Label(project=label.project,
text='example',
prefix_key=label.prefix_key,
suffix_key=label.suffix_key).full_clean()
def test_suffix_key_uniqueness(self):
label = mommy.make('Label', prefix_key=None, suffix_key='a')
with self.assertRaises(ValidationError):
Label(project=label.project,
text='example',
prefix_key=label.prefix_key,
suffix_key=label.suffix_key).full_clean()
def test_cannot_add_label_only_prefix_key(self):
project = mommy.make('Project')
label = Label(project=project,
text='example',
prefix_key='ctrl')
with self.assertRaises(ValidationError):
label.clean()
def test_can_add_label_only_suffix_key(self):
project = mommy.make('Project')
label = Label(project=project,
text='example',
suffix_key='a')
try:
label.full_clean()
except ValidationError:
self.fail(msg=ValidationError)
def test_can_add_label_suffix_key_with_prefix_key(self):
project = mommy.make('Project')
label = Label(project=project,
text='example',
prefix_key='ctrl',
suffix_key='a')
try:
label.full_clean()
except ValidationError:
self.fail(msg=ValidationError)
class TestCategory(TestCase):
def test_uniqueness(self):
a = mommy.make('Category')
with self.assertRaises(IntegrityError):
Category(example=a.example, user=a.user, label=a.label).save()
class TestSpan(TestCase):
def setUp(self):
self.project = prepare_project(SEQUENCE_LABELING, allow_overlapping=False)
self.example = mommy.make('Example', project=self.project.item)
self.user = self.project.users[0]
def test_start_offset_is_not_negative(self):
with self.assertRaises(IntegrityError):
mommy.make('Span', start_offset=-1, end_offset=0)
def test_end_offset_is_not_negative(self):
with self.assertRaises(IntegrityError):
mommy.make('Span', start_offset=-2, end_offset=-1)
def test_start_offset_is_less_than_end_offset(self):
with self.assertRaises(IntegrityError):
mommy.make('Span', start_offset=0, end_offset=0)
def test_unique_constraint(self):
mommy.make('Span', example=self.example, start_offset=5, end_offset=10, user=self.user)
mommy.make('Span', example=self.example, start_offset=0, end_offset=5, user=self.user)
mommy.make('Span', example=self.example, start_offset=10, end_offset=15, user=self.user)
def test_unique_constraint_violated(self):
mommy.make('Span', example=self.example, start_offset=5, end_offset=10, user=self.user)
spans = [(5, 10), (5, 11), (4, 10), (6, 9), (9, 15), (0, 6)]
for start_offset, end_offset in spans:
with self.assertRaises(ValidationError):
mommy.make(
'Span',
example=self.example,
start_offset=start_offset,
end_offset=end_offset,
user=self.user
)
def test_unique_constraint_if_overlapping_is_allowed(self):
project = prepare_project(SEQUENCE_LABELING, allow_overlapping=True)
example = mommy.make('Example', project=project.item)
user = project.users[0]
mommy.make('Span', example=example, start_offset=5, end_offset=10, user=user)
spans = [(5, 10), (5, 11), (4, 10), (6, 9), (9, 15), (0, 6)]
for start_offset, end_offset in spans:
mommy.make('Span', example=example, start_offset=start_offset, end_offset=end_offset, user=user)
def test_update(self):
span = mommy.make('Span', example=self.example, start_offset=0, end_offset=5)
span.end_offset = 6
span.save()
class TestSpanWithoutCollaborativeMode(TestCase):
def setUp(self):
self.project = prepare_project(SEQUENCE_LABELING, False, allow_overlapping=False)
self.example = mommy.make('Example', project=self.project.item)
def test_allow_users_to_create_same_spans(self):
mommy.make('Span', example=self.example, start_offset=5, end_offset=10, user=self.project.users[0])
mommy.make('Span', example=self.example, start_offset=5, end_offset=10, user=self.project.users[1])
class TestSpanWithCollaborativeMode(TestCase):
def test_deny_users_to_create_same_spans(self):
project = prepare_project(SEQUENCE_LABELING, True, allow_overlapping=False)
example = mommy.make('Example', project=project.item)
mommy.make('Span', example=example, start_offset=5, end_offset=10, user=project.users[0])
with self.assertRaises(ValidationError):
mommy.make('Span', example=example, start_offset=5, end_offset=10, user=project.users[1])
def test_allow_users_to_create_same_spans_if_overlapping_is_allowed(self):
project = prepare_project(SEQUENCE_LABELING, True, allow_overlapping=True)
example = mommy.make('Example', project=project.item)
mommy.make('Span', example=example, start_offset=5, end_offset=10, user=project.users[0])
mommy.make('Span', example=example, start_offset=5, end_offset=10, user=project.users[1])
class TestSeq2seqAnnotation(TestCase):
def test_uniqueness(self):
a = mommy.make('TextLabel')
with self.assertRaises(IntegrityError):
TextLabel(example=a.example,
user=a.user,
text=a.text).save()
class TestGeneratedColor(TestCase):
def test_length(self):
for i in range(100):
color = generate_random_hex_color()
self.assertEqual(len(color), 7)