-
Notifications
You must be signed in to change notification settings - Fork 71
Expand file tree
/
Copy pathtest_project_set_model_setup_complete.py
More file actions
61 lines (47 loc) · 1.96 KB
/
test_project_set_model_setup_complete.py
File metadata and controls
61 lines (47 loc) · 1.96 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
import pytest
from lbox.exceptions import LabelboxError, OperationNotAllowedException
def test_live_chat_evaluation_project(
live_chat_evaluation_project, model_config
):
project = live_chat_evaluation_project
project.set_project_model_setup_complete()
assert bool(project.model_setup_complete) is True
with pytest.raises(
expected_exception=LabelboxError,
match="Cannot create model config for project because model setup is complete",
):
project.add_model_config(model_config.uid)
def test_live_chat_evaluation_project_delete_cofig(
live_chat_evaluation_project, model_config
):
project = live_chat_evaluation_project
project_model_config_id = project.add_model_config(model_config.uid)
assert project_model_config_id
project_model_config = None
for pmg in project.project_model_configs():
if pmg.uid == project_model_config_id:
project_model_config = pmg
break
assert project_model_config
project.set_project_model_setup_complete()
assert bool(project.model_setup_complete) is True
with pytest.raises(
expected_exception=LabelboxError,
match="Cannot (create model config for project because model setup is complete|perform this action because model setup is complete)",
):
project_model_config.delete()
def test_offline_chat_evaluation_project(
offline_chat_evaluation_project, model_config
):
project = offline_chat_evaluation_project
with pytest.raises(
expected_exception=OperationNotAllowedException,
match="Only live model chat evaluation projects can complete model setup",
):
project.set_project_model_setup_complete()
def test_any_other_project(project, model_config):
with pytest.raises(
expected_exception=OperationNotAllowedException,
match="Only live model chat evaluation projects can complete model setup",
):
project.set_project_model_setup_complete()