-
Notifications
You must be signed in to change notification settings - Fork 15
/
Copy pathcompetition.yaml
170 lines (168 loc) · 5.38 KB
/
competition.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
admin_names: boscoc,dnozza,msang,valeriob,vpatti
allow_public_submissions: true
allow_teams: true
anonymous_leaderboard: false
description: Given a tweet and a target (Woman or Immigrant), determine the presence
of hate speech and whether it is against an individual or a group.
disallow_leaderboard_modifying: true
enable_detailed_results: true
enable_forum: true
enable_per_submission_metadata: false
force_submission_to_leaderboard: true
has_registration: true
html:
data: data.html
evaluation: evaluation.html
overview: overview.html
terms: terms.html
image: logohateval.png
leaderboard:
leaderboards:
RESULTS: &RESULTS
label: Results
rank: 1
columns:
taskA_fscore:
label: F1
leaderboard: *RESULTS
rank: 4
taskA_precision:
label: P
leaderboard: *RESULTS
rank: 2
taskA_recall:
label: R
leaderboard: *RESULTS
rank: 3
taskA_accuracy:
label: Acc
leaderboard: *RESULTS
rank: 1
taskB_emr:
label: EMR
leaderboard: *RESULTS
rank: 5
taskB_fscore_macro:
label: F
leaderboard: *RESULTS
rank: 6
phases:
1:
color: grey
description: 'Trial data available.'
is_scoring_only: false
label: Trial
max_submissions: 999
max_submissions_per_day: 999
phasenumber: 1
public_data: misogyny-trial.zip
reference_data: misogyny-trial.zip
scoring_program: scoring_program_en_a.zip
start_date: 2018-08-20 00:00:00+00:00
starting_kit: starting_kit.zip
2:
color: green
description: 'English dataset for task A available for training'
is_scoring_only: false
label: Practice-English-A
max_submissions: 999
max_submissions_per_day: 999
phasenumber: 2
public_data: misogyny-trial.zip
reference_data: prova_EN_A.zip
scoring_program: scoring_program_en_a.zip
start_date: 2018-09-17 00:00:00+00:00
3:
color: red
description: 'Spanish dataset for task A available for training'
is_scoring_only: false
label: Practice-Spanish-A
max_submissions: 999
max_submissions_per_day: 999
phasenumber: 3
public_data: misogyny-trial.zip
reference_data: prova_ES_A.zip
scoring_program: scoring_program_es_a.zip
start_date: 2018-09-17 00:00:00+00:00
4:
color: purple
description: 'English dataset for task B available for training'
is_scoring_only: false
label: Practice-English-B
max_submissions: 999
max_submissions_per_day: 999
phasenumber: 4
public_data: misogyny-trial.zip
reference_data: prova_EN_B.zip
scoring_program: scoring_program_en_b.zip
start_date: 2018-09-17 00:00:00+00:00
5:
color: blue
description: 'Spanish dataset for task B available for training'
is_scoring_only: false
label: Practice-Spanish-B
max_submissions: 999
max_submissions_per_day: 999
phasenumber: 5
public_data: misogyny-trial.zip
reference_data: prova_ES_B.zip
scoring_program: scoring_program_es_b.zip
start_date: 2018-09-17 00:00:00+00:00
6:
auto_migration: false
color: green
description: 'Runs submitted to the English task A by participants are evaluated. A single submission is allowed for each participant and for each task.'
execution_time_limit: 500
is_scoring_only: false
label: Evaluation-English-A
max_submissions: 2
max_submissions_per_day: 2
phasenumber: 6
reference_data: prova_EN_A.zip
scoring_program: scoring_program_en_a.zip
start_date: 2019-01-10 00:00:00+00:00
leaderboard_management_mode: hide_results
7:
auto_migration: false
color: red
description: 'Runs submitted to the Spanish task A by participants are evaluated. A single submission is allowed for each participant and for each task.'
execution_time_limit: 500
is_scoring_only: false
label: Evaluation-Spanish-A
max_submissions: 2
max_submissions_per_day: 2
phasenumber: 7
reference_data: prova_ES_A.zip
scoring_program: scoring_program_es_a.zip
start_date: 2019-01-10 00:00:00+00:00
leaderboard_management_mode: hide_results
8:
auto_migration: false
color: purple
description: 'Runs submitted to the English task B by participants are evaluated. A single submission is allowed for each participant and for each task.'
execution_time_limit: 500
is_scoring_only: false
label: Evaluation-English-B
max_submissions: 2
max_submissions_per_day: 2
phasenumber: 8
reference_data: prova_EN_B.zip
scoring_program: scoring_program_en_b.zip
start_date: 2019-01-10 00:00:00+00:00
leaderboard_management_mode: hide_results
9:
auto_migration: false
color: blue
description: 'Runs submitted to the Spanish task B by participants are evaluated. A single submission is allowed for each participant and for each task.'
execution_time_limit: 500
is_scoring_only: false
label: Evaluation-Spanish-B
max_submissions: 2
max_submissions_per_day: 2
phasenumber: 9
reference_data: prova_ES_B.zip
scoring_program: scoring_program_es_b.zip
start_date: 2019-01-10 00:00:00+00:00
leaderboard_management_mode: hide_results
show_datasets_from_yaml: true
title: SemEval 2019 Task 5 - Shared Task on Multilingual Detection of Hate