1
1
dataset : xcopa
2
2
subset : zh
3
3
templates :
4
- 0edd8660-f299-4819-a5ac-633c11177228 : !Template
4
+ 059e17fc-11f0-4072-bbdc-d4667f77466b : !Template
5
5
answer_choices : ' {{choice1}} ||| {{choice2}}'
6
- id : 0edd8660-f299-4819-a5ac-633c11177228
7
- jinja : ' Exercise: Choose the most plausible completion to this Chinese sentence:
6
+ id : 059e17fc-11f0-4072-bbdc-d4667f77466b
7
+ jinja : ' Exercise: choose the most plausible alternative.
8
8
9
9
10
10
{{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif
@@ -22,9 +22,9 @@ templates:
22
22
original_task : true
23
23
name : exercise
24
24
reference : ' '
25
- 150789fe-e309-47a1-82c9-0a4dc2c6b12b : !Template
25
+ 1e0fc116-2741-460a-aefb-a8af579c1c57 : !Template
26
26
answer_choices : ' {{choice1}} ||| {{choice2}}'
27
- id : 150789fe-e309-47a1-82c9-0a4dc2c6b12b
27
+ id : 1e0fc116-2741-460a-aefb-a8af579c1c57
28
28
jinja : " {% if question == \" effect\" %} \n {{ premise }} What could happen next,\
29
29
\ \" {{ answer_choices[0] }}\" or \" {{ answer_choices[1] }}\" ? ||| {% if label\
30
30
\ != -1 %}{{ answer_choices[label] }}{%endif%}\n {% endif %}"
@@ -37,9 +37,9 @@ templates:
37
37
original_task : true
38
38
name : " \u2026 What could happen next, C1 or C2?"
39
39
reference : ' '
40
- 4d879cbe-2fd7-424a-9d78-3f5200313fba : !Template
40
+ 3814efad-35ff-4c42-a666-084514d6356b : !Template
41
41
answer_choices : ' {{choice1}} ||| {{choice2}}'
42
- id : 4d879cbe-2fd7-424a-9d78-3f5200313fba
42
+ id : 3814efad-35ff-4c42-a666-084514d6356b
43
43
jinja : " {{ premise }} \n\n I am hesitating between two options. Help me choose\
44
44
\ the more likely {% if question == \" cause\" %} cause: {% else %} effect: {%\
45
45
\ endif %}\n - {{choice1}}\n - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\
@@ -53,9 +53,9 @@ templates:
53
53
original_task : true
54
54
name : i_am_hesitating
55
55
reference : ' '
56
- 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d : !Template
56
+ 44a40995-73c8-4b15-b830-f5fd55473a59 : !Template
57
57
answer_choices : ' {{choice1}} ||| {{choice2}}'
58
- id : 66ea075e-4d03-4a78-b1fa-9a5228cf0c9d
58
+ id : 44a40995-73c8-4b15-b830-f5fd55473a59
59
59
jinja : ' {{ premise }} {% if question == "cause" %} This happened because... {%
60
60
else %} As a consequence... {% endif %}
61
61
@@ -73,12 +73,12 @@ templates:
73
73
original_task : true
74
74
name : plausible_alternatives
75
75
reference : ' '
76
- 744047dc-1298-45a2-8d68-d67e3f834ded : !Template
77
- answer_choices : ' {{choice1 }} ||| {{choice2}}'
78
- id : 744047dc-1298-45a2-8d68-d67e3f834ded
79
- jinja : ' "{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}{%
80
- if question == "cause" %}because {% else %} so {% endif %} ||| {% if label !=
81
- -1 %}{{ answer_choices[label] }}{% endif %}'
76
+ 48888279-affe-423a-80c8-51937f872ac8 : !Template
77
+ answer_choices : ' {{choice1}} ||| {{choice2}}'
78
+ id : 48888279-affe-423a-80c8-51937f872ac8
79
+ jinja : ' "{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }}
80
+ {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label
81
+ != -1 %}{{ answer_choices[label] }}{% endif %}'
82
82
metadata : !TemplateMetadata
83
83
choices_in_prompt : true
84
84
languages :
@@ -88,9 +88,9 @@ templates:
88
88
original_task : true
89
89
name : " C1 or C2? premise, so/because\u2026 "
90
90
reference : " Adapted from Perez et al. 2021 and Schick & Sch\xFC tz 2021."
91
- 84da62c2-9440-4cfc-bdd4-d70c65e33a82 : !Template
91
+ 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae : !Template
92
92
answer_choices : ' {{choice1}} ||| {{choice2}}'
93
- id : 84da62c2-9440-4cfc-bdd4-d70c65e33a82
93
+ id : 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae
94
94
jinja : " {% if question == \" effect\" %} \n {{ premise }} As a result, \" {{ answer_choices[0]\
95
95
\ }}\" or \" {{ answer_choices[1] }}\" ? ||| {% if label != -1 %}{{ answer_choices[label]\
96
96
\ }}{%endif%}\n {% endif %}"
@@ -103,11 +103,11 @@ templates:
103
103
original_task : true
104
104
name : " \u2026 As a result, C1 or C2?"
105
105
reference : ' '
106
- 8ce80f8a-239e-4393-892c-f63dbb0d9929 : !Template
106
+ b3f10790-e8cf-4d05-b974-fd58b981ea26 : !Template
107
107
answer_choices : ' {{choice1}} ||| {{choice2}}'
108
- id : 8ce80f8a-239e-4393-892c-f63dbb0d9929
108
+ id : b3f10790-e8cf-4d05-b974-fd58b981ea26
109
109
jinja : " {{ premise }} \n\n What's the best option?\n - {{choice1}}\n - {{choice2}}\n \
110
- \n We are looking for {% if question == \" cause\" %}a cause {% else %}an effect\
110
+ \n We are looking for {% if question == \" cause\" %} a cause {% else %} an effect\
111
111
\ {% endif %}\n ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}"
112
112
metadata : !TemplateMetadata
113
113
choices_in_prompt : true
@@ -118,9 +118,9 @@ templates:
118
118
original_task : true
119
119
name : best_option
120
120
reference : ' '
121
- 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb : !Template
121
+ b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf : !Template
122
122
answer_choices : ' {{choice1}} ||| {{choice2}}'
123
- id : 8cf2ba73-aee5-4651-b5d4-b1b88afe4abb
123
+ id : b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf
124
124
jinja : " {% if question == \" cause\" %} \n {{ premise }} Which may be caused by\
125
125
\ \" {{ answer_choices[0] }}\" or \" {{ answer_choices[1] }}\" ? ||| {% if label\
126
126
\ != -1 %}{{ answer_choices[label] }}{%endif%}\n {% endif %}"
@@ -133,12 +133,12 @@ templates:
133
133
original_task : true
134
134
name : " \u2026 which may be caused by"
135
135
reference : ' '
136
- a1f9951e-2b6b-4530-9636-9cdf4c1658c5 : !Template
136
+ c3b01f23-b69a-4a31-9258-08475490c4e4 : !Template
137
137
answer_choices : ' {{choice1}} ||| {{choice2}}'
138
- id : a1f9951e-2b6b-4530-9636-9cdf4c1658c5
138
+ id : c3b01f23-b69a-4a31-9258-08475490c4e4
139
139
jinja : ' Pick the more likely continuation to the following sentence:
140
140
141
- {{ premise }}{% if question == "cause" %} As a result of: {% else %} As a consequence:
141
+ {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence:
142
142
{% endif %}
143
143
144
144
- {{choice1}}
@@ -153,13 +153,13 @@ templates:
153
153
original_task : true
154
154
name : more likely
155
155
reference : ' '
156
- a61d8c21-da25-47bf-b5fe-14a8edd650af : !Template
156
+ cbae3be6-a416-4dfe-bbf9-6dbca7f2e542 : !Template
157
157
answer_choices : ' {{choice1}} ||| {{choice2}}'
158
- id : a61d8c21-da25-47bf-b5fe-14a8edd650af
158
+ id : cbae3be6-a416-4dfe-bbf9-6dbca7f2e542
159
159
jinja : ' {{ premise }}
160
160
161
161
162
- Select the most plausible {% if question == "cause" %}cause: {% else %}effect:
162
+ Select the most plausible {% if question == "cause" %} cause: {% else %} effect:
163
163
{% endif %}
164
164
165
165
- {{choice1}}
@@ -174,9 +174,9 @@ templates:
174
174
original_task : true
175
175
name : cause_effect
176
176
reference : ' '
177
- a8bf11c3-bea2-45ba-a533-957d8bee5e2e : !Template
177
+ dfa40a8a-cfe1-4695-b566-a5d83c98d630 : !Template
178
178
answer_choices : ' {{choice1}} ||| {{choice2}}'
179
- id : a8bf11c3-bea2-45ba-a533-957d8bee5e2e
179
+ id : dfa40a8a-cfe1-4695-b566-a5d83c98d630
180
180
jinja : " {% if question == \" cause\" %} \n {{ premise }} Why? \" {{ answer_choices[0]\
181
181
\ }}\" or \" {{ answer_choices[1] }}\" ? ||| {% if label != -1 %}{{ answer_choices[label]\
182
182
\ }}{%endif%}\n {% endif %}"
@@ -189,9 +189,9 @@ templates:
189
189
original_task : true
190
190
name : " \u2026 why? C1 or C2"
191
191
reference : ' '
192
- f32348cd-d3cb-4619-87b9-e24f99c78567 : !Template
192
+ f42c13d4-8305-4499-b73c-6e20ed83569c : !Template
193
193
answer_choices : ' {{choice1}} ||| {{choice2}}'
194
- id : f32348cd-d3cb-4619-87b9-e24f99c78567
194
+ id : f42c13d4-8305-4499-b73c-6e20ed83569c
195
195
jinja : ' {{ premise }} {% if question == "cause" %} because... {% else %} so...
196
196
{% endif %}
197
197
@@ -209,3 +209,4 @@ templates:
209
209
original_task : true
210
210
name : choose
211
211
reference : ' '
212
+
0 commit comments