Skip to content

Commit 415a493

Browse files
Change v0.1 in prompt reference to the paper (#692)
Co-authored-by: Victor Sanh <victorsanh@gmail.com>
1 parent e1bc1d9 commit 415a493

File tree

12 files changed

+76
-76
lines changed

12 files changed

+76
-76
lines changed

promptsource/templates/anli/templates.yaml

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ templates:
3636
- Accuracy
3737
original_task: true
3838
name: does it follow that
39-
reference: v0.1
39+
reference: Sanh et al. 2021
4040
620aa3fc-d5eb-46f5-a1ee-4c754527aa97: !Template
4141
answer_choices: True ||| Neither ||| False
4242
id: 620aa3fc-d5eb-46f5-a1ee-4c754527aa97
@@ -89,7 +89,7 @@ templates:
8989
- Accuracy
9090
original_task: true
9191
name: take the following as truth
92-
reference: v0.1
92+
reference: Sanh et al. 2021
9393
bcd90047-3a2b-426b-b065-8a418f1317b8: !Template
9494
answer_choices: Yes ||| Maybe ||| No
9595
id: bcd90047-3a2b-426b-b065-8a418f1317b8
@@ -101,7 +101,7 @@ templates:
101101
- Accuracy
102102
original_task: true
103103
name: must be true
104-
reference: v0.1
104+
reference: Sanh et al. 2021
105105
c4ed37ae-d7d7-4197-a725-ef2152fa3b1f: !Template
106106
answer_choices: Yes ||| Maybe ||| No
107107
id: c4ed37ae-d7d7-4197-a725-ef2152fa3b1f
@@ -126,7 +126,7 @@ templates:
126126
- Accuracy
127127
original_task: true
128128
name: guaranteed/possible/impossible
129-
reference: v0.1
129+
reference: Sanh et al. 2021
130130
dbc68425-5c42-43ae-9748-70ce8c5a167e: !Template
131131
answer_choices: Always ||| Sometimes ||| Never
132132
id: dbc68425-5c42-43ae-9748-70ce8c5a167e
@@ -138,7 +138,7 @@ templates:
138138
- Accuracy
139139
original_task: true
140140
name: always/sometimes/never
141-
reference: v0.1
141+
reference: Sanh et al. 2021
142142
e5b7fdd7-fdff-4630-889b-3c7a052e5da0: !Template
143143
answer_choices: Yes ||| Maybe ||| No
144144
id: e5b7fdd7-fdff-4630-889b-3c7a052e5da0
@@ -150,7 +150,7 @@ templates:
150150
- Accuracy
151151
original_task: true
152152
name: does this imply
153-
reference: v0.1
153+
reference: Sanh et al. 2021
154154
e6f32b9c-7e0b-474a-a0d2-e84d20c22aba: !Template
155155
answer_choices: Always ||| Sometimes ||| Never
156156
id: e6f32b9c-7e0b-474a-a0d2-e84d20c22aba
@@ -163,7 +163,7 @@ templates:
163163
- Accuracy
164164
original_task: true
165165
name: consider always/sometimes/never
166-
reference: v0.1
166+
reference: Sanh et al. 2021
167167
ec249357-e672-4e7d-b8b6-d97ed7d090c5: !Template
168168
answer_choices: True ||| Inconclusive ||| False
169169
id: ec249357-e672-4e7d-b8b6-d97ed7d090c5
@@ -176,7 +176,7 @@ templates:
176176
- Accuracy
177177
original_task: true
178178
name: claim true/false/inconclusive
179-
reference: v0.1
179+
reference: Sanh et al. 2021
180180
ffa0a6f0-7186-4ccb-bb35-8b1affb747a0: !Template
181181
answer_choices: Yes ||| Maybe ||| No
182182
id: ffa0a6f0-7186-4ccb-bb35-8b1affb747a0

promptsource/templates/glue/mnli/templates.yaml

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ templates:
1212
- Accuracy
1313
original_task: true
1414
name: always/sometimes/never
15-
reference: v0.1
15+
reference: Sanh et al. 2021
1616
05bd28f7-3ff0-4a01-ad7d-d956d0f70209: !Template
1717
answer_choices: Yes ||| Maybe ||| No
1818
id: 05bd28f7-3ff0-4a01-ad7d-d956d0f70209
@@ -76,7 +76,7 @@ templates:
7676
- Accuracy
7777
original_task: true
7878
name: does it follow that
79-
reference: v0.1
79+
reference: Sanh et al. 2021
8080
7712d4a0-9b25-4224-b062-31df61e892c1: !Template
8181
answer_choices: Yes ||| Maybe ||| No
8282
id: 7712d4a0-9b25-4224-b062-31df61e892c1
@@ -101,7 +101,7 @@ templates:
101101
- Accuracy
102102
original_task: true
103103
name: consider always/sometimes/never
104-
reference: v0.1
104+
reference: Sanh et al. 2021
105105
7a712469-7e78-4e0b-81a4-86e338700d89: !Template
106106
answer_choices: Yes ||| Maybe ||| No
107107
id: 7a712469-7e78-4e0b-81a4-86e338700d89
@@ -113,7 +113,7 @@ templates:
113113
- Accuracy
114114
original_task: true
115115
name: must be true
116-
reference: v0.1
116+
reference: Sanh et al. 2021
117117
8a0c0b82-fa86-493d-aea7-e3f58abc8178: !Template
118118
answer_choices: Yes ||| Maybe ||| No
119119
id: 8a0c0b82-fa86-493d-aea7-e3f58abc8178
@@ -125,7 +125,7 @@ templates:
125125
- Accuracy
126126
original_task: true
127127
name: does this imply
128-
reference: v0.1
128+
reference: Sanh et al. 2021
129129
8df06939-7331-466e-9a0b-ad1b86f4bf1f: !Template
130130
answer_choices: True ||| Inconclusive ||| False
131131
id: 8df06939-7331-466e-9a0b-ad1b86f4bf1f
@@ -138,7 +138,7 @@ templates:
138138
- Accuracy
139139
original_task: true
140140
name: claim true/false/inconclusive
141-
reference: v0.1
141+
reference: Sanh et al. 2021
142142
9a26a741-b000-4844-bd7a-a2226e81ee89: !Template
143143
answer_choices: True ||| Inconclusive ||| False
144144
id: 9a26a741-b000-4844-bd7a-a2226e81ee89
@@ -152,7 +152,7 @@ templates:
152152
- Accuracy
153153
original_task: true
154154
name: take the following as truth
155-
reference: v0.1
155+
reference: Sanh et al. 2021
156156
aaddd2e0-ba82-4d8c-8545-0db7c36b535a: !Template
157157
answer_choices: Yes ||| Maybe ||| No
158158
id: aaddd2e0-ba82-4d8c-8545-0db7c36b535a
@@ -189,4 +189,4 @@ templates:
189189
- Accuracy
190190
original_task: true
191191
name: guaranteed/possible/impossible
192-
reference: v0.1
192+
reference: Sanh et al. 2021

promptsource/templates/glue/mnli_matched/templates.yaml

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ templates:
2626
- Accuracy
2727
original_task: true
2828
name: take the following as truth
29-
reference: v0.1
29+
reference: Sanh et al. 2021
3030
44adb852-ab5d-4e46-9ab8-4ebd94394f23: !Template
3131
answer_choices: Yes ||| Maybe ||| No
3232
id: 44adb852-ab5d-4e46-9ab8-4ebd94394f23
@@ -38,7 +38,7 @@ templates:
3838
- Accuracy
3939
original_task: true
4040
name: does it follow that
41-
reference: v0.1
41+
reference: Sanh et al. 2021
4242
5b9aeb2d-a548-4d11-a831-ebf158ae9992: !Template
4343
answer_choices: Guaranteed ||| Possible ||| Impossible
4444
id: 5b9aeb2d-a548-4d11-a831-ebf158ae9992
@@ -51,7 +51,7 @@ templates:
5151
- Accuracy
5252
original_task: true
5353
name: guaranteed/possible/impossible
54-
reference: v0.1
54+
reference: Sanh et al. 2021
5555
610b01b5-6acd-4246-8671-68c56e1c870e: !Template
5656
answer_choices: Yes ||| Maybe ||| No
5757
id: 610b01b5-6acd-4246-8671-68c56e1c870e
@@ -113,7 +113,7 @@ templates:
113113
- Accuracy
114114
original_task: true
115115
name: claim true/false/inconclusive
116-
reference: v0.1
116+
reference: Sanh et al. 2021
117117
dcca5858-794b-4bfd-bc7d-f81e10b4b082: !Template
118118
answer_choices: True ||| Neither ||| False
119119
id: dcca5858-794b-4bfd-bc7d-f81e10b4b082
@@ -152,7 +152,7 @@ templates:
152152
- Accuracy
153153
original_task: true
154154
name: must be true
155-
reference: v0.1
155+
reference: Sanh et al. 2021
156156
f3ebe1ac-194b-41e7-b008-36eafdbfbe25: !Template
157157
answer_choices: Yes ||| Maybe ||| No
158158
id: f3ebe1ac-194b-41e7-b008-36eafdbfbe25
@@ -164,7 +164,7 @@ templates:
164164
- Accuracy
165165
original_task: true
166166
name: does this imply
167-
reference: v0.1
167+
reference: Sanh et al. 2021
168168
f74a9359-1856-4933-a41e-0586a6527407: !Template
169169
answer_choices: Always ||| Sometimes ||| Never
170170
id: f74a9359-1856-4933-a41e-0586a6527407
@@ -177,7 +177,7 @@ templates:
177177
- Accuracy
178178
original_task: true
179179
name: consider always/sometimes/never
180-
reference: v0.1
180+
reference: Sanh et al. 2021
181181
fbfcc250-b1c8-4376-8f2a-99da44ec8da5: !Template
182182
answer_choices: Always ||| Sometimes ||| Never
183183
id: fbfcc250-b1c8-4376-8f2a-99da44ec8da5
@@ -189,4 +189,4 @@ templates:
189189
- Accuracy
190190
original_task: true
191191
name: always/sometimes/never
192-
reference: v0.1
192+
reference: Sanh et al. 2021

promptsource/templates/glue/mnli_mismatched/templates.yaml

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ templates:
2727
- Accuracy
2828
original_task: true
2929
name: always/sometimes/never
30-
reference: v0.1
30+
reference: Sanh et al. 2021
3131
54adbf5a-196f-4207-8e5e-da7df6b6f648: !Template
3232
answer_choices: Yes ||| Maybe ||| No
3333
id: 54adbf5a-196f-4207-8e5e-da7df6b6f648
@@ -53,7 +53,7 @@ templates:
5353
- Accuracy
5454
original_task: true
5555
name: take the following as truth
56-
reference: v0.1
56+
reference: Sanh et al. 2021
5757
59bc239a-bd30-4879-b53f-fcae9857412c: !Template
5858
answer_choices: Yes ||| Maybe ||| No
5959
id: 59bc239a-bd30-4879-b53f-fcae9857412c
@@ -65,7 +65,7 @@ templates:
6565
- Accuracy
6666
original_task: true
6767
name: does it follow that
68-
reference: v0.1
68+
reference: Sanh et al. 2021
6969
612a4477-1dae-4b40-aad7-6f826c827adf: !Template
7070
answer_choices: Always ||| Sometimes ||| Never
7171
id: 612a4477-1dae-4b40-aad7-6f826c827adf
@@ -78,7 +78,7 @@ templates:
7878
- Accuracy
7979
original_task: true
8080
name: consider always/sometimes/never
81-
reference: v0.1
81+
reference: Sanh et al. 2021
8282
693e91cf-e92f-4349-bce8-6234db7e83a2: !Template
8383
answer_choices: Yes ||| Maybe ||| No
8484
id: 693e91cf-e92f-4349-bce8-6234db7e83a2
@@ -114,7 +114,7 @@ templates:
114114
- Accuracy
115115
original_task: true
116116
name: does this imply
117-
reference: v0.1
117+
reference: Sanh et al. 2021
118118
868a3d57-47f3-4313-81de-c857c679baa8: !Template
119119
answer_choices: Yes ||| Maybe ||| No
120120
id: 868a3d57-47f3-4313-81de-c857c679baa8
@@ -126,7 +126,7 @@ templates:
126126
- Accuracy
127127
original_task: true
128128
name: must be true
129-
reference: v0.1
129+
reference: Sanh et al. 2021
130130
946116e5-c168-453b-a016-c41a4e005d1f: !Template
131131
answer_choices: Guaranteed ||| Possible ||| Impossible
132132
id: 946116e5-c168-453b-a016-c41a4e005d1f
@@ -139,7 +139,7 @@ templates:
139139
- Accuracy
140140
original_task: true
141141
name: guaranteed/possible/impossible
142-
reference: v0.1
142+
reference: Sanh et al. 2021
143143
989ea99a-9e80-41af-9640-42d4db822a2b: !Template
144144
answer_choices: Yes ||| Maybe ||| No
145145
id: 989ea99a-9e80-41af-9640-42d4db822a2b
@@ -176,7 +176,7 @@ templates:
176176
- Accuracy
177177
original_task: true
178178
name: claim true/false/inconclusive
179-
reference: v0.1
179+
reference: Sanh et al. 2021
180180
c6d6a638-8c48-45b3-abaf-5c885b7a8676: !Template
181181
answer_choices: Correct ||| Inconclusive ||| Incorrect
182182
id: c6d6a638-8c48-45b3-abaf-5c885b7a8676

promptsource/templates/hans/templates.yaml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ templates:
1111
- Accuracy
1212
original_task: true
1313
name: does this imply
14-
reference: v0.1
14+
reference: Sanh et al. 2021
1515
2084c370-6052-4840-89b6-b35ad70fdf31: !Template
1616
answer_choices: Yes ||| No
1717
id: 2084c370-6052-4840-89b6-b35ad70fdf31
@@ -47,7 +47,7 @@ templates:
4747
- Accuracy
4848
original_task: true
4949
name: does it follow that
50-
reference: v0.1
50+
reference: Sanh et al. 2021
5151
6ed3823e-5ebb-4398-8366-273047d970f0: !Template
5252
answer_choices: Yes ||| No
5353
id: 6ed3823e-5ebb-4398-8366-273047d970f0
@@ -71,7 +71,7 @@ templates:
7171
- Accuracy
7272
original_task: true
7373
name: must be true
74-
reference: v0.1
74+
reference: Sanh et al. 2021
7575
c5508a95-1f23-47b9-aed4-0eca8380f71b: !Template
7676
answer_choices: Yes ||| No
7777
id: c5508a95-1f23-47b9-aed4-0eca8380f71b

promptsource/templates/multi_nli/templates.yaml

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ templates:
1313
- Accuracy
1414
original_task: true
1515
name: claim true/false/inconclusive
16-
reference: v0.1
16+
reference: Sanh et al. 2021
1717
0e75e339-433b-459e-830e-557d7a07611b: !Template
1818
answer_choices: Yes ||| Maybe ||| No
1919
id: 0e75e339-433b-459e-830e-557d7a07611b
@@ -25,7 +25,7 @@ templates:
2525
- Accuracy
2626
original_task: true
2727
name: does this imply
28-
reference: v0.1
28+
reference: Sanh et al. 2021
2929
133081b4-2cab-4e4e-9844-783f672b3f88: !Template
3030
answer_choices: Yes ||| Maybe ||| No
3131
id: 133081b4-2cab-4e4e-9844-783f672b3f88
@@ -49,7 +49,7 @@ templates:
4949
- Accuracy
5050
original_task: true
5151
name: does it follow that
52-
reference: v0.1
52+
reference: Sanh et al. 2021
5353
592682cb-0a33-4110-bc6a-903ac2f50deb: !Template
5454
answer_choices: Guaranteed ||| Possible ||| Impossible
5555
id: 592682cb-0a33-4110-bc6a-903ac2f50deb
@@ -62,7 +62,7 @@ templates:
6262
- Accuracy
6363
original_task: true
6464
name: guaranteed/possible/impossible
65-
reference: v0.1
65+
reference: Sanh et al. 2021
6666
6eef4333-fb4a-433b-aed5-cd00ec48b01f: !Template
6767
answer_choices: Always ||| Sometimes ||| Never
6868
id: 6eef4333-fb4a-433b-aed5-cd00ec48b01f
@@ -74,7 +74,7 @@ templates:
7474
- Accuracy
7575
original_task: true
7676
name: always/sometimes/never
77-
reference: v0.1
77+
reference: Sanh et al. 2021
7878
6f4e6af1-cac4-4674-8d69-8d922516abe0: !Template
7979
answer_choices: Correct ||| Inconclusive ||| Incorrect
8080
id: 6f4e6af1-cac4-4674-8d69-8d922516abe0
@@ -100,7 +100,7 @@ templates:
100100
- Accuracy
101101
original_task: true
102102
name: consider always/sometimes/never
103-
reference: v0.1
103+
reference: Sanh et al. 2021
104104
a2838b52-b225-4574-b417-9f56d5015c09: !Template
105105
answer_choices: True ||| Inconclusive ||| False
106106
id: a2838b52-b225-4574-b417-9f56d5015c09
@@ -114,7 +114,7 @@ templates:
114114
- Accuracy
115115
original_task: true
116116
name: take the following as truth
117-
reference: v0.1
117+
reference: Sanh et al. 2021
118118
acac14f2-bfbd-4235-a813-3ee031b7dc32: !Template
119119
answer_choices: True ||| Neither ||| False
120120
id: acac14f2-bfbd-4235-a813-3ee031b7dc32
@@ -141,7 +141,7 @@ templates:
141141
- Accuracy
142142
original_task: true
143143
name: must be true
144-
reference: v0.1
144+
reference: Sanh et al. 2021
145145
ca3e9c3f-f0c4-4325-9a61-ba21ddd70464: !Template
146146
answer_choices: Yes ||| Maybe ||| No
147147
id: ca3e9c3f-f0c4-4325-9a61-ba21ddd70464

0 commit comments

Comments
 (0)