Skip to content

Commit 5e77b99

Browse files
Eval: accept the Drive documents that legitimately answer golden questions
Co-Authored-By: Claude <noreply@anthropic.com>
1 parent b3a6424 commit 5e77b99

1 file changed

Lines changed: 35 additions & 10 deletions

File tree

‎PERBot/src/search/eval/golden.json‎

Lines changed: 35 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,11 @@
1010
"query": "how does the DAQ-DASH work",
1111
"expect": [
1212
"DAQ-DASH",
13-
"DAQDASH"
13+
"DAQDASH",
14+
"DAQ CDR",
15+
"DAQ PDR",
16+
"DAQ Pre-PDR",
17+
"DASH Review"
1418
]
1519
},
1620
{
@@ -64,7 +68,10 @@
6468
"expect": [
6569
"DAQ-DASH",
6670
"DAQDASH",
67-
"Data Acquisition"
71+
"Data Acquisition",
72+
"DAQ CDR",
73+
"DAQ PDR",
74+
"DAQ Pre-PDR"
6875
]
6976
},
7077
{
@@ -116,7 +123,11 @@
116123
"query": "who designed the DAQ-DASH",
117124
"expect": [
118125
"DAQ-DASH",
119-
"DAQDASH"
126+
"DAQDASH",
127+
"DAQ CDR",
128+
"DAQ PDR",
129+
"DAQ Pre-PDR",
130+
"DASH Review"
120131
]
121132
},
122133
{
@@ -126,7 +137,8 @@
126137
"Mechanical Meeting",
127138
"REV11 Updates",
128139
"Rookie Onboarding",
129-
"General Practices"
140+
"General Practices",
141+
"B11"
130142
]
131143
},
132144
{
@@ -144,7 +156,8 @@
144156
"query": "what is the sponsorship semester goal",
145157
"expect": [
146158
"Sponsorship CRM",
147-
"PERBot Sponsorship"
159+
"PERBot Sponsorship",
160+
"Sponsorship"
148161
]
149162
},
150163
{
@@ -173,7 +186,10 @@
173186
"Drivetrain Summary",
174187
"Software Glossary",
175188
"DTI Software Reference",
176-
"Control Algorithms"
189+
"Control Algorithms",
190+
"Torque Vectoring",
191+
"TORQUE VECTORING",
192+
"Torque_Vectoring"
177193
]
178194
},
179195
{
@@ -240,15 +256,18 @@
240256
"query": "which seat belt harness do we use",
241257
"expect": [
242258
"Cockpit and Ergonomics",
243-
"Mockpit"
259+
"Mockpit",
260+
"Cockpit"
244261
]
245262
},
246263
{
247264
"query": "what does the PCM do when it gets an implausible pedal reading",
248265
"expect": [
249266
"REV11 PCM Documentation",
250267
"PCM Code Contract",
251-
"BSPD"
268+
"BSPD",
269+
"PCM PDR",
270+
"PCM CDR"
252271
]
253272
},
254273
{
@@ -270,7 +289,10 @@
270289
"PCM Documentation",
271290
"PCM Code Contract",
272291
"Software Glossary",
273-
"car turn on"
292+
"car turn on",
293+
"PCM CDR",
294+
"PCM PDR",
295+
"Shutdown"
274296
]
275297
},
276298
{
@@ -291,7 +313,10 @@
291313
"Data Acquisition",
292314
"PCM Documentation",
293315
"PCM Code Contract",
294-
"Comms Protocols"
316+
"Comms Protocols",
317+
"Hall Effect",
318+
"Wheel Speed",
319+
"Tone Wheel"
295320
]
296321
},
297322
{

0 commit comments

Comments
 (0)