We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 76b5e28 commit 18e393bCopy full SHA for 18e393b
generate_zeroshot_evals.py
@@ -105,16 +105,18 @@ async def evaluate(
105
)
106
107
108
- results.append(
109
- {
110
- "uuid": query.id,
111
- "question": query.question,
112
- "predicted": query.predicted,
113
- "target": query.target,
114
- "unsure": query.unsure,
115
- "evaluation_mode": query.evaluation_mode,
116
- }
117
- )
+ result_dict = {
+ "uuid": query.id,
+ "question": query.question,
+ "predicted": query.predicted,
+ "target": query.target,
+ "unsure": query.unsure,
+ }
+
+ if query.evaluation_mode is not None:
+ result_dict["evaluation_mode"] = query.evaluation_mode
118
119
+ results.append(result_dict)
120
121
# make directory if it doesn't exist
122
if not os.path.exists(output_dir):
0 commit comments