We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 3504b6d + a0c2bc8 commit 4c020b6Copy full SHA for 4c020b6
1 file changed
src/instructlab/eval/mt_bench_branch_generator.py
@@ -56,8 +56,9 @@ def generate(judge_model_name, branch, taxonomy_dir, output_dir):
56
print(f"failed to load {qna_file}. skipping...")
57
continue
58
for ex in examples:
59
- q, a = ex["question"], ex["answer"]
+ q, a = ex.get("question"), ex.get("answer")
60
if q is None or a is None:
61
+ logger.warning("Skipping malformed file %s", qna_file)
62
63
64
c = ex.get("context")
0 commit comments