Skip to content

Commit b26a1a0

Browse files
committed
Added solved count
1 parent 005d838 commit b26a1a0

1 file changed

Lines changed: 9 additions & 2 deletions

File tree

examples/pbe/evaluate.py

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -296,9 +296,15 @@ def enumerative_search(
296296
start = len(trace)
297297
pbar = tqdm.tqdm(total=len(pcfgs) - start, desc="Tasks", smoothing=0)
298298
i = 0
299+
solved = 0
300+
total = 0
299301
for task, pcfg in zip(dataset.tasks[start:], pcfgs[start:]):
302+
total += 1
300303
try:
301-
trace.append(method(evaluator, task, pcfg, custom_enumerate))
304+
out = method(evaluator, task, pcfg, custom_enumerate)
305+
trace.append(out)
306+
if out[0]:
307+
solved += 1
302308
except KeyboardInterrupt:
303309
break
304310
pbar.update(1)
@@ -308,7 +314,8 @@ def enumerative_search(
308314
if i % 10 == 0:
309315
pbar.set_postfix_str("Saving...")
310316
save(trace)
311-
pbar.set_postfix_str("")
317+
pbar.set_postfix_str(f"Solved {solved}/{total}")
318+
312319
pbar.close()
313320

314321

0 commit comments

Comments
 (0)