Skip to content

Commit 6fcc19f

Browse files
author
Mark Saroufim
committed
Fix test_submit_full mock and expected mode
- Add 'secret' key to mock launcher runs so SECRET mode can find its result - Fix second run's expected mode from 'public' to 'secret'
1 parent ee62fdc commit 6fcc19f

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

tests/test_backend.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -232,7 +232,7 @@ async def test_submit_full(bot: backend.KernelBackend, task_directory):
232232
task = db.get_leaderboard("submit-leaderboard")["task"]
233233

234234
eval_result = create_eval_result("benchmark")
235-
mock_launcher = _mock_launcher(bot, {"public": eval_result})
235+
mock_launcher = _mock_launcher(bot, {"public": eval_result, "secret": eval_result})
236236

237237
from libkernelbot.submission import ProcessedSubmissionRequest
238238

@@ -344,7 +344,7 @@ async def test_submit_full(bot: backend.KernelBackend, task_directory):
344344
"stdout": "log stdout",
345345
"success": True,
346346
},
347-
"mode": "public",
347+
"mode": "secret",
348348
"passed": True,
349349
"result": {
350350
"benchmark-count": "1",

0 commit comments

Comments
 (0)