diff --git a/src/data/routerMetrics/category_scores.json b/src/data/routerMetrics/category_scores.json index 9c6f70f..138bf85 100644 --- a/src/data/routerMetrics/category_scores.json +++ b/src/data/routerMetrics/category_scores.json @@ -3682,23 +3682,23 @@ "azure": { "metrics": { "easy": { - "accuracy": 94.3, - "cost": 0.0002, + "accuracy": 94.8, + "cost": 0.0003, "robustness": 69.2 }, "medium": { - "accuracy": 66.0, - "cost": 0.0002, + "accuracy": 68.0, + "cost": 0.0009, "robustness": 78.8 }, "hard": { - "accuracy": 34.2, - "cost": 0.0004, + "accuracy": 34.7, + "cost": 0.0013, "robustness": 67.9 }, "all": { - "accuracy": 72.0, - "cost": 0.0002, + "accuracy": 72.9, + "cost": 0.0007, "robustness": 71.4 } }, @@ -3706,23 +3706,23 @@ "Arts & recreation": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0001, + "accuracy": 93.6, + "cost": 0.0006, "robustness": 75.0 }, "medium": { - "accuracy": 54.9, - "cost": 0.0002, + "accuracy": 56.9, + "cost": 0.0019, "robustness": 81.8 }, "hard": { "accuracy": 15.6, - "cost": 0.0004, + "cost": 0.004, "robustness": 40.0 }, "all": { - "accuracy": 63.0, - "cost": 0.0002, + "accuracy": 63.9, + "cost": 0.0018, "robustness": 70.8 } }, @@ -3731,22 +3731,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0.0 }, "medium": { - "accuracy": 69.2, - "cost": 0.0002, + "accuracy": 71.8, + "cost": 0.0005, "robustness": 50.0 }, "hard": { "accuracy": 14.3, - "cost": 0.0003, + "cost": 0.0016, "robustness": 0.0 }, "all": { - "accuracy": 61.0, - "cost": 0.0002, + "accuracy": 61.7, + "cost": 0.0008, "robustness": 20.0 } } @@ -3754,23 +3754,23 @@ "Music": { "metrics": { "easy": { - "accuracy": 93.9, - "cost": 0.0001, + "accuracy": 94.9, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 46.6, - "cost": 0.0002, + "accuracy": 50.0, + "cost": 0.0023, "robustness": 80.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0002, + "cost": 0.0021, "robustness": 100.0 }, "all": { - "accuracy": 63.7, - "cost": 0.0002, + "accuracy": 65.8, + "cost": 0.0015, "robustness": 90.9 } } @@ -3779,22 +3779,22 @@ "metrics": { "easy": { "accuracy": 90.0, - "cost": 0.0002, + "cost": 0.0009, "robustness": 50.0 }, "medium": { "accuracy": 59.0, - "cost": 0.0002, + "cost": 0.0021, "robustness": 100.0 }, "hard": { "accuracy": 13.6, - "cost": 0.0006, + "cost": 0.0067, "robustness": 50.0 }, "all": { "accuracy": 63.4, - "cost": 0.0003, + "cost": 0.0025, "robustness": 75.0 } } @@ -3804,23 +3804,23 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0002, + "accuracy": 95.8, + "cost": 0.0003, "robustness": 69.2 }, "medium": { - "accuracy": 81.8, - "cost": 0.0002, + "accuracy": 82.3, + "cost": 0.0011, "robustness": 85.7 }, "hard": { - "accuracy": 63.7, - "cost": 0.0003, + "accuracy": 64.1, + "cost": 0.0031, "robustness": 93.3 }, "all": { - "accuracy": 85.4, - "cost": 0.0002, + "accuracy": 85.8, + "cost": 0.0011, "robustness": 80.6 } }, @@ -3828,23 +3828,23 @@ "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0001, + "accuracy": 96.4, + "cost": 0.0003, "robustness": 69.2 }, "medium": { - "accuracy": 88.3, - "cost": 0.0002, + "accuracy": 88.9, + "cost": 0.0013, "robustness": 88.2 }, "hard": { - "accuracy": 73.7, - "cost": 0.0003, + "accuracy": 74.2, + "cost": 0.0036, "robustness": 100.0 }, "all": { - "accuracy": 88.3, - "cost": 0.0002, + "accuracy": 88.9, + "cost": 0.0014, "robustness": 86.0 } } @@ -3853,22 +3853,22 @@ "metrics": { "easy": { "accuracy": 94.9, - "cost": 0.0002, + "cost": 0.0003, "robustness": 69.2 }, "medium": { "accuracy": 52.9, - "cost": 0.0002, + "cost": 0.0005, "robustness": 75.0 }, "hard": { "accuracy": 5.6, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "all": { "accuracy": 77.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 68.4 } } @@ -3879,22 +3879,22 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0002, + "cost": 0.0003, "robustness": 65.2 }, "medium": { - "accuracy": 65.5, - "cost": 0.0002, + "accuracy": 67.8, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 12.8, - "cost": 0.0003, + "cost": 0.0009, "robustness": 80.0 }, "all": { - "accuracy": 71.4, - "cost": 0.0002, + "accuracy": 72.0, + "cost": 0.0005, "robustness": 66.7 } }, @@ -3903,12 +3903,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 88.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -3918,7 +3918,7 @@ }, "all": { "accuracy": 98.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 } } @@ -3931,18 +3931,18 @@ "robustness": 37.5 }, "medium": { - "accuracy": 55.2, - "cost": 0.0002, + "accuracy": 58.6, + "cost": 0.0004, "robustness": 0.0 }, "hard": { "accuracy": 41.7, - "cost": 0.0003, + "cost": 0.0007, "robustness": 0 }, "all": { - "accuracy": 86.0, - "cost": 0.0002, + "accuracy": 86.7, + "cost": 0.0003, "robustness": 33.3 } } @@ -3951,22 +3951,22 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0002, + "cost": 0.0004, "robustness": 72.7 }, "medium": { - "accuracy": 66.2, - "cost": 0.0002, + "accuracy": 68.3, + "cost": 0.0008, "robustness": 60.0 }, "hard": { "accuracy": 9.6, - "cost": 0.0003, + "cost": 0.0009, "robustness": 80.0 }, "all": { - "accuracy": 64.3, - "cost": 0.0002, + "accuracy": 64.9, + "cost": 0.0006, "robustness": 73.1 } } @@ -3976,23 +3976,23 @@ "Language": { "metrics": { "easy": { - "accuracy": 80.9, + "accuracy": 81.8, "cost": 0.0002, "robustness": 72.7 }, "medium": { - "accuracy": 31.1, - "cost": 0.0002, + "accuracy": 32.3, + "cost": 0.0003, "robustness": 55.6 }, "hard": { "accuracy": 54.6, - "cost": 0.0009, + "cost": 0.0004, "robustness": 80.0 }, "all": { - "accuracy": 56.8, - "cost": 0.0005, + "accuracy": 57.4, + "cost": 0.0003, "robustness": 73.3 } }, @@ -4000,23 +4000,23 @@ "Language": { "metrics": { "easy": { - "accuracy": 80.9, + "accuracy": 81.8, "cost": 0.0002, "robustness": 72.7 }, "medium": { - "accuracy": 31.1, - "cost": 0.0002, + "accuracy": 32.3, + "cost": 0.0003, "robustness": 55.6 }, "hard": { "accuracy": 54.6, - "cost": 0.0009, + "cost": 0.0004, "robustness": 80.0 }, "all": { - "accuracy": 56.8, - "cost": 0.0005, + "accuracy": 57.4, + "cost": 0.0003, "robustness": 73.3 } } @@ -4031,18 +4031,18 @@ "robustness": 66.7 }, "medium": { - "accuracy": 47.9, - "cost": 0.0004, + "accuracy": 56.8, + "cost": 0.0007, "robustness": 0.0 }, "hard": { "accuracy": 32.9, - "cost": 0.0003, + "cost": 0.0007, "robustness": 41.7 }, "all": { - "accuracy": 44.7, - "cost": 0.0003, + "accuracy": 45.6, + "cost": 0.0006, "robustness": 41.4 } }, @@ -4055,18 +4055,18 @@ "robustness": 66.7 }, "medium": { - "accuracy": 47.9, - "cost": 0.0004, + "accuracy": 56.8, + "cost": 0.0007, "robustness": 0.0 }, "hard": { "accuracy": 32.9, - "cost": 0.0003, + "cost": 0.0007, "robustness": 41.7 }, "all": { - "accuracy": 44.7, - "cost": 0.0003, + "accuracy": 45.6, + "cost": 0.0006, "robustness": 41.4 } } @@ -4076,23 +4076,23 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 92.9, - "cost": 0.0002, + "accuracy": 94.1, + "cost": 0.0003, "robustness": 55.6 }, "medium": { - "accuracy": 63.5, - "cost": 0.0003, + "accuracy": 65.4, + "cost": 0.0005, "robustness": 70.0 }, "hard": { - "accuracy": 14.8, - "cost": 0.0004, + "accuracy": 16.0, + "cost": 0.0007, "robustness": 28.6 }, "all": { - "accuracy": 75.0, - "cost": 0.0002, + "accuracy": 76.4, + "cost": 0.0004, "robustness": 54.5 } }, @@ -4100,13 +4100,13 @@ "Ethics": { "metrics": { "easy": { - "accuracy": 87.6, + "accuracy": 89.7, "cost": 0.0003, "robustness": 42.9 }, "medium": { - "accuracy": 35.3, - "cost": 0.0004, + "accuracy": 40.0, + "cost": 0.0005, "robustness": 60.0 }, "hard": { @@ -4115,8 +4115,8 @@ "robustness": 0.0 }, "all": { - "accuracy": 67.8, - "cost": 0.0003, + "accuracy": 70.7, + "cost": 0.0004, "robustness": 42.9 } } @@ -4125,22 +4125,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 89.5, - "cost": 0.0001, + "cost": 0.0006, "robustness": 66.7 }, "hard": { "accuracy": 80.0, - "cost": 0.0001, + "cost": 0.0007, "robustness": 0 }, "all": { "accuracy": 95.4, - "cost": 0.0001, + "cost": 0.0004, "robustness": 85.7 } } @@ -4149,22 +4149,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0002, + "cost": 0.0003, "robustness": 66.7 }, "medium": { "accuracy": 77.5, - "cost": 0.0002, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0005, + "accuracy": 13.3, + "cost": 0.0008, "robustness": 33.3 }, "all": { - "accuracy": 59.0, - "cost": 0.0003, + "accuracy": 59.8, + "cost": 0.0006, "robustness": 62.5 } } @@ -4172,23 +4172,23 @@ "Psychology": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0002, + "accuracy": 96.7, + "cost": 0.0003, "robustness": 50.0 }, "medium": { "accuracy": 81.2, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "hard": { "accuracy": 16.7, - "cost": 0.0002, + "cost": 0.0005, "robustness": 50.0 }, "all": { - "accuracy": 84.5, - "cost": 0.0002, + "accuracy": 85.0, + "cost": 0.0003, "robustness": 50.0 } } @@ -4198,23 +4198,23 @@ "Science": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0002, + "accuracy": 97.3, + "cost": 0.0003, "robustness": 64.1 }, "medium": { - "accuracy": 72.7, - "cost": 0.0003, + "accuracy": 77.5, + "cost": 0.0008, "robustness": 81.0 }, "hard": { - "accuracy": 28.9, - "cost": 0.0004, + "accuracy": 30.9, + "cost": 0.0013, "robustness": 77.8 }, "all": { - "accuracy": 80.0, - "cost": 0.0002, + "accuracy": 82.0, + "cost": 0.0006, "robustness": 71.0 } }, @@ -4228,7 +4228,7 @@ }, "medium": { "accuracy": 60.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -4247,22 +4247,22 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 71.4 }, "medium": { "accuracy": 52.9, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0 }, "hard": { "accuracy": 22.2, - "cost": 0.0004, + "cost": 0.0005, "robustness": 0 }, "all": { "accuracy": 88.8, - "cost": 0.0002, + "cost": 0.0004, "robustness": 71.4 } } @@ -4270,23 +4270,23 @@ "Chemistry": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0002, + "accuracy": 100.0, + "cost": 0.0003, "robustness": 33.3 }, "medium": { - "accuracy": 79.4, - "cost": 0.0002, + "accuracy": 82.4, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 15.4, - "cost": 0.0003, + "cost": 0.0012, "robustness": 0 }, "all": { - "accuracy": 77.8, - "cost": 0.0003, + "accuracy": 81.1, + "cost": 0.0006, "robustness": 40.0 } } @@ -4295,22 +4295,22 @@ "metrics": { "easy": { "accuracy": 95.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 75.0 }, "medium": { "accuracy": 67.8, - "cost": 0.0002, + "cost": 0.0005, "robustness": 83.3 }, "hard": { "accuracy": 30.8, - "cost": 0.0002, + "cost": 0.0004, "robustness": 100.0 }, "all": { "accuracy": 88.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 80.0 } } @@ -4319,22 +4319,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 90.9 }, "medium": { - "accuracy": 78.4, - "cost": 0.0003, + "accuracy": 84.0, + "cost": 0.0008, "robustness": 90.9 }, "hard": { - "accuracy": 49.4, - "cost": 0.0004, + "accuracy": 53.9, + "cost": 0.0018, "robustness": 100.0 }, "all": { - "accuracy": 82.5, - "cost": 0.0003, + "accuracy": 85.5, + "cost": 0.0008, "robustness": 92.6 } } @@ -4342,23 +4342,23 @@ "Physics": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0002, + "accuracy": 97.7, + "cost": 0.0003, "robustness": 33.3 }, "medium": { - "accuracy": 73.8, - "cost": 0.0003, + "accuracy": 83.3, + "cost": 0.001, "robustness": 50.0 }, "hard": { "accuracy": 27.3, - "cost": 0.0002, + "cost": 0.0009, "robustness": 0 }, "all": { - "accuracy": 78.4, - "cost": 0.0003, + "accuracy": 83.5, + "cost": 0.0006, "robustness": 40.0 } } @@ -4371,18 +4371,18 @@ "robustness": 40.0 }, "medium": { - "accuracy": 32.0, - "cost": 0.0004, + "accuracy": 40.0, + "cost": 0.0006, "robustness": 0 }, "hard": { "accuracy": 1.7, - "cost": 0.0005, + "cost": 0.0009, "robustness": 33.3 }, "all": { - "accuracy": 33.3, - "cost": 0.0004, + "accuracy": 35.1, + "cost": 0.0006, "robustness": 37.5 } } @@ -4392,23 +4392,23 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0001, + "accuracy": 95.6, + "cost": 0.0004, "robustness": 88.9 }, "medium": { - "accuracy": 63.2, - "cost": 0.0002, + "accuracy": 64.0, + "cost": 0.0009, "robustness": 83.3 }, "hard": { "accuracy": 11.4, - "cost": 0.0004, + "cost": 0.0009, "robustness": 71.4 }, "all": { - "accuracy": 65.9, - "cost": 0.0002, + "accuracy": 66.3, + "cost": 0.0007, "robustness": 83.8 } }, @@ -4416,23 +4416,23 @@ "Economics": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0002, + "accuracy": 96.2, + "cost": 0.0003, "robustness": 83.3 }, "medium": { - "accuracy": 70.6, - "cost": 0.0002, + "accuracy": 71.8, + "cost": 0.0008, "robustness": 100.0 }, "hard": { "accuracy": 13.8, - "cost": 0.0004, + "cost": 0.001, "robustness": 33.3 }, "all": { - "accuracy": 70.7, - "cost": 0.0002, + "accuracy": 71.4, + "cost": 0.0006, "robustness": 81.0 } } @@ -4441,22 +4441,22 @@ "metrics": { "easy": { "accuracy": 93.8, - "cost": 0.0001, + "cost": 0.0006, "robustness": 100.0 }, "medium": { "accuracy": 60.3, - "cost": 0.0001, + "cost": 0.001, "robustness": 100.0 }, "hard": { "accuracy": 13.3, - "cost": 0.0002, + "cost": 0.0008, "robustness": 100.0 }, "all": { "accuracy": 65.2, - "cost": 0.0001, + "cost": 0.0008, "robustness": 100.0 } } @@ -4465,22 +4465,22 @@ "metrics": { "easy": { "accuracy": 97.9, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 11.1, - "cost": 0.0001, + "cost": 0.0007, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 77.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 } } @@ -4489,22 +4489,22 @@ "metrics": { "easy": { "accuracy": 66.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "medium": { "accuracy": 33.3, - "cost": 0.0006, + "cost": 0.0007, "robustness": 0.0 }, "hard": { "accuracy": 5.9, - "cost": 0.0005, + "cost": 0.0008, "robustness": 100.0 }, "all": { "accuracy": 18.2, - "cost": 0.0005, + "cost": 0.0007, "robustness": 33.3 } } @@ -4514,23 +4514,23 @@ "Technology": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0001, + "accuracy": 93.6, + "cost": 0.0003, "robustness": 74.4 }, "medium": { - "accuracy": 68.3, - "cost": 0.0002, + "accuracy": 69.3, + "cost": 0.0009, "robustness": 95.2 }, "hard": { - "accuracy": 26.8, - "cost": 0.0002, + "accuracy": 28.7, + "cost": 0.0009, "robustness": 85.7 }, "all": { - "accuracy": 78.4, - "cost": 0.0002, + "accuracy": 79.0, + "cost": 0.0006, "robustness": 81.7 } }, @@ -4539,22 +4539,22 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0001, + "cost": 0.0006, "robustness": 60.0 }, "medium": { - "accuracy": 86.8, - "cost": 0.0002, + "accuracy": 87.4, + "cost": 0.0015, "robustness": 100.0 }, "hard": { - "accuracy": 50.0, - "cost": 0.0003, + "accuracy": 54.8, + "cost": 0.0021, "robustness": 100.0 }, "all": { - "accuracy": 86.3, - "cost": 0.0002, + "accuracy": 87.2, + "cost": 0.0012, "robustness": 89.5 } } @@ -4586,23 +4586,23 @@ "Medicine and health": { "metrics": { "easy": { - "accuracy": 92.2, - "cost": 0.0001, + "accuracy": 92.5, + "cost": 0.0003, "robustness": 76.5 }, "medium": { - "accuracy": 56.6, - "cost": 0.0002, + "accuracy": 57.9, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 18.6, - "cost": 0.0002, + "accuracy": 19.5, + "cost": 0.0005, "robustness": 83.3 }, "all": { - "accuracy": 75.1, - "cost": 0.0002, + "accuracy": 75.7, + "cost": 0.0004, "robustness": 80.9 } } @@ -4614,340 +4614,292 @@ "vllm": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0016, - "robustness": 0 + "accuracy": 96.9, + "cost": 0.0001, + "robustness": 70.2 }, "medium": { - "accuracy": 58.2, - "cost": 0.0017, - "robustness": 0 + "accuracy": 77.5, + "cost": 0.0004, + "robustness": 65.5 }, "hard": { - "accuracy": 21.5, - "cost": 0.0019, - "robustness": 0 + "accuracy": 37.2, + "cost": 0.001, + "robustness": 65.1 }, "all": { - "accuracy": 67.3, - "cost": 0.0017, - "robustness": 0 + "accuracy": 77.3, + "cost": 0.0004, + "robustness": 67.6 } }, "categories": { - "Computer science, information, and general works": { + "Arts & recreation": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0012, - "robustness": 0 + "accuracy": 94.3, + "cost": 0.0001, + "robustness": 87.5 }, "medium": { - "accuracy": 58.7, - "cost": 0.0018, - "robustness": 0 + "accuracy": 62.4, + "cost": 0.0004, + "robustness": 63.6 }, "hard": { - "accuracy": 7.3, - "cost": 0.0022, - "robustness": 0 + "accuracy": 19.7, + "cost": 0.0013, + "robustness": 60.0 }, "all": { - "accuracy": 67.9, - "cost": 0.0016, - "robustness": 0 + "accuracy": 67.0, + "cost": 0.0005, + "robustness": 70.8 } }, "subcategories": { - "Library and information sciences": { + "Arts": { "metrics": { "easy": { - "accuracy": 94.5, - "cost": 0.001, - "robustness": 0 + "accuracy": 96.6, + "cost": 0.0001, + "robustness": 0.0 }, "medium": { - "accuracy": 57.6, - "cost": 0.0009, - "robustness": 0 + "accuracy": 89.7, + "cost": 0.0003, + "robustness": 50.0 }, "hard": { - "accuracy": 2.8, - "cost": 0.001, - "robustness": 0 + "accuracy": 25.0, + "cost": 0.0027, + "robustness": 50.0 }, "all": { - "accuracy": 78.3, - "cost": 0.001, - "robustness": 0 + "accuracy": 68.8, + "cost": 0.0011, + "robustness": 40.0 } } }, - "Computer science, knowledge, and systems": { + "Music": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0014, - "robustness": 0 + "accuracy": 94.9, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 58.9, - "cost": 0.002, - "robustness": 0 + "accuracy": 49.1, + "cost": 0.0006, + "robustness": 40.0 }, "hard": { - "accuracy": 8.1, - "cost": 0.0024, - "robustness": 0 + "accuracy": 12.0, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 63.7, - "cost": 0.0018, - "robustness": 0 + "accuracy": 64.2, + "cost": 0.0004, + "robustness": 72.7 } } - } - } - }, - "Philosophy and psychology": { - "metrics": { - "easy": { - "accuracy": 91.9, - "cost": 0.0017, - "robustness": 0 - }, - "medium": { - "accuracy": 54.0, - "cost": 0.0017, - "robustness": 0 }, - "hard": { - "accuracy": 4.9, - "cost": 0.0017, - "robustness": 0 - }, - "all": { - "accuracy": 70.4, - "cost": 0.0017, - "robustness": 0 - } - }, - "subcategories": { - "Ethics": { + "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 88.1, - "cost": 0.0014, - "robustness": 0 + "accuracy": 92.9, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 37.6, - "cost": 0.0017, - "robustness": 0 + "accuracy": 67.0, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0014, - "robustness": 0 + "accuracy": 18.2, + "cost": 0.0003, + "robustness": 50.0 }, "all": { - "accuracy": 68.9, - "cost": 0.0015, - "robustness": 0 + "accuracy": 68.3, + "cost": 0.0002, + "robustness": 87.5 } } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 50.0 }, - "Philosophy": { - "metrics": { - "easy": { - "accuracy": 91.9, - "cost": 0.0016, - "robustness": 0 - }, - "medium": { - "accuracy": 62.5, - "cost": 0.0018, - "robustness": 0 - }, - "hard": { - "accuracy": 6.7, - "cost": 0.0018, - "robustness": 0 - }, - "all": { - "accuracy": 50.8, - "cost": 0.0017, - "robustness": 0 - } - } + "medium": { + "accuracy": 87.0, + "cost": 0.0008, + "robustness": 61.9 }, - "Psychology": { + "hard": { + "accuracy": 56.3, + "cost": 0.003, + "robustness": 60.0 + }, + "all": { + "accuracy": 86.9, + "cost": 0.0008, + "robustness": 56.5 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.002, - "robustness": 0 + "accuracy": 98.1, + "cost": 0.0002, + "robustness": 38.5 }, "medium": { - "accuracy": 70.8, - "cost": 0.002, - "robustness": 0 + "accuracy": 90.7, + "cost": 0.0009, + "robustness": 64.7 }, "hard": { - "accuracy": 5.6, - "cost": 0.0019, - "robustness": 0 + "accuracy": 64.6, + "cost": 0.0035, + "robustness": 53.8 }, "all": { - "accuracy": 81.8, - "cost": 0.002, - "robustness": 0 + "accuracy": 88.3, + "cost": 0.0011, + "robustness": 53.5 } } }, - "Philosophical logic": { + "Library and information sciences": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0018, - "robustness": 0 + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 61.5 }, "medium": { - "accuracy": 60.5, - "cost": 0.0014, - "robustness": 0 + "accuracy": 70.6, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0016, - "robustness": 0 + "accuracy": 8.3, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 76.9, - "cost": 0.0016, - "robustness": 0 + "accuracy": 83.1, + "cost": 0.0001, + "robustness": 63.2 } } } } }, - "Social Science": { + "History": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0011, - "robustness": 0 + "accuracy": 97.1, + "cost": 0.0001, + "robustness": 73.9 }, "medium": { - "accuracy": 60.9, - "cost": 0.0013, - "robustness": 0 + "accuracy": 80.2, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 9.4, - "cost": 0.0017, - "robustness": 0 + "accuracy": 21.5, + "cost": 0.0007, + "robustness": 80.0 }, "all": { - "accuracy": 64.4, - "cost": 0.0013, - "robustness": 0 + "accuracy": 76.7, + "cost": 0.0003, + "robustness": 71.8 } }, "subcategories": { - "Economics": { - "metrics": { - "easy": { - "accuracy": 94.5, - "cost": 0.001, - "robustness": 0 - }, - "medium": { - "accuracy": 60.1, - "cost": 0.0012, - "robustness": 0 - }, - "hard": { - "accuracy": 10.0, - "cost": 0.0018, - "robustness": 0 - }, - "all": { - "accuracy": 65.5, - "cost": 0.0012, - "robustness": 0 - } - } - }, - "Law": { + "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0014, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 65.1, - "cost": 0.0016, + "accuracy": 66.7, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 10.0, - "cost": 0.0016, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 67.1, - "cost": 0.0015, - "robustness": 0 + "accuracy": 92.3, + "cost": 0.0001, + "robustness": 75.0 } } }, - "Social sciences, sociology, and anthropology": { + "Geography": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0007, - "robustness": 0 + "accuracy": 98.2, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 66.7, - "cost": 0.0015, - "robustness": 0 + "accuracy": 69.0, + "cost": 0.0002, + "robustness": 0.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0015, + "accuracy": 33.3, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 30.9, - "cost": 0.0014, - "robustness": 0 + "accuracy": 87.3, + "cost": 0.0002, + "robustness": 66.7 } } }, - "Social problems": { + "History": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0014, - "robustness": 0 + "accuracy": 96.0, + "cost": 0.0001, + "robustness": 72.7 }, "medium": { - "accuracy": 33.3, - "cost": 0.0016, - "robustness": 0 + "accuracy": 83.5, + "cost": 0.0002, + "robustness": 60.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0014, - "robustness": 0 + "accuracy": 20.6, + "cost": 0.0007, + "robustness": 80.0 }, "all": { - "accuracy": 80.3, - "cost": 0.0015, - "robustness": 0 + "accuracy": 71.9, + "cost": 0.0003, + "robustness": 73.1 } } } @@ -4956,207 +4908,259 @@ "Language": { "metrics": { "easy": { - "accuracy": 87.6, - "cost": 0.0011, - "robustness": 0 + "accuracy": 93.8, + "cost": 0.0001, + "robustness": 45.5 }, "medium": { - "accuracy": 34.7, - "cost": 0.0017, - "robustness": 0 + "accuracy": 67.1, + "cost": 0.0001, + "robustness": 66.7 }, "hard": { - "accuracy": 50.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 51.6, + "cost": 0.0, + "robustness": 84.0 }, "all": { - "accuracy": 57.6, - "cost": 0.0013, - "robustness": 0 + "accuracy": 67.9, + "cost": 0.0001, + "robustness": 71.1 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 87.6, - "cost": 0.0011, - "robustness": 0 + "accuracy": 93.8, + "cost": 0.0001, + "robustness": 45.5 }, "medium": { - "accuracy": 34.7, - "cost": 0.0017, - "robustness": 0 + "accuracy": 67.1, + "cost": 0.0001, + "robustness": 66.7 }, "hard": { - "accuracy": 50.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 51.6, + "cost": 0.0, + "robustness": 84.0 }, "all": { - "accuracy": 57.6, - "cost": 0.0013, - "robustness": 0 + "accuracy": 67.9, + "cost": 0.0001, + "robustness": 71.1 } } } } }, - "Science": { + "Literature": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0015, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 }, "medium": { - "accuracy": 61.8, - "cost": 0.0015, - "robustness": 0 + "accuracy": 89.2, + "cost": 0.0004, + "robustness": 0.0 }, "hard": { - "accuracy": 5.2, - "cost": 0.0018, - "robustness": 0 + "accuracy": 39.9, + "cost": 0.0009, + "robustness": 37.5 }, "all": { - "accuracy": 73.7, - "cost": 0.0016, - "robustness": 0 + "accuracy": 54.4, + "cost": 0.0007, + "robustness": 34.5 } }, "subcategories": { - "Mathematics": { + "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0014, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 }, "medium": { - "accuracy": 61.6, - "cost": 0.0016, - "robustness": 0 + "accuracy": 89.2, + "cost": 0.0004, + "robustness": 0.0 }, "hard": { - "accuracy": 3.4, - "cost": 0.0022, - "robustness": 0 + "accuracy": 39.9, + "cost": 0.0009, + "robustness": 37.5 }, "all": { - "accuracy": 68.1, - "cost": 0.0016, - "robustness": 0 + "accuracy": 54.4, + "cost": 0.0007, + "robustness": 34.5 } } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 96.6, + "cost": 0.0001, + "robustness": 85.2 }, - "Earth sciences and geology": { + "medium": { + "accuracy": 83.9, + "cost": 0.0002, + "robustness": 30.0 + }, + "hard": { + "accuracy": 38.3, + "cost": 0.0005, + "robustness": 57.1 + }, + "all": { + "accuracy": 86.0, + "cost": 0.0002, + "robustness": 68.2 + } + }, + "subcategories": { + "Ethics": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 95.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 66.1, - "cost": 0.0011, - "robustness": 0 + "accuracy": 77.6, + "cost": 0.0001, + "robustness": 0.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0011, - "robustness": 0 + "accuracy": 53.8, + "cost": 0.0001, + "robustness": 50.0 }, "all": { - "accuracy": 89.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 88.0, + "cost": 0.0001, + "robustness": 71.4 } } }, - "Biology": { + "Philosophical logic": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0022, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 47.1, - "cost": 0.002, - "robustness": 0 + "accuracy": 97.4, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0022, + "accuracy": 80.0, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 87.4, - "cost": 0.0022, - "robustness": 0 + "accuracy": 98.1, + "cost": 0.0002, + "robustness": 85.7 } } }, - "Chemistry": { + "Philosophy": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0016, - "robustness": 0 + "accuracy": 97.3, + "cost": 0.0002, + "robustness": 33.3 }, "medium": { - "accuracy": 61.8, - "cost": 0.0015, - "robustness": 0 + "accuracy": 82.5, + "cost": 0.0004, + "robustness": 0.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0012, - "robustness": 0 + "accuracy": 35.6, + "cost": 0.0008, + "robustness": 33.3 }, "all": { - "accuracy": 70.0, - "cost": 0.0015, - "robustness": 0 + "accuracy": 69.7, + "cost": 0.0005, + "robustness": 25.0 } } }, - "Physics": { + "Psychology": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0015, - "robustness": 0 + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 83.3 }, "medium": { - "accuracy": 57.1, - "cost": 0.0016, + "accuracy": 85.4, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 9.1, - "cost": 0.0015, - "robustness": 0 + "accuracy": 22.2, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 70.1, - "cost": 0.0015, - "robustness": 0 + "accuracy": 86.6, + "cost": 0.0001, + "robustness": 87.5 } } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 98.7, + "cost": 0.0002, + "robustness": 71.8 + }, + "medium": { + "accuracy": 82.2, + "cost": 0.0004, + "robustness": 76.2 + }, + "hard": { + "accuracy": 29.4, + "cost": 0.0017, + "robustness": 66.7 }, + "all": { + "accuracy": 84.0, + "cost": 0.0005, + "robustness": 72.5 + } + }, + "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0017, - "robustness": 0 + "cost": 0.0001, + "robustness": 50.0 }, "medium": { - "accuracy": 100.0, - "cost": 0.0017, + "accuracy": 60.0, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -5165,377 +5169,373 @@ "robustness": 0 }, "all": { - "accuracy": 100.0, - "cost": 0.0017, - "robustness": 0 + "accuracy": 92.0, + "cost": 0.0001, + "robustness": 50.0 } } }, - "Science": { + "Biology": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0017, - "robustness": 0 + "accuracy": 99.1, + "cost": 0.0003, + "robustness": 85.7 }, "medium": { - "accuracy": 64.0, - "cost": 0.0015, + "accuracy": 76.5, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 3.4, - "cost": 0.0017, + "accuracy": 22.2, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 42.1, - "cost": 0.0016, - "robustness": 0 + "accuracy": 91.6, + "cost": 0.0003, + "robustness": 85.7 } } - } - } - }, - "Technology": { - "metrics": { - "easy": { - "accuracy": 96.1, - "cost": 0.002, - "robustness": 0 }, - "medium": { - "accuracy": 60.7, - "cost": 0.0017, - "robustness": 0 + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 88.2, + "cost": 0.0002, + "robustness": 0.0 + }, + "hard": { + "accuracy": 23.1, + "cost": 0.0003, + "robustness": 0 + }, + "all": { + "accuracy": 83.3, + "cost": 0.0002, + "robustness": 20.0 + } + } }, - "hard": { - "accuracy": 8.3, - "cost": 0.0021, - "robustness": 0 + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0002, + "robustness": 100.0 + }, + "medium": { + "accuracy": 71.2, + "cost": 0.0002, + "robustness": 83.3 + }, + "hard": { + "accuracy": 23.1, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 90.3, + "cost": 0.0002, + "robustness": 86.7 + } + } }, - "all": { - "accuracy": 75.6, - "cost": 0.0019, - "robustness": 0 - } - }, - "subcategories": { - "Engineering": { + "Mathematics": { "metrics": { "easy": { - "accuracy": 93.7, - "cost": 0.0011, - "robustness": 0 + "accuracy": 99.2, + "cost": 0.0001, + "robustness": 63.6 }, "medium": { - "accuracy": 67.1, - "cost": 0.0013, - "robustness": 0 + "accuracy": 84.8, + "cost": 0.0005, + "robustness": 81.8 }, "hard": { - "accuracy": 11.9, - "cost": 0.0015, - "robustness": 0 + "accuracy": 44.9, + "cost": 0.0029, + "robustness": 80.0 }, "all": { - "accuracy": 70.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 85.2, + "cost": 0.0007, + "robustness": 74.1 } } }, - "Medicine and health": { + "Physics": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0023, - "robustness": 0 + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 56.6, - "cost": 0.002, - "robustness": 0 + "accuracy": 85.7, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 7.1, - "cost": 0.0023, + "accuracy": 36.4, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 76.4, - "cost": 0.0022, - "robustness": 0 + "accuracy": 85.6, + "cost": 0.0002, + "robustness": 100.0 } } }, - "Management and public relations": { + "Science": { "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0008, - "robustness": 0 + "cost": 0.0001, + "robustness": 40.0 }, "medium": { - "accuracy": 54.5, - "cost": 0.0008, + "accuracy": 76.0, + "cost": 0.0004, "robustness": 0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0004, - "robustness": 0 + "accuracy": 8.5, + "cost": 0.0013, + "robustness": 66.7 }, "all": { - "accuracy": 90.4, + "accuracy": 47.4, "cost": 0.0008, - "robustness": 0 + "robustness": 50.0 } } } } }, - "Arts & recreation": { + "Social Science": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0018, - "robustness": 0 + "accuracy": 97.0, + "cost": 0.0002, + "robustness": 50.0 }, "medium": { - "accuracy": 51.8, - "cost": 0.0019, - "robustness": 0 + "accuracy": 74.3, + "cost": 0.0004, + "robustness": 66.7 }, "hard": { - "accuracy": 6.1, - "cost": 0.002, - "robustness": 0 + "accuracy": 18.8, + "cost": 0.0006, + "robustness": 57.1 }, "all": { - "accuracy": 60.9, - "cost": 0.0019, - "robustness": 0 + "accuracy": 72.1, + "cost": 0.0004, + "robustness": 56.8 } }, "subcategories": { - "Sports, games and entertainment": { + "Economics": { "metrics": { "easy": { - "accuracy": 94.3, - "cost": 0.0018, - "robustness": 0 + "accuracy": 97.8, + "cost": 0.0001, + "robustness": 25.0 }, "medium": { - "accuracy": 59.0, - "cost": 0.0023, - "robustness": 0 + "accuracy": 77.9, + "cost": 0.0004, + "robustness": 66.7 }, "hard": { - "accuracy": 6.1, - "cost": 0.0023, - "robustness": 0 + "accuracy": 17.5, + "cost": 0.0004, + "robustness": 33.3 }, "all": { - "accuracy": 63.7, - "cost": 0.0021, - "robustness": 0 + "accuracy": 75.1, + "cost": 0.0003, + "robustness": 38.1 } } }, - "Music": { + "Law": { "metrics": { "easy": { - "accuracy": 94.9, - "cost": 0.0017, - "robustness": 0 + "accuracy": 95.4, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 35.3, - "cost": 0.0017, - "robustness": 0 + "accuracy": 71.4, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0016, - "robustness": 0 + "accuracy": 30.0, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 56.2, - "cost": 0.0017, - "robustness": 0 + "accuracy": 73.4, + "cost": 0.0005, + "robustness": 100.0 } } }, - "Arts": { + "Social problems": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0017, - "robustness": 0 + "accuracy": 95.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 82.1, - "cost": 0.0018, + "accuracy": 22.2, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 8.9, - "cost": 0.0018, - "robustness": 0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 62.3, - "cost": 0.0017, - "robustness": 0 + "accuracy": 77.0, + "cost": 0.0001, + "robustness": 75.0 } } - } - } - }, - "Literature": { - "metrics": { - "easy": { - "accuracy": 98.2, - "cost": 0.0018, - "robustness": 0 }, - "medium": { - "accuracy": 81.1, - "cost": 0.0018, - "robustness": 0 - }, - "hard": { - "accuracy": 33.7, - "cost": 0.0022, - "robustness": 0 - }, - "all": { - "accuracy": 48.7, - "cost": 0.0021, - "robustness": 0 - } - }, - "subcategories": { - "Literature, rhetoric and criticism": { + "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0018, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 81.1, - "cost": 0.0018, - "robustness": 0 + "accuracy": 77.8, + "cost": 0.0005, + "robustness": 0.0 }, "hard": { - "accuracy": 33.7, - "cost": 0.0022, - "robustness": 0 + "accuracy": 14.7, + "cost": 0.0011, + "robustness": 100.0 }, "all": { - "accuracy": 48.7, - "cost": 0.0021, - "robustness": 0 + "accuracy": 40.0, + "cost": 0.0009, + "robustness": 33.3 } } } } }, - "History": { + "Technology": { "metrics": { "easy": { - "accuracy": 97.1, - "cost": 0.0016, - "robustness": 0 + "accuracy": 96.2, + "cost": 0.0001, + "robustness": 83.7 }, "medium": { - "accuracy": 65.5, - "cost": 0.0017, - "robustness": 0 + "accuracy": 71.0, + "cost": 0.0003, + "robustness": 85.7 }, "hard": { - "accuracy": 11.4, - "cost": 0.0016, - "robustness": 0 + "accuracy": 26.8, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 70.9, - "cost": 0.0016, - "robustness": 0 + "accuracy": 80.9, + "cost": 0.0002, + "robustness": 85.9 } }, "subcategories": { - "Geography": { + "Engineering": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0014, - "robustness": 0 + "accuracy": 98.4, + "cost": 0.0002, + "robustness": 40.0 }, "medium": { - "accuracy": 75.9, - "cost": 0.0017, - "robustness": 0 + "accuracy": 88.0, + "cost": 0.0007, + "robustness": 76.9 }, "hard": { - "accuracy": 33.3, - "cost": 0.0017, - "robustness": 0 + "accuracy": 54.8, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 87.3, - "cost": 0.0015, - "robustness": 0 + "accuracy": 87.8, + "cost": 0.0006, + "robustness": 68.4 } } }, - "History": { + "Management and public relations": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0017, - "robustness": 0 + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 64.0, - "cost": 0.0017, - "robustness": 0 + "accuracy": 63.6, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 9.6, - "cost": 0.0016, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 64.3, - "cost": 0.0017, - "robustness": 0 + "accuracy": 89.0, + "cost": 0.0001, + "robustness": 80.0 } } }, - "Biography and genealogy": { + "Medicine and health": { "metrics": { "easy": { - "accuracy": 95.2, - "cost": 0.0016, - "robustness": 0 + "accuracy": 95.8, + "cost": 0.0001, + "robustness": 91.2 }, "medium": { - "accuracy": 55.6, - "cost": 0.0013, - "robustness": 0 + "accuracy": 59.5, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0017, - "robustness": 0 + "accuracy": 16.8, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 86.5, - "cost": 0.0016, - "robustness": 0 + "accuracy": 77.9, + "cost": 0.0001, + "robustness": 93.6 } } } @@ -10694,440 +10694,6032 @@ "Chemistry": { "metrics": { "easy": { - "accuracy": 44.2, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 44.2, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 23.5, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 15.4, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 32.2, + "cost": 0.0001, + "robustness": 80.0 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 40.9, + "cost": 0.0001, + "robustness": 66.7 + }, + "medium": { + "accuracy": 9.5, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 9.1, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 23.7, + "cost": 0.0001, + "robustness": 80.0 + } + } + }, + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 55.0, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 44.0, + "cost": 0.0, + "robustness": 100.0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 50.0, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 8.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 14.9, + "cost": 0.0, + "robustness": 100.0 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 57.4, + "cost": 0.0001, + "robustness": 76.7 + }, + "medium": { + "accuracy": 18.6, + "cost": 0.0001, + "robustness": 90.5 + }, + "hard": { + "accuracy": 1.9, + "cost": 0.0001, + "robustness": 85.7 + }, + "all": { + "accuracy": 39.5, + "cost": 0.0001, + "robustness": 81.7 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 49.2, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 15.6, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 100.0 + }, + "all": { + "accuracy": 26.3, + "cost": 0.0001, + "robustness": 100.0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 57.6, + "cost": 0.0001, + "robustness": 70.6 + }, + "medium": { + "accuracy": 20.2, + "cost": 0.0001, + "robustness": 71.4 + }, + "hard": { + "accuracy": 2.7, + "cost": 0.0001, + "robustness": 83.3 + }, + "all": { + "accuracy": 42.2, + "cost": 0.0001, + "robustness": 72.3 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 71.7, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 27.3, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 63.0, + "cost": 0.0, + "robustness": 100.0 + } + } + } + } + }, + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 52.7, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 15.3, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.7, + "cost": 0.0001, + "robustness": 80.0 + }, + "all": { + "accuracy": 28.1, + "cost": 0.0001, + "robustness": 95.8 + } + }, + "subcategories": { + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 43.6, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 11.0, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0002, + "robustness": 50.0 + }, + "all": { + "accuracy": 23.5, + "cost": 0.0001, + "robustness": 87.5 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 59.6, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 22.4, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 35.4, + "cost": 0.0, + "robustness": 100.0 + } + } + }, + "Arts": { + "metrics": { + "easy": { + "accuracy": 62.7, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 5.1, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 1.8, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 26.0, + "cost": 0.0, + "robustness": 100.0 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 57.3, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 9.5, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 12.4, + "cost": 0.0001, + "robustness": 66.7 + }, + "all": { + "accuracy": 19.4, + "cost": 0.0001, + "robustness": 72.4 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 57.3, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 9.5, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 12.4, + "cost": 0.0001, + "robustness": 66.7 + }, + "all": { + "accuracy": 19.4, + "cost": 0.0001, + "robustness": 72.4 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 51.6, + "cost": 0.0001, + "robustness": 95.7 + }, + "medium": { + "accuracy": 10.2, + "cost": 0.0001, + "robustness": 83.3 + }, + "hard": { + "accuracy": 2.7, + "cost": 0.0001, + "robustness": 90.0 + }, + "all": { + "accuracy": 30.7, + "cost": 0.0001, + "robustness": 92.3 + } + }, + "subcategories": { + "Geography": { + "metrics": { + "easy": { + "accuracy": 60.6, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 6.9, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 45.3, + "cost": 0.0, + "robustness": 100.0 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 48.9, + "cost": 0.0001, + "robustness": 90.9 + }, + "medium": { + "accuracy": 10.8, + "cost": 0.0001, + "robustness": 80.0 + }, + "hard": { + "accuracy": 2.2, + "cost": 0.0001, + "robustness": 90.0 + }, + "all": { + "accuracy": 25.5, + "cost": 0.0001, + "robustness": 88.5 + } + } + }, + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 42.9, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 11.1, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 38.5, + "cost": 0.0, + "robustness": 100.0 + } + } + } + } + } + } + }, + "chayan": { + "metrics": { + "easy": { + "accuracy": 90.7, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 55.7, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 24.0, + "cost": 0.0013, + "robustness": 0 + }, + "all": { + "accuracy": 64.9, + "cost": 0.0006, + "robustness": 0 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 81.5, + "cost": 0.0006, + "robustness": 0 + }, + "medium": { + "accuracy": 32.9, + "cost": 0.0013, + "robustness": 0 + }, + "hard": { + "accuracy": 6.1, + "cost": 0.0015, + "robustness": 0 + }, + "all": { + "accuracy": 48.0, + "cost": 0.001, + "robustness": 0 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 66.7, + "cost": 0.0003, + "robustness": 0 + }, + "hard": { + "accuracy": 1.8, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 55.8, + "cost": 0.0003, + "robustness": 0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 85.9, + "cost": 0.0004, + "robustness": 0 + }, + "medium": { + "accuracy": 27.6, + "cost": 0.0009, + "robustness": 0 + }, + "hard": { + "accuracy": 24.0, + "cost": 0.0008, + "robustness": 0 + }, + "all": { + "accuracy": 51.2, + "cost": 0.0007, + "robustness": 0 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 70.7, + "cost": 0.0009, + "robustness": 0 + }, + "medium": { + "accuracy": 26.0, + "cost": 0.0023, + "robustness": 0 + }, + "hard": { + "accuracy": 3.0, + "cost": 0.0026, + "robustness": 0 + }, + "all": { + "accuracy": 41.5, + "cost": 0.0017, + "robustness": 0 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 91.8, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 68.4, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 26.9, + "cost": 0.0025, + "robustness": 0 + }, + "all": { + "accuracy": 72.7, + "cost": 0.0007, + "robustness": 0 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 93.8, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 73.7, + "cost": 0.0007, + "robustness": 0 + }, + "hard": { + "accuracy": 31.1, + "cost": 0.0029, + "robustness": 0 + }, + "all": { + "accuracy": 73.2, + "cost": 0.0009, + "robustness": 0 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 88.7, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 44.7, + "cost": 0.0003, + "robustness": 0 + }, + "hard": { + "accuracy": 2.8, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 71.5, + "cost": 0.0003, + "robustness": 0 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 89.0, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 61.0, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 8.1, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 64.7, + "cost": 0.0004, + "robustness": 0 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 95.2, + "cost": 0.0001, + "robustness": 0 + }, + "medium": { + "accuracy": 55.6, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 86.5, + "cost": 0.0001, + "robustness": 0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 91.7, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 69.0, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 16.7, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 81.3, + "cost": 0.0002, + "robustness": 0 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 86.5, + "cost": 0.0004, + "robustness": 0 + }, + "medium": { + "accuracy": 59.7, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 7.4, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 57.4, + "cost": 0.0004, + "robustness": 0 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 76.1, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 38.3, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 49.9, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 54.9, + "cost": 0.0005, + "robustness": 0 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 76.1, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 38.3, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 49.9, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 54.9, + "cost": 0.0005, + "robustness": 0 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0005, + "robustness": 0 + }, + "medium": { + "accuracy": 64.7, + "cost": 0.0009, + "robustness": 0 + }, + "hard": { + "accuracy": 29.2, + "cost": 0.002, + "robustness": 0 + }, + "all": { + "accuracy": 43.7, + "cost": 0.0016, + "robustness": 0 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0005, + "robustness": 0 + }, + "medium": { + "accuracy": 64.7, + "cost": 0.0009, + "robustness": 0 + }, + "hard": { + "accuracy": 29.2, + "cost": 0.002, + "robustness": 0 + }, + "all": { + "accuracy": 43.7, + "cost": 0.0016, + "robustness": 0 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 90.2, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 51.2, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 9.9, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 69.1, + "cost": 0.0003, + "robustness": 0 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 88.6, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 30.6, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0003, + "robustness": 0 + }, + "all": { + "accuracy": 67.1, + "cost": 0.0003, + "robustness": 0 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 92.3, + "cost": 0.0001, + "robustness": 0 + }, + "medium": { + "accuracy": 73.7, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 40.0, + "cost": 0.0009, + "robustness": 0 + }, + "all": { + "accuracy": 83.3, + "cost": 0.0003, + "robustness": 0 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 86.5, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 62.5, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 13.3, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 51.6, + "cost": 0.0004, + "robustness": 0 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 92.6, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 60.4, + "cost": 0.0003, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0003, + "robustness": 0 + }, + "all": { + "accuracy": 75.4, + "cost": 0.0002, + "robustness": 0 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 94.7, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 62.7, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 17.0, + "cost": 0.0009, + "robustness": 0 + }, + "all": { + "accuracy": 74.1, + "cost": 0.0004, + "robustness": 0 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 90.0, + "cost": 0.0, + "robustness": 0 + }, + "medium": { + "accuracy": 40.0, + "cost": 0.0002, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 80.0, + "cost": 0.0001, + "robustness": 0 + } + } + }, + "Biology": { + "metrics": { + "easy": { + "accuracy": 97.4, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 47.1, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 11.1, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 86.0, + "cost": 0.0002, + "robustness": 0 + } + } + }, + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 95.3, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 76.5, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 7.7, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 75.6, + "cost": 0.0003, + "robustness": 0 + } + } + }, + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 96.1, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 57.6, + "cost": 0.0002, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0003, + "robustness": 0 + }, + "all": { + "accuracy": 85.5, + "cost": 0.0002, + "robustness": 0 + } + } + }, + "Mathematics": { + "metrics": { + "easy": { + "accuracy": 93.1, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 62.0, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 27.0, + "cost": 0.0014, + "robustness": 0 + }, + "all": { + "accuracy": 70.4, + "cost": 0.0006, + "robustness": 0 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 88.6, + "cost": 0.0001, + "robustness": 0 + }, + "medium": { + "accuracy": 76.2, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 36.4, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 77.3, + "cost": 0.0003, + "robustness": 0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 0 + }, + "medium": { + "accuracy": 56.0, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 5.1, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 40.4, + "cost": 0.0004, + "robustness": 0 + } + } + } + } + }, + "Social Science": { + "metrics": { + "easy": { + "accuracy": 90.3, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 56.5, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 6.0, + "cost": 0.001, + "robustness": 0 + }, + "all": { + "accuracy": 60.1, + "cost": 0.0006, + "robustness": 0 + } + }, + "subcategories": { + "Economics": { + "metrics": { + "easy": { + "accuracy": 89.6, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 60.7, + "cost": 0.0007, + "robustness": 0 + }, + "hard": { + "accuracy": 7.5, + "cost": 0.0015, + "robustness": 0 + }, + "all": { + "accuracy": 63.1, + "cost": 0.0007, + "robustness": 0 + } + } + }, + "Law": { + "metrics": { + "easy": { + "accuracy": 89.2, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 50.8, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 6.7, + "cost": 0.0003, + "robustness": 0 + }, + "all": { + "accuracy": 58.2, + "cost": 0.0004, + "robustness": 0 + } + } + }, + "Social problems": { + "metrics": { + "easy": { + "accuracy": 93.6, + "cost": 0.0001, + "robustness": 0 + }, + "medium": { + "accuracy": 11.1, + "cost": 0.0002, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 73.8, + "cost": 0.0001, + "robustness": 0 + } + } + }, + "Social sciences, sociology, and anthropology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0005, + "robustness": 0 + }, + "medium": { + "accuracy": 61.1, + "cost": 0.0005, + "robustness": 0 + }, + "hard": { + "accuracy": 2.9, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 27.3, + "cost": 0.0005, + "robustness": 0 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 93.1, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 53.1, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 13.4, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 72.1, + "cost": 0.0003, + "robustness": 0 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 93.7, + "cost": 0.0003, + "robustness": 0 + }, + "medium": { + "accuracy": 70.1, + "cost": 0.0009, + "robustness": 0 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0009, + "robustness": 0 + }, + "all": { + "accuracy": 74.3, + "cost": 0.0007, + "robustness": 0 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 95.0, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 27.3, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 82.2, + "cost": 0.0002, + "robustness": 0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 92.8, + "cost": 0.0002, + "robustness": 0 + }, + "medium": { + "accuracy": 42.6, + "cost": 0.0003, + "robustness": 0 + }, + "hard": { + "accuracy": 6.2, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 70.7, + "cost": 0.0002, + "robustness": 0 + } + } + } + } + } + } + }, + "r2-router": { + "metrics": { + "easy": { + "accuracy": 95.8, + "cost": 0.0, + "robustness": 47.0 + }, + "medium": { + "accuracy": 67.3, + "cost": 0.0, + "robustness": 50.4 + }, + "hard": { + "accuracy": 26.1, + "cost": 0.0001, + "robustness": 38.5 + }, + "all": { + "accuracy": 71.2, + "cost": 0.0, + "robustness": 45.7 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 94.6, + "cost": 0.0, + "robustness": 50.0 + }, + "medium": { + "accuracy": 53.7, + "cost": 0.0001, + "robustness": 72.7 + }, + "hard": { + "accuracy": 6.1, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 61.1, + "cost": 0.0001, + "robustness": 50.0 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 94.9, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 84.6, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 5.4, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 59.7, + "cost": 0.0, + "robustness": 40.0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 98.0, + "cost": 0.0, + "robustness": 40.0 + }, + "medium": { + "accuracy": 43.1, + "cost": 0.0001, + "robustness": 60.0 + }, + "hard": { + "accuracy": 8.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 62.1, + "cost": 0.0001, + "robustness": 45.5 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 92.1, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 54.0, + "cost": 0.0001, + "robustness": 75.0 + }, + "hard": { + "accuracy": 6.1, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 61.1, + "cost": 0.0001, + "robustness": 62.5 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0, + "robustness": 42.3 + }, + "medium": { + "accuracy": 80.7, + "cost": 0.0, + "robustness": 42.9 + }, + "hard": { + "accuracy": 31.4, + "cost": 0.0001, + "robustness": 53.3 + }, + "all": { + "accuracy": 80.3, + "cost": 0.0, + "robustness": 45.2 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0, + "robustness": 46.2 + }, + "medium": { + "accuracy": 84.9, + "cost": 0.0001, + "robustness": 52.9 + }, + "hard": { + "accuracy": 36.4, + "cost": 0.0001, + "robustness": 53.8 + }, + "all": { + "accuracy": 80.3, + "cost": 0.0001, + "robustness": 51.2 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 96.0, + "cost": 0.0, + "robustness": 38.5 + }, + "medium": { + "accuracy": 62.4, + "cost": 0.0, + "robustness": 0.0 + }, + "hard": { + "accuracy": 2.8, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 80.3, + "cost": 0.0, + "robustness": 31.6 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 96.8, + "cost": 0.0, + "robustness": 52.2 + }, + "medium": { + "accuracy": 62.1, + "cost": 0.0, + "robustness": 16.7 + }, + "hard": { + "accuracy": 10.1, + "cost": 0.0, + "robustness": 30.0 + }, + "all": { + "accuracy": 69.6, + "cost": 0.0, + "robustness": 41.0 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 92.9, + "cost": 0.0, + "robustness": 75.0 + }, + "medium": { + "accuracy": 77.8, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 88.5, + "cost": 0.0, + "robustness": 75.0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 37.5 + }, + "medium": { + "accuracy": 51.7, + "cost": 0.0, + "robustness": 0.0 + }, + "hard": { + "accuracy": 8.3, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 83.3, + "cost": 0.0, + "robustness": 33.3 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 96.0, + "cost": 0.0, + "robustness": 54.5 + }, + "medium": { + "accuracy": 63.3, + "cost": 0.0, + "robustness": 20.0 + }, + "hard": { + "accuracy": 10.3, + "cost": 0.0, + "robustness": 30.0 + }, + "all": { + "accuracy": 63.5, + "cost": 0.0, + "robustness": 38.5 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 90.4, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 61.7, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 58.0, + "cost": 0.0, + "robustness": 20.0 + }, + "all": { + "accuracy": 68.6, + "cost": 0.0, + "robustness": 11.1 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 90.4, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 61.7, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 58.0, + "cost": 0.0, + "robustness": 20.0 + }, + "all": { + "accuracy": 68.6, + "cost": 0.0, + "robustness": 11.1 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 56.2, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 30.1, + "cost": 0.0001, + "robustness": 50.0 + }, + "all": { + "accuracy": 44.0, + "cost": 0.0001, + "robustness": 51.7 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 56.2, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 30.1, + "cost": 0.0001, + "robustness": 50.0 + }, + "all": { + "accuracy": 44.0, + "cost": 0.0001, + "robustness": 51.7 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 91.9, + "cost": 0.0, + "robustness": 22.2 + }, + "medium": { + "accuracy": 62.6, + "cost": 0.0, + "robustness": 40.0 + }, + "hard": { + "accuracy": 13.6, + "cost": 0.0, + "robustness": 42.9 + }, + "all": { + "accuracy": 74.0, + "cost": 0.0, + "robustness": 29.5 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 85.9, + "cost": 0.0, + "robustness": 21.4 + }, + "medium": { + "accuracy": 47.1, + "cost": 0.0, + "robustness": 20.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 70.3, + "cost": 0.0, + "robustness": 28.6 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 96.9, + "cost": 0.0, + "robustness": 25.0 + }, + "medium": { + "accuracy": 84.2, + "cost": 0.0, + "robustness": 66.7 + }, + "hard": { + "accuracy": 60.0, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 90.7, + "cost": 0.0, + "robustness": 42.9 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 94.6, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 52.5, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 13.3, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 50.8, + "cost": 0.0, + "robustness": 12.5 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0, + "robustness": 33.3 + }, + "medium": { + "accuracy": 81.2, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 11.1, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 85.0, + "cost": 0.0, + "robustness": 37.5 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 98.6, + "cost": 0.0, + "robustness": 61.5 + }, + "medium": { + "accuracy": 76.2, + "cost": 0.0, + "robustness": 57.1 + }, + "hard": { + "accuracy": 11.3, + "cost": 0.0, + "robustness": 44.4 + }, + "all": { + "accuracy": 79.6, + "cost": 0.0, + "robustness": 58.0 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 80.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 96.0, + "cost": 0.0, + "robustness": 0.0 + } + } + }, + "Biology": { + "metrics": { + "easy": { + "accuracy": 99.1, + "cost": 0.0, + "robustness": 71.4 + }, + "medium": { + "accuracy": 64.7, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 11.1, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 89.5, + "cost": 0.0, + "robustness": 71.4 + } + } + }, + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 79.4, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 7.7, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 78.9, + "cost": 0.0, + "robustness": 60.0 + } + } + }, + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0, + "robustness": 50.0 + }, + "medium": { + "accuracy": 72.9, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 7.7, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 90.0, + "cost": 0.0, + "robustness": 46.7 + } + } + }, + "Mathematics": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0, + "robustness": 72.7 + }, + "medium": { + "accuracy": 79.2, + "cost": 0.0, + "robustness": 63.6 + }, + "hard": { + "accuracy": 12.4, + "cost": 0.0, + "robustness": 80.0 + }, + "all": { + "accuracy": 77.5, + "cost": 0.0, + "robustness": 70.4 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 83.3, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 27.3, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 84.5, + "cost": 0.0, + "robustness": 80.0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 40.0 + }, + "medium": { + "accuracy": 44.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 8.5, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 40.4, + "cost": 0.0, + "robustness": 25.0 + } + } + } + } + }, + "Social Science": { + "metrics": { + "easy": { + "accuracy": 95.3, + "cost": 0.0, + "robustness": 55.6 + }, + "medium": { + "accuracy": 60.5, + "cost": 0.0, + "robustness": 83.3 + }, + "hard": { + "accuracy": 8.7, + "cost": 0.0, + "robustness": 28.6 + }, + "all": { + "accuracy": 64.3, + "cost": 0.0, + "robustness": 59.5 + } + }, + "subcategories": { + "Economics": { + "metrics": { + "easy": { + "accuracy": 97.8, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 66.3, + "cost": 0.0, + "robustness": 83.3 + }, + "hard": { + "accuracy": 12.5, + "cost": 0.0001, + "robustness": 66.7 + }, + "all": { + "accuracy": 69.7, + "cost": 0.0, + "robustness": 71.4 + } + } + }, + "Law": { + "metrics": { + "easy": { + "accuracy": 87.7, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 54.0, + "cost": 0.0, + "robustness": 75.0 + }, + "hard": { + "accuracy": 6.7, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 58.9, + "cost": 0.0, + "robustness": 55.6 + } + } + }, + "Social problems": { + "metrics": { + "easy": { + "accuracy": 95.7, + "cost": 0.0, + "robustness": 0.0 + }, + "medium": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 20.0, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 75.4, + "cost": 0.0, + "robustness": 0.0 + } + } + }, + "Social sciences, sociology, and anthropology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 0 + }, + "medium": { + "accuracy": 61.1, + "cost": 0.0, + "robustness": 100.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 25.5, + "cost": 0.0, + "robustness": 66.7 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 94.7, + "cost": 0.0, + "robustness": 55.8 + }, + "medium": { + "accuracy": 64.3, + "cost": 0.0, + "robustness": 57.1 + }, + "hard": { + "accuracy": 13.4, + "cost": 0.0, + "robustness": 71.4 + }, + "all": { + "accuracy": 76.4, + "cost": 0.0, + "robustness": 57.7 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 95.2, + "cost": 0.0, + "robustness": 20.0 + }, + "medium": { + "accuracy": 79.0, + "cost": 0.0, + "robustness": 53.8 + }, + "hard": { + "accuracy": 31.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 79.1, + "cost": 0.0, + "robustness": 47.4 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 98.3, + "cost": 0.0, + "robustness": 75.0 + }, + "medium": { + "accuracy": 81.8, + "cost": 0.0, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 93.2, + "cost": 0.0, + "robustness": 60.0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 94.2, + "cost": 0.0, + "robustness": 58.8 + }, + "medium": { + "accuracy": 53.3, + "cost": 0.0, + "robustness": 71.4 + }, + "hard": { + "accuracy": 7.1, + "cost": 0.0, + "robustness": 66.7 + }, + "all": { + "accuracy": 74.3, + "cost": 0.0, + "robustness": 61.7 + } + } + } + } + } + } + }, + "auto_router": { + "metrics": { + "easy": { + "accuracy": 95.2, + "cost": 0.0001, + "robustness": 48.0 + }, + "medium": { + "accuracy": 65.8, + "cost": 0.0001, + "robustness": 45.1 + }, + "hard": { + "accuracy": 25.9, + "cost": 0.0002, + "robustness": 56.9 + }, + "all": { + "accuracy": 70.4, + "cost": 0.0001, + "robustness": 49.5 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 93.0, + "cost": 0.0, + "robustness": 62.5 + }, + "medium": { + "accuracy": 49.4, + "cost": 0.0001, + "robustness": 63.6 + }, + "hard": { + "accuracy": 11.6, + "cost": 0.0001, + "robustness": 80.0 + }, + "all": { + "accuracy": 60.0, + "cost": 0.0001, + "robustness": 66.7 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 96.6, + "cost": 0.0001, + "robustness": 0.0 + }, + "medium": { + "accuracy": 74.4, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 5.4, + "cost": 0.0001, + "robustness": 100.0 + }, + "all": { + "accuracy": 57.8, + "cost": 0.0001, + "robustness": 60.0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 93.9, + "cost": 0.0, + "robustness": 80.0 + }, + "medium": { + "accuracy": 33.6, + "cost": 0.0001, + "robustness": 40.0 + }, + "hard": { + "accuracy": 24.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 57.5, + "cost": 0.0001, + "robustness": 54.5 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 90.7, + "cost": 0.0, + "robustness": 50.0 + }, + "medium": { + "accuracy": 58.0, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 12.1, + "cost": 0.0001, + "robustness": 100.0 + }, + "all": { + "accuracy": 63.1, + "cost": 0.0001, + "robustness": 87.5 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 97.8, + "cost": 0.0001, + "robustness": 42.3 + }, + "medium": { + "accuracy": 78.8, + "cost": 0.0002, + "robustness": 57.1 + }, + "hard": { + "accuracy": 34.7, + "cost": 0.0005, + "robustness": 60.0 + }, + "all": { + "accuracy": 80.5, + "cost": 0.0002, + "robustness": 51.6 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 46.2 + }, + "medium": { + "accuracy": 84.1, + "cost": 0.0002, + "robustness": 64.7 + }, + "hard": { + "accuracy": 39.7, + "cost": 0.0006, + "robustness": 61.5 + }, + "all": { + "accuracy": 80.7, + "cost": 0.0002, + "robustness": 58.1 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 38.5 + }, + "medium": { + "accuracy": 55.3, + "cost": 0.0001, + "robustness": 25.0 + }, + "hard": { + "accuracy": 5.6, + "cost": 0.0001, + "robustness": 50.0 + }, + "all": { + "accuracy": 80.1, + "cost": 0.0001, + "robustness": 36.8 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 96.0, + "cost": 0.0001, + "robustness": 30.4 + }, + "medium": { + "accuracy": 63.3, + "cost": 0.0001, + "robustness": 33.3 + }, + "hard": { + "accuracy": 9.4, + "cost": 0.0001, + "robustness": 70.0 + }, + "all": { + "accuracy": 69.3, + "cost": 0.0001, + "robustness": 41.0 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 97.6, + "cost": 0.0, + "robustness": 25.0 + }, + "medium": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 96.2, + "cost": 0.0, + "robustness": 25.0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 97.2, + "cost": 0.0, + "robustness": 37.5 + }, + "medium": { + "accuracy": 48.3, + "cost": 0.0, + "robustness": 0.0 + }, + "hard": { + "accuracy": 16.7, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 81.3, + "cost": 0.0, + "robustness": 33.3 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 95.1, + "cost": 0.0001, + "robustness": 27.3 + }, + "medium": { + "accuracy": 64.0, + "cost": 0.0001, + "robustness": 40.0 + }, + "hard": { + "accuracy": 8.8, + "cost": 0.0001, + "robustness": 70.0 + }, + "all": { + "accuracy": 62.9, + "cost": 0.0001, + "robustness": 46.2 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 88.5, + "cost": 0.0001, + "robustness": 63.6 + }, + "medium": { + "accuracy": 44.9, + "cost": 0.0001, + "robustness": 44.4 + }, + "hard": { + "accuracy": 48.4, + "cost": 0.0002, + "robustness": 80.0 + }, + "all": { + "accuracy": 59.6, + "cost": 0.0001, + "robustness": 68.9 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 88.5, + "cost": 0.0001, + "robustness": 63.6 + }, + "medium": { + "accuracy": 44.9, + "cost": 0.0001, + "robustness": 44.4 + }, + "hard": { + "accuracy": 48.4, + "cost": 0.0002, + "robustness": 80.0 + }, + "all": { + "accuracy": 59.6, + "cost": 0.0001, + "robustness": 68.9 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 68.7, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 28.2, + "cost": 0.0002, + "robustness": 45.8 + }, + "all": { + "accuracy": 43.7, + "cost": 0.0002, + "robustness": 44.8 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 68.7, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 28.2, + "cost": 0.0002, + "robustness": 45.8 + }, + "all": { + "accuracy": 43.7, + "cost": 0.0002, + "robustness": 44.8 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 93.1, + "cost": 0.0001, + "robustness": 51.9 + }, + "medium": { + "accuracy": 62.1, + "cost": 0.0001, + "robustness": 30.0 + }, + "hard": { + "accuracy": 12.3, + "cost": 0.0001, + "robustness": 28.6 + }, + "all": { + "accuracy": 74.4, + "cost": 0.0001, + "robustness": 43.2 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 89.2, + "cost": 0.0, + "robustness": 50.0 + }, + "medium": { + "accuracy": 32.9, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 68.2, + "cost": 0.0001, + "robustness": 33.3 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 25.0 + }, + "medium": { + "accuracy": 89.5, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 20.0, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 92.6, + "cost": 0.0001, + "robustness": 57.1 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 86.5, + "cost": 0.0, + "robustness": 33.3 + }, + "medium": { + "accuracy": 70.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 17.8, + "cost": 0.0001, + "robustness": 66.7 + }, + "all": { + "accuracy": 55.7, + "cost": 0.0001, + "robustness": 37.5 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 83.3 + }, + "medium": { + "accuracy": 85.4, + "cost": 0.0001, + "robustness": 0 + }, + "hard": { + "accuracy": 5.6, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 85.6, + "cost": 0.0001, + "robustness": 62.5 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 97.2, + "cost": 0.0001, + "robustness": 43.6 + }, + "medium": { + "accuracy": 75.5, + "cost": 0.0001, + "robustness": 47.6 + }, + "hard": { + "accuracy": 19.1, + "cost": 0.0003, + "robustness": 55.6 + }, + "all": { + "accuracy": 79.6, + "cost": 0.0001, + "robustness": 46.4 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 95.0, + "cost": 0.0, + "robustness": 50.0 + }, + "medium": { + "accuracy": 80.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 92.0, + "cost": 0.0, + "robustness": 50.0 + } + } + }, + "Biology": { + "metrics": { + "easy": { + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 71.4 + }, + "medium": { + "accuracy": 58.8, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 11.1, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 88.1, + "cost": 0.0001, + "robustness": 71.4 + } + } + }, + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 82.4, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 15.4, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 81.1, + "cost": 0.0001, + "robustness": 20.0 + } + } + }, + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0001, + "robustness": 37.5 + }, + "medium": { + "accuracy": 67.8, + "cost": 0.0001, + "robustness": 16.7 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0002, + "robustness": 100.0 + }, + "all": { + "accuracy": 88.2, + "cost": 0.0001, + "robustness": 33.3 + } + } + }, + "Mathematics": { + "metrics": { + "easy": { + "accuracy": 96.2, + "cost": 0.0001, + "robustness": 18.2 + }, + "medium": { + "accuracy": 80.0, + "cost": 0.0001, + "robustness": 63.6 + }, + "hard": { + "accuracy": 30.3, + "cost": 0.0006, + "robustness": 20.0 + }, + "all": { + "accuracy": 79.7, + "cost": 0.0002, + "robustness": 37.0 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 97.7, + "cost": 0.0, + "robustness": 66.7 + }, + "medium": { + "accuracy": 73.8, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 36.4, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 80.4, + "cost": 0.0001, + "robustness": 80.0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 96.7, + "cost": 0.0, + "robustness": 60.0 + }, + "medium": { + "accuracy": 52.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 5.1, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 39.5, + "cost": 0.0, + "robustness": 75.0 + } + } + } + } + }, + "Social Science": { + "metrics": { + "easy": { + "accuracy": 94.3, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 63.6, + "cost": 0.0001, + "robustness": 25.0 + }, + "hard": { + "accuracy": 7.4, + "cost": 0.0002, + "robustness": 42.9 + }, + "all": { + "accuracy": 64.7, + "cost": 0.0001, + "robustness": 40.5 + } + }, + "subcategories": { + "Economics": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0001, + "robustness": 41.7 + }, + "medium": { + "accuracy": 73.6, + "cost": 0.0002, + "robustness": 33.3 + }, + "hard": { + "accuracy": 8.8, + "cost": 0.0003, + "robustness": 33.3 + }, + "all": { + "accuracy": 71.6, + "cost": 0.0001, + "robustness": 38.1 + } + } + }, + "Law": { + "metrics": { + "easy": { + "accuracy": 87.7, + "cost": 0.0002, + "robustness": 33.3 + }, + "medium": { + "accuracy": 47.6, + "cost": 0.0002, + "robustness": 0.0 + }, + "hard": { + "accuracy": 6.7, + "cost": 0.0002, + "robustness": 50.0 + }, + "all": { + "accuracy": 56.3, + "cost": 0.0002, + "robustness": 22.2 + } + } + }, + "Social problems": { + "metrics": { + "easy": { + "accuracy": 93.6, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 33.3, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 77.0, + "cost": 0.0, + "robustness": 100.0 + } + } + }, + "Social sciences, sociology, and anthropology": { + "metrics": { + "easy": { + "accuracy": 66.7, + "cost": 0.0, + "robustness": 0 + }, + "medium": { + "accuracy": 44.4, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 5.9, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 21.8, + "cost": 0.0, + "robustness": 33.3 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 94.0, + "cost": 0.0001, + "robustness": 55.8 + }, + "medium": { + "accuracy": 63.3, + "cost": 0.0001, + "robustness": 42.9 + }, + "hard": { + "accuracy": 19.7, + "cost": 0.0002, + "robustness": 14.3 + }, + "all": { + "accuracy": 76.5, + "cost": 0.0001, + "robustness": 47.9 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 96.0, + "cost": 0.0001, + "robustness": 60.0 + }, + "medium": { + "accuracy": 80.2, + "cost": 0.0002, + "robustness": 46.2 + }, + "hard": { + "accuracy": 42.9, + "cost": 0.0003, + "robustness": 100.0 + }, + "all": { + "accuracy": 81.5, + "cost": 0.0002, + "robustness": 52.6 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 75.0 + }, + "medium": { + "accuracy": 63.6, + "cost": 0.0, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 90.4, + "cost": 0.0001, + "robustness": 60.0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 93.2, + "cost": 0.0001, + "robustness": 52.9 + }, + "medium": { + "accuracy": 51.7, + "cost": 0.0001, + "robustness": 42.9 + }, + "hard": { + "accuracy": 11.5, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 73.8, + "cost": 0.0001, + "robustness": 44.7 + } + } + } + } + } + } + }, + "sqwish-router": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0002, + "robustness": 51.0 + }, + "medium": { + "accuracy": 79.3, + "cost": 0.0008, + "robustness": 44.2 + }, + "hard": { + "accuracy": 45.2, + "cost": 0.0015, + "robustness": 60.6 + }, + "all": { + "accuracy": 79.9, + "cost": 0.0007, + "robustness": 51.7 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 97.0, + "cost": 0.0006, + "robustness": 50.0 + }, + "medium": { + "accuracy": 76.5, + "cost": 0.0019, + "robustness": 9.1 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0026, + "robustness": 60.0 + }, + "all": { + "accuracy": 76.1, + "cost": 0.0015, + "robustness": 33.3 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 98.3, + "cost": 0.0004, + "robustness": 100.0 + }, + "medium": { + "accuracy": 94.9, + "cost": 0.0014, + "robustness": 0.0 + }, + "hard": { + "accuracy": 33.9, + "cost": 0.0034, + "robustness": 100.0 + }, + "all": { + "accuracy": 74.0, + "cost": 0.0018, + "robustness": 60.0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 97.0, + "cost": 0.0004, + "robustness": 60.0 + }, + "medium": { + "accuracy": 58.6, + "cost": 0.0019, + "robustness": 20.0 + }, + "hard": { + "accuracy": 40.0, + "cost": 0.0029, + "robustness": 0.0 + }, + "all": { + "accuracy": 72.5, + "cost": 0.0014, + "robustness": 36.4 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 96.4, + "cost": 0.0008, + "robustness": 0.0 + }, + "medium": { + "accuracy": 90.0, + "cost": 0.0022, + "robustness": 0.0 + }, + "hard": { + "accuracy": 30.3, + "cost": 0.0018, + "robustness": 50.0 + }, + "all": { + "accuracy": 80.1, + "cost": 0.0015, + "robustness": 12.5 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 98.0, + "cost": 0.0002, + "robustness": 53.8 + }, + "medium": { + "accuracy": 87.2, + "cost": 0.0005, + "robustness": 57.1 + }, + "hard": { + "accuracy": 59.2, + "cost": 0.0012, + "robustness": 60.0 + }, + "all": { + "accuracy": 87.6, + "cost": 0.0005, + "robustness": 56.5 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 98.6, + "cost": 0.0002, + "robustness": 53.8 + }, + "medium": { + "accuracy": 91.2, + "cost": 0.0006, + "robustness": 52.9 + }, + "hard": { + "accuracy": 66.5, + "cost": 0.0014, + "robustness": 61.5 + }, + "all": { + "accuracy": 89.1, + "cost": 0.0006, + "robustness": 55.8 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 97.1, + "cost": 0.0002, + "robustness": 53.8 + }, + "medium": { + "accuracy": 69.4, + "cost": 0.0003, + "robustness": 75.0 + }, + "hard": { + "accuracy": 16.7, + "cost": 0.0002, + "robustness": 50.0 + }, + "all": { + "accuracy": 83.8, + "cost": 0.0002, + "robustness": 57.9 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 97.6, + "cost": 0.0003, + "robustness": 39.1 + }, + "medium": { + "accuracy": 81.4, + "cost": 0.001, + "robustness": 33.3 + }, + "hard": { + "accuracy": 29.5, + "cost": 0.0021, + "robustness": 40.0 + }, + "all": { + "accuracy": 79.0, + "cost": 0.0009, + "robustness": 38.5 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 0.0 + }, + "medium": { + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0 + }, + "all": { + "accuracy": 98.1, + "cost": 0.0003, + "robustness": 0.0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 97.2, + "cost": 0.0003, + "robustness": 37.5 + }, + "medium": { + "accuracy": 65.5, + "cost": 0.0014, + "robustness": 0.0 + }, + "hard": { + "accuracy": 58.3, + "cost": 0.0027, + "robustness": 0 + }, + "all": { + "accuracy": 88.0, + "cost": 0.0007, + "robustness": 33.3 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0004, + "robustness": 54.5 + }, + "medium": { + "accuracy": 83.5, + "cost": 0.0009, + "robustness": 40.0 + }, + "hard": { + "accuracy": 27.2, + "cost": 0.0021, + "robustness": 40.0 + }, + "all": { + "accuracy": 74.3, + "cost": 0.001, + "robustness": 46.2 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 93.3, + "cost": 0.0002, + "robustness": 54.5 + }, + "medium": { + "accuracy": 55.7, + "cost": 0.0002, + "robustness": 55.6 + }, + "hard": { + "accuracy": 65.1, + "cost": 0.0007, + "robustness": 52.0 + }, + "all": { + "accuracy": 71.3, + "cost": 0.0004, + "robustness": 53.3 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 93.3, + "cost": 0.0002, + "robustness": 54.5 + }, + "medium": { + "accuracy": 55.7, + "cost": 0.0002, + "robustness": 55.6 + }, + "hard": { + "accuracy": 65.1, + "cost": 0.0007, + "robustness": 52.0 + }, + "all": { + "accuracy": 71.3, + "cost": 0.0004, + "robustness": 53.3 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 + }, + "medium": { + "accuracy": 88.2, + "cost": 0.0014, + "robustness": 50.0 + }, + "hard": { + "accuracy": 47.1, + "cost": 0.0019, + "robustness": 58.3 + }, + "all": { + "accuracy": 59.7, + "cost": 0.0016, + "robustness": 58.6 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 + }, + "medium": { + "accuracy": 88.2, + "cost": 0.0014, + "robustness": 50.0 + }, + "hard": { + "accuracy": 47.1, + "cost": 0.0019, + "robustness": 58.3 + }, + "all": { + "accuracy": 59.7, + "cost": 0.0016, + "robustness": 58.6 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 96.3, + "cost": 0.0002, + "robustness": 37.0 + }, + "medium": { + "accuracy": 76.8, + "cost": 0.0005, + "robustness": 30.0 + }, + "hard": { + "accuracy": 38.3, + "cost": 0.002, + "robustness": 42.9 + }, + "all": { + "accuracy": 83.7, + "cost": 0.0005, + "robustness": 36.4 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 93.0, + "cost": 0.0001, + "robustness": 28.6 + }, + "medium": { + "accuracy": 55.3, + "cost": 0.0002, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 77.4, + "cost": 0.0002, + "robustness": 23.8 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 75.0 + }, + "medium": { + "accuracy": 97.4, + "cost": 0.0004, + "robustness": 66.7 + }, + "hard": { + "accuracy": 60.0, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 97.2, + "cost": 0.0003, + "robustness": 71.4 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0006, + "robustness": 66.7 + }, + "medium": { + "accuracy": 92.5, + "cost": 0.0012, + "robustness": 50.0 + }, + "hard": { + "accuracy": 48.9, + "cost": 0.0032, + "robustness": 33.3 + }, + "all": { + "accuracy": 77.9, + "cost": 0.0018, + "robustness": 50.0 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 99.2, + "cost": 0.0003, + "robustness": 16.7 + }, + "medium": { + "accuracy": 85.4, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0007, + "robustness": 50.0 + }, + "all": { + "accuracy": 89.3, + "cost": 0.0004, + "robustness": 25.0 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 99.4, + "cost": 0.0002, + "robustness": 64.1 + }, + "medium": { + "accuracy": 82.9, + "cost": 0.0006, + "robustness": 23.8 + }, + "hard": { + "accuracy": 38.1, + "cost": 0.0014, + "robustness": 77.8 + }, + "all": { + "accuracy": 85.8, + "cost": 0.0005, + "robustness": 53.6 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 + }, + "medium": { + "accuracy": 60.0, + "cost": 0.0002, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 92.0, + "cost": 0.0001, + "robustness": 100.0 + } + } + }, + "Biology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 71.4 + }, + "medium": { + "accuracy": 76.5, + "cost": 0.0006, + "robustness": 0 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0014, + "robustness": 0 + }, + "all": { + "accuracy": 93.0, + "cost": 0.0003, + "robustness": 71.4 + } + } + }, + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 + }, + "medium": { + "accuracy": 88.2, + "cost": 0.0004, + "robustness": 50.0 + }, + "hard": { + "accuracy": 23.1, + "cost": 0.0005, + "robustness": 0 + }, + "all": { + "accuracy": 84.4, + "cost": 0.0004, + "robustness": 60.0 + } + } + }, + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 99.2, + "cost": 0.0001, + "robustness": 62.5 + }, + "medium": { + "accuracy": 76.3, + "cost": 0.0004, + "robustness": 16.7 + }, + "hard": { + "accuracy": 23.1, + "cost": 0.0002, + "robustness": 100.0 + }, + "all": { + "accuracy": 92.1, + "cost": 0.0002, + "robustness": 46.7 + } + } + }, + "Mathematics": { + "metrics": { + "easy": { + "accuracy": 99.2, + "cost": 0.0001, + "robustness": 72.7 + }, + "medium": { + "accuracy": 85.2, + "cost": 0.0006, + "robustness": 27.3 + }, + "hard": { + "accuracy": 57.3, + "cost": 0.0013, + "robustness": 80.0 + }, + "all": { + "accuracy": 87.2, + "cost": 0.0005, + "robustness": 55.6 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 33.3 + }, + "medium": { + "accuracy": 88.1, + "cost": 0.0007, + "robustness": 0.0 + }, + "hard": { + "accuracy": 54.5, + "cost": 0.0007, + "robustness": 0 + }, + "all": { + "accuracy": 88.7, + "cost": 0.0006, + "robustness": 20.0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 40.0 + }, + "medium": { + "accuracy": 68.0, + "cost": 0.0016, + "robustness": 0 + }, + "hard": { + "accuracy": 13.6, + "cost": 0.0022, + "robustness": 66.7 + }, + "all": { + "accuracy": 48.2, + "cost": 0.0015, + "robustness": 50.0 + } + } + } + } + }, + "Social Science": { + "metrics": { + "easy": { + "accuracy": 97.0, + "cost": 0.0003, + "robustness": 50.0 + }, + "medium": { + "accuracy": 77.9, + "cost": 0.0008, + "robustness": 50.0 + }, + "hard": { + "accuracy": 25.5, + "cost": 0.0013, + "robustness": 85.7 + }, + "all": { + "accuracy": 74.9, + "cost": 0.0007, + "robustness": 56.8 + } + }, + "subcategories": { + "Economics": { + "metrics": { + "easy": { + "accuracy": 98.4, + "cost": 0.0002, + "robustness": 58.3 + }, + "medium": { + "accuracy": 82.8, + "cost": 0.0006, + "robustness": 66.7 + }, + "hard": { + "accuracy": 25.0, + "cost": 0.0008, + "robustness": 66.7 + }, + "all": { + "accuracy": 78.6, + "cost": 0.0005, + "robustness": 61.9 + } + } + }, + "Law": { + "metrics": { + "easy": { + "accuracy": 93.8, + "cost": 0.0006, + "robustness": 33.3 + }, + "medium": { + "accuracy": 74.6, + "cost": 0.0011, + "robustness": 50.0 + }, + "hard": { + "accuracy": 26.7, + "cost": 0.0008, + "robustness": 100.0 + }, + "all": { + "accuracy": 73.4, + "cost": 0.0009, + "robustness": 55.6 + } + } + }, + "Social problems": { + "metrics": { + "easy": { + "accuracy": 95.7, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 22.2, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 20.0, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 78.7, + "cost": 0.0001, + "robustness": 50.0 + } + } + }, + "Social sciences, sociology, and anthropology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0008, + "robustness": 0 + }, + "medium": { + "accuracy": 72.2, + "cost": 0.0014, + "robustness": 0.0 + }, + "hard": { + "accuracy": 26.5, + "cost": 0.0029, + "robustness": 100.0 + }, + "all": { + "accuracy": 45.5, + "cost": 0.0023, + "robustness": 33.3 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 95.9, + "cost": 0.0002, + "robustness": 51.2 + }, + "medium": { + "accuracy": 78.1, + "cost": 0.0007, + "robustness": 71.4 + }, + "hard": { + "accuracy": 33.1, + "cost": 0.0008, + "robustness": 100.0 + }, + "all": { + "accuracy": 83.5, + "cost": 0.0004, + "robustness": 62.0 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 97.6, + "cost": 0.0004, + "robustness": 60.0 + }, + "medium": { + "accuracy": 93.4, + "cost": 0.0009, + "robustness": 76.9 + }, + "hard": { + "accuracy": 64.3, + "cost": 0.0014, + "robustness": 100.0 + }, + "all": { + "accuracy": 91.3, + "cost": 0.0008, + "robustness": 73.7 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 95.0, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 45.5, + "cost": 0.0002, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 84.9, + "cost": 0.0001, + "robustness": 40.0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 95.6, + "cost": 0.0002, + "robustness": 50.0 + }, + "medium": { + "accuracy": 69.0, + "cost": 0.0005, + "robustness": 71.4 + }, + "hard": { + "accuracy": 22.1, + "cost": 0.0006, + "robustness": 100.0 + }, + "all": { + "accuracy": 80.7, + "cost": 0.0003, + "robustness": 59.6 + } + } + } + } + } + } + }, + "agentforge": { + "metrics": { + "easy": { + "accuracy": 96.5, + "cost": 0.0001, + "robustness": 40.9 + }, + "medium": { + "accuracy": 73.0, + "cost": 0.0002, + "robustness": 42.5 + }, + "hard": { + "accuracy": 33.0, + "cost": 0.0002, + "robustness": 37.6 + }, + "all": { + "accuracy": 74.8, + "cost": 0.0001, + "robustness": 40.5 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 95.6, + "cost": 0.0001, + "robustness": 62.5 + }, + "medium": { + "accuracy": 55.7, + "cost": 0.0002, + "robustness": 27.3 + }, + "hard": { + "accuracy": 14.3, + "cost": 0.0002, + "robustness": 20.0 + }, + "all": { + "accuracy": 64.0, + "cost": 0.0001, + "robustness": 37.5 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 96.6, + "cost": 0.0001, + "robustness": 0.0 + }, + "medium": { + "accuracy": 82.1, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 8.9, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 61.0, + "cost": 0.0001, + "robustness": 40.0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 98.0, + "cost": 0.0001, + "robustness": 80.0 + }, + "medium": { + "accuracy": 45.7, + "cost": 0.0003, + "robustness": 40.0 + }, + "hard": { + "accuracy": 24.0, + "cost": 0.0002, + "robustness": 0.0 + }, + "all": { + "accuracy": 65.0, + "cost": 0.0002, + "robustness": 54.5 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 93.6, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 57.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 15.2, + "cost": 0.0003, + "robustness": 0.0 + }, + "all": { + "accuracy": 64.7, + "cost": 0.0001, + "robustness": 12.5 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 34.6 + }, + "medium": { + "accuracy": 82.0, + "cost": 0.0001, + "robustness": 33.3 + }, + "hard": { + "accuracy": 40.0, + "cost": 0.0002, + "robustness": 46.7 + }, + "all": { + "accuracy": 82.6, + "cost": 0.0001, + "robustness": 37.1 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 98.6, + "cost": 0.0001, + "robustness": 23.1 + }, + "medium": { + "accuracy": 85.4, + "cost": 0.0002, + "robustness": 29.4 + }, + "hard": { + "accuracy": 45.0, + "cost": 0.0003, + "robustness": 46.2 + }, + "all": { + "accuracy": 82.5, + "cost": 0.0001, + "robustness": 32.6 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0, + "robustness": 46.2 + }, + "medium": { + "accuracy": 67.1, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 11.1, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 83.1, + "cost": 0.0, + "robustness": 47.4 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 96.8, + "cost": 0.0001, + "robustness": 60.9 + }, + "medium": { + "accuracy": 71.8, + "cost": 0.0001, + "robustness": 66.7 + }, + "hard": { + "accuracy": 13.4, + "cost": 0.0001, + "robustness": 60.0 + }, + "all": { + "accuracy": 72.7, + "cost": 0.0001, + "robustness": 61.5 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 77.8, + "cost": 0.0001, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 94.2, + "cost": 0.0001, + "robustness": 50.0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 98.2, + "cost": 0.0001, + "robustness": 87.5 + }, + "medium": { + "accuracy": 58.6, + "cost": 0.0001, + "robustness": 100.0 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 85.3, + "cost": 0.0001, + "robustness": 88.9 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 95.5, + "cost": 0.0001, + "robustness": 45.5 + }, + "medium": { + "accuracy": 74.1, + "cost": 0.0001, + "robustness": 60.0 + }, + "hard": { + "accuracy": 11.8, + "cost": 0.0001, + "robustness": 60.0 + }, + "all": { + "accuracy": 66.7, + "cost": 0.0001, + "robustness": 53.8 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 90.9, + "cost": 0.0001, + "robustness": 27.3 + }, + "medium": { + "accuracy": 65.3, + "cost": 0.0001, + "robustness": 77.8 + }, + "hard": { + "accuracy": 58.3, + "cost": 0.0001, + "robustness": 32.0 + }, + "all": { + "accuracy": 69.7, + "cost": 0.0001, + "robustness": 40.0 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 90.9, + "cost": 0.0001, + "robustness": 27.3 + }, + "medium": { + "accuracy": 65.3, + "cost": 0.0001, + "robustness": 77.8 + }, + "hard": { + "accuracy": 58.3, + "cost": 0.0001, + "robustness": 32.0 + }, + "all": { + "accuracy": 69.7, + "cost": 0.0001, + "robustness": 40.0 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "medium": { + "accuracy": 76.8, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 33.9, + "cost": 0.0001, + "robustness": 25.0 + }, + "all": { + "accuracy": 48.7, + "cost": 0.0001, + "robustness": 24.1 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 0.0 + }, + "medium": { + "accuracy": 76.8, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 33.9, + "cost": 0.0001, + "robustness": 25.0 + }, + "all": { + "accuracy": 48.7, + "cost": 0.0001, + "robustness": 24.1 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 95.1, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 74.4, + "cost": 0.0001, + "robustness": 30.0 + }, + "hard": { + "accuracy": 34.6, + "cost": 0.0002, + "robustness": 28.6 + }, + "all": { + "accuracy": 81.9, + "cost": 0.0001, + "robustness": 31.8 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 91.4, + "cost": 0.0001, + "robustness": 35.7 + }, + "medium": { + "accuracy": 60.0, + "cost": 0.0001, + "robustness": 40.0 + }, + "hard": { + "accuracy": 76.9, + "cost": 0.0, + "robustness": 50.0 + }, + "all": { + "accuracy": 81.3, + "cost": 0.0001, + "robustness": 38.1 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 98.5, + "cost": 0.0001, + "robustness": 25.0 + }, + "medium": { + "accuracy": 94.7, + "cost": 0.0003, + "robustness": 0.0 + }, + "hard": { + "accuracy": 80.0, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 96.3, + "cost": 0.0002, + "robustness": 14.3 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 75.0, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 22.2, + "cost": 0.0002, + "robustness": 33.3 + }, + "all": { + "accuracy": 63.1, + "cost": 0.0001, + "robustness": 37.5 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 83.3, + "cost": 0.0001, + "robustness": 0 + }, + "hard": { + "accuracy": 22.2, + "cost": 0.0001, + "robustness": 0.0 + }, + "all": { + "accuracy": 86.6, + "cost": 0.0001, + "robustness": 25.0 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 98.4, + "cost": 0.0001, + "robustness": 43.6 + }, + "medium": { + "accuracy": 82.6, + "cost": 0.0002, + "robustness": 38.1 + }, + "hard": { + "accuracy": 27.8, + "cost": 0.0006, + "robustness": 66.7 + }, + "all": { + "accuracy": 83.8, + "cost": 0.0002, + "robustness": 44.9 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 60.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 0, + "cost": 0, + "robustness": 0 + }, + "all": { + "accuracy": 92.0, + "cost": 0.0001, + "robustness": 50.0 + } + } + }, + "Biology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 57.1 + }, + "medium": { + "accuracy": 76.5, + "cost": 0.0001, + "robustness": 0 + }, + "hard": { + "accuracy": 22.2, + "cost": 0.0004, + "robustness": 0 + }, + "all": { + "accuracy": 92.3, + "cost": 0.0001, + "robustness": 57.1 + } + } + }, + "Chemistry": { + "metrics": { + "easy": { + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 33.3 + }, + "medium": { + "accuracy": 94.1, + "cost": 0.0002, + "robustness": 50.0 + }, + "hard": { + "accuracy": 15.4, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 84.4, + "cost": 0.0001, + "robustness": 40.0 + } + } + }, + "Earth sciences and geology": { + "metrics": { + "easy": { + "accuracy": 98.4, + "cost": 0.0001, + "robustness": 62.5 + }, + "medium": { + "accuracy": 72.9, + "cost": 0.0001, + "robustness": 50.0 + }, + "hard": { + "accuracy": 15.4, + "cost": 0.0001, + "robustness": 100.0 + }, + "all": { + "accuracy": 90.6, + "cost": 0.0001, + "robustness": 60.0 + } + } + }, + "Mathematics": { + "metrics": { + "easy": { + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 36.4 + }, + "medium": { + "accuracy": 84.0, + "cost": 0.0003, + "robustness": 36.4 + }, + "hard": { + "accuracy": 44.9, + "cost": 0.0012, + "robustness": 60.0 + }, + "all": { + "accuracy": 84.2, + "cost": 0.0003, + "robustness": 40.7 + } + } + }, + "Physics": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 0.0 + }, + "medium": { + "accuracy": 90.5, + "cost": 0.0002, + "robustness": 0.0 + }, + "hard": { + "accuracy": 36.4, + "cost": 0.0002, + "robustness": 0 + }, + "all": { + "accuracy": 88.7, + "cost": 0.0002, + "robustness": 0.0 + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 40.0 + }, + "medium": { + "accuracy": 72.0, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 6.8, + "cost": 0.0, + "robustness": 66.7 + }, + "all": { + "accuracy": 44.7, + "cost": 0.0, + "robustness": 50.0 + } + } + } + } + }, + "Social Science": { + "metrics": { + "easy": { + "accuracy": 95.6, + "cost": 0.0001, + "robustness": 27.8 + }, + "medium": { + "accuracy": 68.0, + "cost": 0.0002, + "robustness": 41.7 + }, + "hard": { + "accuracy": 12.8, + "cost": 0.0002, + "robustness": 42.9 + }, + "all": { + "accuracy": 68.0, + "cost": 0.0001, + "robustness": 35.1 + } + }, + "subcategories": { + "Economics": { + "metrics": { + "easy": { + "accuracy": 97.3, + "cost": 0.0001, + "robustness": 16.7 + }, + "medium": { + "accuracy": 74.2, + "cost": 0.0001, + "robustness": 33.3 + }, + "hard": { + "accuracy": 13.8, + "cost": 0.0002, + "robustness": 33.3 + }, + "all": { + "accuracy": 72.8, + "cost": 0.0001, + "robustness": 23.8 + } + } + }, + "Law": { + "metrics": { + "easy": { + "accuracy": 90.8, + "cost": 0.0001, + "robustness": 66.7 + }, + "medium": { + "accuracy": 58.7, + "cost": 0.0002, + "robustness": 50.0 + }, + "hard": { + "accuracy": 16.7, + "cost": 0.0002, + "robustness": 50.0 + }, + "all": { + "accuracy": 63.9, + "cost": 0.0002, + "robustness": 55.6 + } + } + }, + "Social problems": { + "metrics": { + "easy": { + "accuracy": 95.7, + "cost": 0.0, + "robustness": 33.3 + }, + "medium": { + "accuracy": 11.1, + "cost": 0.0, + "robustness": 0 + }, + "hard": { + "accuracy": 20.0, + "cost": 0.0, + "robustness": 0.0 + }, + "all": { + "accuracy": 77.0, + "cost": 0.0, + "robustness": 25.0 + } + } + }, + "Social sciences, sociology, and anthropology": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0, + "robustness": 0 + }, + "medium": { + "accuracy": 72.2, + "cost": 0.0, + "robustness": 50.0 + }, + "hard": { + "accuracy": 5.9, + "cost": 0.0, + "robustness": 100.0 + }, + "all": { + "accuracy": 32.7, + "cost": 0.0, + "robustness": 66.7 + } + } + } + } + }, + "Technology": { + "metrics": { + "easy": { + "accuracy": 95.3, + "cost": 0.0001, + "robustness": 44.2 + }, + "medium": { + "accuracy": 69.0, + "cost": 0.0002, + "robustness": 47.6 + }, + "hard": { + "accuracy": 28.0, + "cost": 0.0003, + "robustness": 28.6 + }, + "all": { + "accuracy": 79.9, + "cost": 0.0002, + "robustness": 43.7 + } + }, + "subcategories": { + "Engineering": { + "metrics": { + "easy": { + "accuracy": 98.4, + "cost": 0.0002, + "robustness": 60.0 + }, + "medium": { + "accuracy": 85.0, + "cost": 0.0004, + "robustness": 46.2 + }, + "hard": { + "accuracy": 54.8, + "cost": 0.0009, + "robustness": 100.0 + }, + "all": { + "accuracy": 86.3, + "cost": 0.0004, + "robustness": 52.6 + } + } + }, + "Management and public relations": { + "metrics": { + "easy": { + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 36.4, + "cost": 0.0001, + "robustness": 0.0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0, + "robustness": 0 + }, + "all": { + "accuracy": 86.3, + "cost": 0.0001, + "robustness": 40.0 + } + } + }, + "Medicine and health": { + "metrics": { + "easy": { + "accuracy": 94.3, + "cost": 0.0001, + "robustness": 41.2 + }, + "medium": { + "accuracy": 59.5, + "cost": 0.0001, + "robustness": 57.1 + }, + "hard": { + "accuracy": 18.6, + "cost": 0.0001, + "robustness": 16.7 + }, + "all": { + "accuracy": 77.2, + "cost": 0.0001, + "robustness": 40.4 + } + } + } + } + } + } + }, + "nadir": { + "metrics": { + "easy": { + "accuracy": 96.2, + "cost": 0.0004, + "robustness": 28.8 + }, + "medium": { + "accuracy": 73.0, + "cost": 0.0008, + "robustness": 23.0 + }, + "hard": { + "accuracy": 34.2, + "cost": 0.0011, + "robustness": 22.0 + }, + "all": { + "accuracy": 75.0, + "cost": 0.0007, + "robustness": 25.5 + } + }, + "categories": { + "Arts & recreation": { + "metrics": { + "easy": { + "accuracy": 93.3, + "cost": 0.0007, + "robustness": 25.0 + }, + "medium": { + "accuracy": 60.4, + "cost": 0.0019, + "robustness": 18.2 + }, + "hard": { + "accuracy": 12.2, + "cost": 0.0036, + "robustness": 40.0 + }, + "all": { + "accuracy": 64.3, + "cost": 0.0017, + "robustness": 25.0 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 0.0 + }, + "medium": { + "accuracy": 87.2, + "cost": 0.0005, + "robustness": 0.0 + }, + "hard": { + "accuracy": 8.9, + "cost": 0.0016, + "robustness": 50.0 + }, + "all": { + "accuracy": 63.6, + "cost": 0.0008, + "robustness": 20.0 + } + } + }, + "Music": { + "metrics": { + "easy": { + "accuracy": 93.9, + "cost": 0.0005, + "robustness": 20.0 + }, + "medium": { + "accuracy": 50.9, + "cost": 0.0022, + "robustness": 40.0 + }, + "hard": { + "accuracy": 16.0, + "cost": 0.0022, + "robustness": 0.0 + }, + "all": { + "accuracy": 65.0, + "cost": 0.0015, + "robustness": 27.3 + } + } + }, + "Sports, games and entertainment": { + "metrics": { + "easy": { + "accuracy": 90.0, + "cost": 0.0009, + "robustness": 50.0 + }, + "medium": { + "accuracy": 61.0, + "cost": 0.0021, + "robustness": 0.0 + }, + "hard": { + "accuracy": 13.6, + "cost": 0.0059, + "robustness": 50.0 + }, + "all": { + "accuracy": 64.1, + "cost": 0.0024, + "robustness": 25.0 + } + } + } + } + }, + "Computer science, information, and general works": { + "metrics": { + "easy": { + "accuracy": 97.5, + "cost": 0.0005, + "robustness": 23.1 + }, + "medium": { + "accuracy": 81.0, + "cost": 0.0009, + "robustness": 14.3 + }, + "hard": { + "accuracy": 50.2, + "cost": 0.0022, + "robustness": 6.7 + }, + "all": { + "accuracy": 83.8, + "cost": 0.0009, + "robustness": 16.1 + } + }, + "subcategories": { + "Computer science, knowledge, and systems": { + "metrics": { + "easy": { + "accuracy": 97.8, + "cost": 0.0004, + "robustness": 46.2 + }, + "medium": { + "accuracy": 85.9, + "cost": 0.0009, + "robustness": 17.6 + }, + "hard": { + "accuracy": 57.4, + "cost": 0.0025, + "robustness": 0.0 + }, + "all": { + "accuracy": 85.0, + "cost": 0.001, + "robustness": 20.9 + } + } + }, + "Library and information sciences": { + "metrics": { + "easy": { + "accuracy": 97.1, + "cost": 0.0006, + "robustness": 0.0 + }, + "medium": { + "accuracy": 58.8, + "cost": 0.0006, + "robustness": 0.0 + }, + "hard": { + "accuracy": 8.3, + "cost": 0.0006, + "robustness": 50.0 + }, + "all": { + "accuracy": 80.8, + "cost": 0.0006, + "robustness": 5.3 + } + } + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 98.1, + "cost": 0.0004, + "robustness": 34.8 + }, + "medium": { + "accuracy": 74.0, + "cost": 0.0006, + "robustness": 33.3 + }, + "hard": { + "accuracy": 14.1, + "cost": 0.0009, + "robustness": 30.0 + }, + "all": { + "accuracy": 74.1, + "cost": 0.0005, + "robustness": 33.3 + } + }, + "subcategories": { + "Biography and genealogy": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 25.0 + }, + "medium": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 0 + }, + "hard": { + "accuracy": 0.0, + "cost": 0.0017, + "robustness": 0 + }, + "all": { + "accuracy": 98.1, + "cost": 0.0003, + "robustness": 25.0 + } + } + }, + "Geography": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0005, + "robustness": 25.0 + }, + "medium": { + "accuracy": 69.0, + "cost": 0.0004, + "robustness": 0.0 + }, + "hard": { + "accuracy": 33.3, + "cost": 0.0007, + "robustness": 0 + }, + "all": { + "accuracy": 88.7, + "cost": 0.0005, + "robustness": 22.2 + } + } + }, + "History": { + "metrics": { + "easy": { + "accuracy": 96.9, + "cost": 0.0003, + "robustness": 45.5 + }, + "medium": { + "accuracy": 73.4, + "cost": 0.0006, + "robustness": 40.0 + }, + "hard": { + "accuracy": 12.5, + "cost": 0.0009, + "robustness": 30.0 + }, + "all": { + "accuracy": 67.3, + "cost": 0.0006, + "robustness": 38.5 + } + } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 90.0, + "cost": 0.0004, + "robustness": 27.3 + }, + "medium": { + "accuracy": 55.1, + "cost": 0.0008, + "robustness": 44.4 + }, + "hard": { + "accuracy": 58.1, + "cost": 0.0005, + "robustness": 12.0 + }, + "all": { + "accuracy": 66.9, + "cost": 0.0005, + "robustness": 22.2 + } + }, + "subcategories": { + "Language": { + "metrics": { + "easy": { + "accuracy": 90.0, + "cost": 0.0004, + "robustness": 27.3 + }, + "medium": { + "accuracy": 55.1, + "cost": 0.0008, + "robustness": 44.4 + }, + "hard": { + "accuracy": 58.1, + "cost": 0.0005, + "robustness": 12.0 + }, + "all": { + "accuracy": 66.9, + "cost": 0.0005, + "robustness": 22.2 + } + } + } + } + }, + "Literature": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 0.0 + }, + "medium": { + "accuracy": 66.8, + "cost": 0.0005, + "robustness": 0.0 + }, + "hard": { + "accuracy": 34.4, + "cost": 0.0004, + "robustness": 29.2 + }, + "all": { + "accuracy": 48.2, + "cost": 0.0004, + "robustness": 24.1 + } + }, + "subcategories": { + "Literature, rhetoric and criticism": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 0.0 + }, + "medium": { + "accuracy": 66.8, + "cost": 0.0005, + "robustness": 0.0 + }, + "hard": { + "accuracy": 34.4, + "cost": 0.0004, + "robustness": 29.2 + }, + "all": { + "accuracy": 48.2, + "cost": 0.0004, + "robustness": 24.1 + } + } + } + } + }, + "Philosophy and psychology": { + "metrics": { + "easy": { + "accuracy": 94.4, + "cost": 0.0003, + "robustness": 40.7 + }, + "medium": { + "accuracy": 79.1, + "cost": 0.0004, + "robustness": 30.0 + }, + "hard": { + "accuracy": 28.4, + "cost": 0.0005, + "robustness": 42.9 + }, + "all": { + "accuracy": 82.1, + "cost": 0.0004, + "robustness": 38.6 + } + }, + "subcategories": { + "Ethics": { + "metrics": { + "easy": { + "accuracy": 92.4, + "cost": 0.0004, + "robustness": 35.7 + }, + "medium": { + "accuracy": 71.8, + "cost": 0.0004, + "robustness": 20.0 + }, + "hard": { + "accuracy": 61.5, + "cost": 0.0003, + "robustness": 50.0 + }, + "all": { + "accuracy": 84.8, + "cost": 0.0004, + "robustness": 33.3 + } + } + }, + "Philosophical logic": { + "metrics": { + "easy": { + "accuracy": 95.4, + "cost": 0.0001, + "robustness": 50.0 + }, + "medium": { + "accuracy": 84.2, + "cost": 0.0005, + "robustness": 66.7 + }, + "hard": { + "accuracy": 60.0, + "cost": 0.0006, + "robustness": 0 + }, + "all": { + "accuracy": 89.8, + "cost": 0.0003, + "robustness": 57.1 + } + } + }, + "Philosophy": { + "metrics": { + "easy": { + "accuracy": 94.6, + "cost": 0.0003, + "robustness": 0.0 + }, + "medium": { + "accuracy": 80.0, + "cost": 0.0004, + "robustness": 0.0 + }, + "hard": { + "accuracy": 17.8, + "cost": 0.0005, + "robustness": 33.3 + }, + "all": { + "accuracy": 61.5, + "cost": 0.0004, + "robustness": 12.5 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 96.7, + "cost": 0.0002, + "robustness": 66.7 + }, + "medium": { + "accuracy": 87.5, + "cost": 0.0004, + "robustness": 0 + }, + "hard": { + "accuracy": 22.2, + "cost": 0.0006, + "robustness": 50.0 + }, + "all": { + "accuracy": 87.2, + "cost": 0.0003, + "robustness": 62.5 + } + } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 98.6, + "cost": 0.0002, + "robustness": 35.9 + }, + "medium": { + "accuracy": 81.0, + "cost": 0.0006, + "robustness": 23.8 + }, + "hard": { + "accuracy": 29.9, + "cost": 0.0012, + "robustness": 22.2 + }, + "all": { + "accuracy": 83.6, + "cost": 0.0005, + "robustness": 30.4 + } + }, + "subcategories": { + "Animals (Zoology)": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 0.0 }, "medium": { - "accuracy": 23.5, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 60.0, + "cost": 0.0006, + "robustness": 0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0001, + "accuracy": 0, + "cost": 0, "robustness": 0 }, "all": { - "accuracy": 32.2, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 92.0, + "cost": 0.0005, + "robustness": 0.0 } } }, - "Physics": { + "Biology": { "metrics": { "easy": { - "accuracy": 40.9, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 71.4 }, "medium": { - "accuracy": 9.5, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 64.7, + "cost": 0.0006, + "robustness": 0 }, "hard": { - "accuracy": 9.1, - "cost": 0.0001, + "accuracy": 33.3, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 23.7, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 71.4 } } }, - "Animals (Zoology)": { + "Chemistry": { "metrics": { "easy": { - "accuracy": 55.0, - "cost": 0.0, + "accuracy": 97.7, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 94.1, + "cost": 0.0005, + "robustness": 0.0 }, "hard": { - "accuracy": 0, - "cost": 0, + "accuracy": 15.4, + "cost": 0.0009, "robustness": 0 }, "all": { - "accuracy": 44.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 84.4, + "cost": 0.0004, + "robustness": 60.0 } } }, - "Science": { + "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 50.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 12.5 }, "medium": { - "accuracy": 8.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 69.5, + "cost": 0.0004, + "robustness": 0.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 7.7, + "cost": 0.0004, + "robustness": 0.0 }, "all": { - "accuracy": 14.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 89.1, + "cost": 0.0004, + "robustness": 6.7 } } - } - } - }, - "Technology": { - "metrics": { - "easy": { - "accuracy": 57.4, - "cost": 0.0001, - "robustness": 76.7 - }, - "medium": { - "accuracy": 18.6, - "cost": 0.0001, - "robustness": 90.5 - }, - "hard": { - "accuracy": 1.9, - "cost": 0.0001, - "robustness": 85.7 }, - "all": { - "accuracy": 39.5, - "cost": 0.0001, - "robustness": 81.7 - } - }, - "subcategories": { - "Engineering": { + "Mathematics": { "metrics": { "easy": { - "accuracy": 49.2, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 98.9, + "cost": 0.0002, + "robustness": 36.4 }, "medium": { - "accuracy": 15.6, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 84.4, + "cost": 0.0006, + "robustness": 36.4 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 48.3, + "cost": 0.0016, + "robustness": 40.0 }, "all": { - "accuracy": 26.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 85.4, + "cost": 0.0006, + "robustness": 37.0 } } }, - "Medicine and health": { + "Physics": { "metrics": { "easy": { - "accuracy": 57.6, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 70.6 + "robustness": 0.0 }, "medium": { - "accuracy": 20.2, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 85.7, + "cost": 0.0007, + "robustness": 50.0 }, "hard": { - "accuracy": 2.7, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 36.4, + "cost": 0.0008, + "robustness": 0 }, "all": { - "accuracy": 42.2, - "cost": 0.0001, - "robustness": 72.3 + "accuracy": 86.6, + "cost": 0.0004, + "robustness": 20.0 } } }, - "Management and public relations": { + "Science": { "metrics": { "easy": { - "accuracy": 71.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 20.0 }, "medium": { - "accuracy": 27.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 64.0, + "cost": 0.0014, + "robustness": 0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 8.5, + "cost": 0.0009, + "robustness": 0.0 }, "all": { - "accuracy": 63.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 44.7, + "cost": 0.0009, + "robustness": 12.5 } } } } }, - "Arts & recreation": { + "Social Science": { "metrics": { "easy": { - "accuracy": 52.7, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 95.6, + "cost": 0.0003, + "robustness": 38.9 }, "medium": { - "accuracy": 15.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 68.8, + "cost": 0.0006, + "robustness": 25.0 }, "hard": { - "accuracy": 0.7, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 10.7, + "cost": 0.0011, + "robustness": 0.0 }, "all": { - "accuracy": 28.1, - "cost": 0.0001, - "robustness": 95.8 + "accuracy": 67.9, + "cost": 0.0006, + "robustness": 27.0 } }, "subcategories": { - "Sports, games and entertainment": { + "Economics": { "metrics": { "easy": { - "accuracy": 43.6, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 96.7, + "cost": 0.0002, + "robustness": 33.3 }, "medium": { - "accuracy": 11.0, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 77.3, + "cost": 0.0007, + "robustness": 0.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 12.5, + "cost": 0.0015, + "robustness": 0.0 }, "all": { - "accuracy": 23.5, - "cost": 0.0001, - "robustness": 87.5 + "accuracy": 73.5, + "cost": 0.0006, + "robustness": 19.0 } } }, - "Music": { + "Law": { "metrics": { "easy": { - "accuracy": 59.6, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.8, + "cost": 0.0004, + "robustness": 33.3 }, "medium": { - "accuracy": 22.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 57.1, + "cost": 0.0005, + "robustness": 50.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 10.0, + "cost": 0.0005, + "robustness": 0.0 }, "all": { - "accuracy": 35.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 62.0, + "cost": 0.0005, + "robustness": 33.3 } } }, - "Arts": { + "Social problems": { "metrics": { "easy": { - "accuracy": 62.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.9, + "cost": 0.0002, + "robustness": 66.7 }, "medium": { - "accuracy": 5.1, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 11.1, + "cost": 0.0006, + "robustness": 0 }, "hard": { - "accuracy": 1.8, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 26.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 77.0, + "cost": 0.0003, + "robustness": 50.0 } } - } - } - }, - "Literature": { - "metrics": { - "easy": { - "accuracy": 57.3, - "cost": 0.0001, - "robustness": 100.0 - }, - "medium": { - "accuracy": 9.5, - "cost": 0.0001, - "robustness": 100.0 - }, - "hard": { - "accuracy": 12.4, - "cost": 0.0001, - "robustness": 66.7 }, - "all": { - "accuracy": 19.4, - "cost": 0.0001, - "robustness": 72.4 - } - }, - "subcategories": { - "Literature, rhetoric and criticism": { + "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 57.3, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 100.0 + "robustness": 0 }, "medium": { - "accuracy": 9.5, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 61.1, + "cost": 0.0004, + "robustness": 50.0 }, "hard": { - "accuracy": 12.4, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 8.8, + "cost": 0.0008, + "robustness": 0.0 }, "all": { - "accuracy": 19.4, - "cost": 0.0001, - "robustness": 72.4 + "accuracy": 30.9, + "cost": 0.0007, + "robustness": 33.3 } } } } }, - "History": { + "Technology": { "metrics": { "easy": { - "accuracy": 51.6, - "cost": 0.0001, - "robustness": 95.7 + "accuracy": 95.1, + "cost": 0.0004, + "robustness": 14.0 }, "medium": { - "accuracy": 10.2, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 71.0, + "cost": 0.0008, + "robustness": 19.0 }, "hard": { - "accuracy": 2.7, - "cost": 0.0001, - "robustness": 90.0 + "accuracy": 29.9, + "cost": 0.001, + "robustness": 42.9 }, "all": { - "accuracy": 30.7, - "cost": 0.0001, - "robustness": 92.3 + "accuracy": 80.6, + "cost": 0.0006, + "robustness": 18.3 } }, "subcategories": { - "Geography": { + "Engineering": { "metrics": { "easy": { - "accuracy": 60.6, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.6, + "cost": 0.0005, + "robustness": 20.0 }, "medium": { - "accuracy": 6.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 89.2, + "cost": 0.0013, + "robustness": 15.4 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 59.5, + "cost": 0.0019, + "robustness": 100.0 }, "all": { - "accuracy": 45.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 88.7, + "cost": 0.0011, + "robustness": 21.1 } } }, - "History": { + "Management and public relations": { "metrics": { "easy": { - "accuracy": 48.9, - "cost": 0.0001, - "robustness": 90.9 + "accuracy": 100.0, + "cost": 0.0006, + "robustness": 25.0 }, "medium": { - "accuracy": 10.8, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 54.5, + "cost": 0.0005, + "robustness": 0.0 }, "hard": { - "accuracy": 2.2, - "cost": 0.0001, - "robustness": 90.0 + "accuracy": 0.0, + "cost": 0.0008, + "robustness": 0 }, "all": { - "accuracy": 25.5, - "cost": 0.0001, - "robustness": 88.5 + "accuracy": 90.4, + "cost": 0.0006, + "robustness": 20.0 } } }, - "Biography and genealogy": { + "Medicine and health": { "metrics": { "easy": { - "accuracy": 42.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 94.2, + "cost": 0.0003, + "robustness": 11.8 }, "medium": { - "accuracy": 11.1, - "cost": 0.0, - "robustness": 0 + "accuracy": 59.1, + "cost": 0.0005, + "robustness": 28.6 }, "hard": { - "accuracy": 100.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 19.5, + "cost": 0.0007, + "robustness": 33.3 }, "all": { - "accuracy": 38.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 77.1, + "cost": 0.0004, + "robustness": 17.0 } } } @@ -11135,931 +16727,931 @@ } } }, - "chayan": { + "orcarouter": { "metrics": { "easy": { - "accuracy": 90.7, - "cost": 0.0002, - "robustness": 0 + "accuracy": 97.0, + "cost": 0.0006, + "robustness": 22.7 }, "medium": { - "accuracy": 55.6, - "cost": 0.0006, - "robustness": 0 + "accuracy": 74.6, + "cost": 0.0011, + "robustness": 15.9 }, "hard": { - "accuracy": 24.1, - "cost": 0.0012, - "robustness": 0 + "accuracy": 33.6, + "cost": 0.0016, + "robustness": 29.4 }, "all": { - "accuracy": 64.9, - "cost": 0.0006, - "robustness": 0 + "accuracy": 75.6, + "cost": 0.001, + "robustness": 22.6 } }, "categories": { - "Computer science, information, and general works": { + "Arts & recreation": { "metrics": { "easy": { - "accuracy": 91.9, - "cost": 0.0002, - "robustness": 0 + "accuracy": 97.3, + "cost": 0.0007, + "robustness": 0.0 }, "medium": { - "accuracy": 68.2, - "cost": 0.0005, - "robustness": 0 + "accuracy": 62.0, + "cost": 0.0019, + "robustness": 45.5 }, "hard": { - "accuracy": 27.8, + "accuracy": 13.6, + "cost": 0.0026, + "robustness": 40.0 + }, + "all": { + "accuracy": 66.9, "cost": 0.0016, - "robustness": 0 + "robustness": 29.2 + } + }, + "subcategories": { + "Arts": { + "metrics": { + "easy": { + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 0.0 + }, + "medium": { + "accuracy": 71.8, + "cost": 0.0009, + "robustness": 0.0 + }, + "hard": { + "accuracy": 10.7, + "cost": 0.002, + "robustness": 50.0 + }, + "all": { + "accuracy": 60.4, + "cost": 0.0011, + "robustness": 20.0 + } + } }, - "all": { - "accuracy": 72.9, - "cost": 0.0005, - "robustness": 0 - } - }, - "subcategories": { - "Library and information sciences": { + "Music": { "metrics": { "easy": { - "accuracy": 88.7, - "cost": 0.0002, - "robustness": 0 + "accuracy": 97.0, + "cost": 0.0004, + "robustness": 0.0 }, "medium": { - "accuracy": 44.7, - "cost": 0.0003, - "robustness": 0 + "accuracy": 53.4, + "cost": 0.0019, + "robustness": 80.0 }, "hard": { - "accuracy": 2.8, - "cost": 0.0002, - "robustness": 0 + "accuracy": 20.0, + "cost": 0.0022, + "robustness": 0.0 }, "all": { - "accuracy": 71.5, - "cost": 0.0002, - "robustness": 0 + "accuracy": 67.9, + "cost": 0.0013, + "robustness": 36.4 } } }, - "Computer science, knowledge, and systems": { + "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 94.0, - "cost": 0.0001, - "robustness": 0 + "accuracy": 96.4, + "cost": 0.0011, + "robustness": 0.0 }, "medium": { - "accuracy": 73.5, - "cost": 0.0005, - "robustness": 0 + "accuracy": 68.0, + "cost": 0.0023, + "robustness": 25.0 }, "hard": { - "accuracy": 32.1, - "cost": 0.0018, - "robustness": 0 + "accuracy": 13.6, + "cost": 0.0031, + "robustness": 50.0 }, "all": { - "accuracy": 73.4, - "cost": 0.0006, - "robustness": 0 + "accuracy": 69.3, + "cost": 0.002, + "robustness": 25.0 } } } } }, - "Philosophy and psychology": { + "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 90.2, - "cost": 0.0002, - "robustness": 0 + "accuracy": 98.6, + "cost": 0.0006, + "robustness": 23.1 }, "medium": { - "accuracy": 51.2, - "cost": 0.0004, - "robustness": 0 + "accuracy": 84.2, + "cost": 0.0011, + "robustness": 9.5 }, "hard": { - "accuracy": 9.9, - "cost": 0.0004, - "robustness": 0 + "accuracy": 44.5, + "cost": 0.0032, + "robustness": 60.0 }, "all": { - "accuracy": 69.1, - "cost": 0.0003, - "robustness": 0 + "accuracy": 84.4, + "cost": 0.0012, + "robustness": 27.4 } }, "subcategories": { - "Ethics": { + "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 88.6, - "cost": 0.0002, - "robustness": 0 + "accuracy": 98.8, + "cost": 0.0006, + "robustness": 23.1 }, "medium": { - "accuracy": 30.6, - "cost": 0.0004, - "robustness": 0 + "accuracy": 89.4, + "cost": 0.0011, + "robustness": 11.8 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 0 + "accuracy": 50.2, + "cost": 0.0037, + "robustness": 61.5 }, "all": { - "accuracy": 67.1, - "cost": 0.0003, - "robustness": 0 + "accuracy": 85.2, + "cost": 0.0015, + "robustness": 30.2 } } }, - "Philosophy": { + "Library and information sciences": { "metrics": { "easy": { - "accuracy": 86.5, - "cost": 0.0002, - "robustness": 0 - }, - "medium": { - "accuracy": 62.5, - "cost": 0.0004, - "robustness": 0 - }, - "hard": { - "accuracy": 13.3, + "accuracy": 98.2, "cost": 0.0005, - "robustness": 0 - }, - "all": { - "accuracy": 51.6, - "cost": 0.0004, - "robustness": 0 - } - } - }, - "Psychology": { - "metrics": { - "easy": { - "accuracy": 92.6, - "cost": 0.0002, - "robustness": 0 + "robustness": 23.1 }, "medium": { - "accuracy": 60.4, - "cost": 0.0003, - "robustness": 0 + "accuracy": 61.2, + "cost": 0.0008, + "robustness": 0.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 0 - }, - "all": { - "accuracy": 75.4, - "cost": 0.0002, - "robustness": 0 - } - } - }, - "Philosophical logic": { - "metrics": { - "easy": { - "accuracy": 92.3, - "cost": 0.0001, - "robustness": 0 - }, - "medium": { - "accuracy": 73.7, + "accuracy": 11.1, "cost": 0.0004, - "robustness": 0 - }, - "hard": { - "accuracy": 40.0, - "cost": 0.0009, - "robustness": 0 + "robustness": 50.0 }, "all": { - "accuracy": 83.3, - "cost": 0.0003, - "robustness": 0 + "accuracy": 82.3, + "cost": 0.0006, + "robustness": 21.1 } } } } }, - "Social Science": { + "History": { "metrics": { "easy": { - "accuracy": 90.3, - "cost": 0.0002, - "robustness": 0 + "accuracy": 96.8, + "cost": 0.0006, + "robustness": 30.4 }, "medium": { - "accuracy": 56.5, - "cost": 0.0006, - "robustness": 0 + "accuracy": 74.0, + "cost": 0.001, + "robustness": 0.0 }, "hard": { - "accuracy": 6.0, - "cost": 0.001, - "robustness": 0 + "accuracy": 16.8, + "cost": 0.0013, + "robustness": 10.0 }, "all": { - "accuracy": 60.1, - "cost": 0.0005, - "robustness": 0 + "accuracy": 74.0, + "cost": 0.0009, + "robustness": 20.5 } }, "subcategories": { - "Economics": { + "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 89.6, - "cost": 0.0002, - "robustness": 0 + "accuracy": 90.5, + "cost": 0.0005, + "robustness": 25.0 }, "medium": { - "accuracy": 60.7, - "cost": 0.0007, + "accuracy": 77.8, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 7.5, - "cost": 0.0015, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 63.1, - "cost": 0.0006, - "robustness": 0 + "accuracy": 86.5, + "cost": 0.0005, + "robustness": 25.0 } } }, - "Law": { + "Geography": { "metrics": { "easy": { - "accuracy": 89.2, - "cost": 0.0003, - "robustness": 0 + "accuracy": 99.1, + "cost": 0.0005, + "robustness": 25.0 }, "medium": { - "accuracy": 50.8, - "cost": 0.0005, - "robustness": 0 + "accuracy": 72.4, + "cost": 0.0007, + "robustness": 0.0 }, "hard": { - "accuracy": 6.7, - "cost": 0.0003, + "accuracy": 25.0, + "cost": 0.0013, "robustness": 0 }, - "all": { - "accuracy": 58.2, - "cost": 0.0004, - "robustness": 0 + "all": { + "accuracy": 88.0, + "cost": 0.0006, + "robustness": 22.2 } } }, - "Social sciences, sociology, and anthropology": { + "History": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0005, - "robustness": 0 + "accuracy": 96.9, + "cost": 0.0007, + "robustness": 36.4 }, "medium": { - "accuracy": 61.1, - "cost": 0.0005, - "robustness": 0 + "accuracy": 74.1, + "cost": 0.0012, + "robustness": 0.0 }, "hard": { - "accuracy": 2.9, - "cost": 0.0005, - "robustness": 0 + "accuracy": 16.2, + "cost": 0.0013, + "robustness": 10.0 }, "all": { - "accuracy": 27.3, - "cost": 0.0005, - "robustness": 0 + "accuracy": 68.5, + "cost": 0.001, + "robustness": 19.2 } } + } + } + }, + "Language": { + "metrics": { + "easy": { + "accuracy": 93.8, + "cost": 0.0005, + "robustness": 18.2 }, - "Social problems": { + "medium": { + "accuracy": 58.1, + "cost": 0.0007, + "robustness": 11.1 + }, + "hard": { + "accuracy": 61.6, + "cost": 0.001, + "robustness": 16.0 + }, + "all": { + "accuracy": 70.4, + "cost": 0.0008, + "robustness": 15.6 + } + }, + "subcategories": { + "Language": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0001, - "robustness": 0 + "accuracy": 93.8, + "cost": 0.0005, + "robustness": 18.2 }, "medium": { - "accuracy": 11.1, - "cost": 0.0002, - "robustness": 0 + "accuracy": 58.1, + "cost": 0.0007, + "robustness": 11.1 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 0 + "accuracy": 61.6, + "cost": 0.001, + "robustness": 16.0 }, "all": { - "accuracy": 73.8, - "cost": 0.0001, - "robustness": 0 + "accuracy": 70.4, + "cost": 0.0008, + "robustness": 15.6 } } } } }, - "Language": { + "Literature": { "metrics": { "easy": { - "accuracy": 76.1, - "cost": 0.0002, - "robustness": 0 + "accuracy": 99.1, + "cost": 0.0005, + "robustness": 33.3 }, "medium": { - "accuracy": 38.3, - "cost": 0.0004, - "robustness": 0 + "accuracy": 76.7, + "cost": 0.0011, + "robustness": 0.0 }, "hard": { - "accuracy": 49.9, - "cost": 0.0006, - "robustness": 0 + "accuracy": 32.0, + "cost": 0.0013, + "robustness": 16.7 }, "all": { - "accuracy": 54.9, - "cost": 0.0004, - "robustness": 0 + "accuracy": 47.2, + "cost": 0.0011, + "robustness": 17.2 } }, "subcategories": { - "Language": { + "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 76.1, - "cost": 0.0002, - "robustness": 0 + "accuracy": 99.1, + "cost": 0.0005, + "robustness": 33.3 }, "medium": { - "accuracy": 38.3, - "cost": 0.0004, - "robustness": 0 + "accuracy": 76.7, + "cost": 0.0011, + "robustness": 0.0 }, "hard": { - "accuracy": 49.9, - "cost": 0.0006, - "robustness": 0 + "accuracy": 32.0, + "cost": 0.0013, + "robustness": 16.7 }, "all": { - "accuracy": 54.9, - "cost": 0.0004, - "robustness": 0 + "accuracy": 47.2, + "cost": 0.0011, + "robustness": 17.2 } } } } }, - "Science": { + "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 94.7, - "cost": 0.0002, - "robustness": 0 + "accuracy": 96.1, + "cost": 0.0006, + "robustness": 33.3 }, "medium": { - "accuracy": 62.7, - "cost": 0.0005, - "robustness": 0 + "accuracy": 66.4, + "cost": 0.0008, + "robustness": 20.0 }, "hard": { - "accuracy": 17.0, - "cost": 0.0009, - "robustness": 0 + "accuracy": 27.2, + "cost": 0.0011, + "robustness": 42.9 }, "all": { - "accuracy": 74.1, - "cost": 0.0004, - "robustness": 0 + "accuracy": 79.1, + "cost": 0.0007, + "robustness": 31.8 } }, "subcategories": { - "Mathematics": { + "Ethics": { "metrics": { "easy": { - "accuracy": 93.1, - "cost": 0.0003, - "robustness": 0 + "accuracy": 94.1, + "cost": 0.0005, + "robustness": 28.6 }, "medium": { - "accuracy": 62.0, - "cost": 0.0006, - "robustness": 0 + "accuracy": 40.0, + "cost": 0.0007, + "robustness": 20.0 }, "hard": { - "accuracy": 27.0, - "cost": 0.0013, - "robustness": 0 + "accuracy": 15.4, + "cost": 0.0005, + "robustness": 0.0 }, "all": { - "accuracy": 70.4, + "accuracy": 74.2, "cost": 0.0006, - "robustness": 0 + "robustness": 23.8 } } }, - "Earth sciences and geology": { + "Philosophical logic": { "metrics": { "easy": { - "accuracy": 96.1, - "cost": 0.0002, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0008, + "robustness": 0.0 }, "medium": { - "accuracy": 57.6, - "cost": 0.0002, - "robustness": 0 + "accuracy": 89.5, + "cost": 0.0011, + "robustness": 33.3 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, + "accuracy": 60.0, + "cost": 0.0027, "robustness": 0 }, "all": { - "accuracy": 85.5, - "cost": 0.0002, - "robustness": 0 + "accuracy": 94.4, + "cost": 0.001, + "robustness": 14.3 } } }, - "Biology": { + "Philosophy": { "metrics": { "easy": { - "accuracy": 97.4, - "cost": 0.0001, - "robustness": 0 + "accuracy": 89.2, + "cost": 0.0008, + "robustness": 66.7 }, "medium": { - "accuracy": 47.1, - "cost": 0.0004, - "robustness": 0 + "accuracy": 77.5, + "cost": 0.0009, + "robustness": 0.0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0002, - "robustness": 0 + "accuracy": 28.9, + "cost": 0.0013, + "robustness": 66.7 }, "all": { - "accuracy": 86.0, - "cost": 0.0002, + "accuracy": 63.1, + "cost": 0.001, + "robustness": 50.0 + } + } + }, + "Psychology": { + "metrics": { + "easy": { + "accuracy": 99.2, + "cost": 0.0006, + "robustness": 50.0 + }, + "medium": { + "accuracy": 85.4, + "cost": 0.0008, "robustness": 0 + }, + "hard": { + "accuracy": 22.2, + "cost": 0.0006, + "robustness": 50.0 + }, + "all": { + "accuracy": 88.2, + "cost": 0.0006, + "robustness": 50.0 } } + } + } + }, + "Science": { + "metrics": { + "easy": { + "accuracy": 98.2, + "cost": 0.0005, + "robustness": 10.3 }, - "Chemistry": { + "medium": { + "accuracy": 81.0, + "cost": 0.0011, + "robustness": 14.3 + }, + "hard": { + "accuracy": 27.8, + "cost": 0.002, + "robustness": 44.4 + }, + "all": { + "accuracy": 83.1, + "cost": 0.0009, + "robustness": 15.9 + } + }, + "subcategories": { + "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.3, + "accuracy": 95.0, "cost": 0.0002, - "robustness": 0 + "robustness": 0.0 }, "medium": { - "accuracy": 76.5, - "cost": 0.0004, + "accuracy": 60.0, + "cost": 0.001, "robustness": 0 }, "hard": { - "accuracy": 7.7, - "cost": 0.0002, + "accuracy": 0, + "cost": 0, "robustness": 0 }, "all": { - "accuracy": 75.6, - "cost": 0.0003, - "robustness": 0 + "accuracy": 88.0, + "cost": 0.0004, + "robustness": 0.0 } } }, - "Physics": { + "Biology": { "metrics": { "easy": { - "accuracy": 88.6, - "cost": 0.0001, - "robustness": 0 + "accuracy": 97.4, + "cost": 0.0006, + "robustness": 14.3 }, "medium": { - "accuracy": 76.2, - "cost": 0.0004, + "accuracy": 82.4, + "cost": 0.0006, "robustness": 0 }, "hard": { - "accuracy": 36.4, - "cost": 0.0006, + "accuracy": 22.2, + "cost": 0.0007, "robustness": 0 }, "all": { - "accuracy": 77.3, - "cost": 0.0003, - "robustness": 0 + "accuracy": 90.9, + "cost": 0.0006, + "robustness": 14.3 } } }, - "Animals (Zoology)": { + "Chemistry": { "metrics": { "easy": { - "accuracy": 90.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 100.0, + "cost": 0.0008, + "robustness": 33.3 }, "medium": { - "accuracy": 40.0, - "cost": 0.0002, - "robustness": 0 + "accuracy": 94.1, + "cost": 0.0014, + "robustness": 0.0 }, "hard": { - "accuracy": 0, - "cost": 0, + "accuracy": 30.8, + "cost": 0.0007, "robustness": 0 }, "all": { - "accuracy": 80.0, - "cost": 0.0001, - "robustness": 0 + "accuracy": 87.8, + "cost": 0.001, + "robustness": 20.0 } } }, - "Science": { + "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0001, - "robustness": 0 + "accuracy": 98.1, + "cost": 0.0005, + "robustness": 0.0 }, "medium": { - "accuracy": 56.0, - "cost": 0.0005, - "robustness": 0 + "accuracy": 74.6, + "cost": 0.0008, + "robustness": 0.0 }, "hard": { - "accuracy": 5.1, + "accuracy": 23.1, "cost": 0.0006, - "robustness": 0 + "robustness": 100.0 }, "all": { - "accuracy": 40.4, - "cost": 0.0004, - "robustness": 0 + "accuracy": 90.9, + "cost": 0.0005, + "robustness": 6.7 } } - } - } - }, - "Technology": { - "metrics": { - "easy": { - "accuracy": 93.1, - "cost": 0.0002, - "robustness": 0 - }, - "medium": { - "accuracy": 53.1, - "cost": 0.0005, - "robustness": 0 }, - "hard": { - "accuracy": 13.4, - "cost": 0.0004, - "robustness": 0 - }, - "all": { - "accuracy": 72.1, - "cost": 0.0003, - "robustness": 0 - } - }, - "subcategories": { - "Engineering": { + "Mathematics": { "metrics": { "easy": { - "accuracy": 93.7, - "cost": 0.0003, - "robustness": 0 + "accuracy": 98.9, + "cost": 0.0006, + "robustness": 18.2 }, "medium": { - "accuracy": 70.1, - "cost": 0.0008, - "robustness": 0 + "accuracy": 82.8, + "cost": 0.0011, + "robustness": 27.3 }, "hard": { - "accuracy": 33.3, - "cost": 0.0008, - "robustness": 0 + "accuracy": 37.1, + "cost": 0.003, + "robustness": 60.0 }, "all": { - "accuracy": 74.3, - "cost": 0.0006, - "robustness": 0 + "accuracy": 83.0, + "cost": 0.0012, + "robustness": 29.6 } } }, - "Medicine and health": { + "Physics": { "metrics": { "easy": { - "accuracy": 92.8, - "cost": 0.0002, - "robustness": 0 + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 0.0 }, "medium": { - "accuracy": 42.6, - "cost": 0.0003, - "robustness": 0 + "accuracy": 76.2, + "cost": 0.0014, + "robustness": 0.0 }, "hard": { - "accuracy": 6.2, - "cost": 0.0003, + "accuracy": 63.6, + "cost": 0.0021, "robustness": 0 }, "all": { - "accuracy": 70.7, - "cost": 0.0002, - "robustness": 0 + "accuracy": 84.5, + "cost": 0.001, + "robustness": 0.0 } } }, - "Management and public relations": { + "Science": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0002, - "robustness": 0 + "accuracy": 96.7, + "cost": 0.0004, + "robustness": 0.0 }, "medium": { - "accuracy": 27.3, - "cost": 0.0, + "accuracy": 72.0, + "cost": 0.0013, "robustness": 0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 0 + "accuracy": 8.5, + "cost": 0.0013, + "robustness": 0.0 }, "all": { - "accuracy": 82.2, - "cost": 0.0001, - "robustness": 0 + "accuracy": 45.6, + "cost": 0.001, + "robustness": 0.0 } } } } }, - "Arts & recreation": { + "Social Science": { "metrics": { "easy": { - "accuracy": 81.5, - "cost": 0.0006, - "robustness": 0 + "accuracy": 94.6, + "cost": 0.0007, + "robustness": 27.8 }, "medium": { - "accuracy": 32.9, + "accuracy": 76.3, "cost": 0.0013, - "robustness": 0 + "robustness": 8.3 }, "hard": { - "accuracy": 6.1, - "cost": 0.0015, - "robustness": 0 + "accuracy": 17.4, + "cost": 0.0014, + "robustness": 42.9 }, "all": { - "accuracy": 48.0, - "cost": 0.001, - "robustness": 0 + "accuracy": 71.6, + "cost": 0.0011, + "robustness": 24.3 } }, "subcategories": { - "Sports, games and entertainment": { + "Economics": { "metrics": { "easy": { - "accuracy": 70.7, - "cost": 0.0009, - "robustness": 0 + "accuracy": 95.6, + "cost": 0.0007, + "robustness": 25.0 }, "medium": { - "accuracy": 26.0, - "cost": 0.0023, - "robustness": 0 + "accuracy": 78.5, + "cost": 0.0012, + "robustness": 16.7 }, - "hard": { - "accuracy": 3.0, - "cost": 0.0026, - "robustness": 0 + "hard": { + "accuracy": 17.5, + "cost": 0.0015, + "robustness": 0.0 }, "all": { - "accuracy": 41.5, - "cost": 0.0017, - "robustness": 0 + "accuracy": 74.4, + "cost": 0.001, + "robustness": 19.0 } } }, - "Music": { + "Law": { "metrics": { "easy": { - "accuracy": 85.9, - "cost": 0.0004, - "robustness": 0 + "accuracy": 92.3, + "cost": 0.0011, + "robustness": 33.3 }, "medium": { - "accuracy": 27.6, - "cost": 0.0008, - "robustness": 0 + "accuracy": 77.8, + "cost": 0.0016, + "robustness": 0.0 }, "hard": { - "accuracy": 24.0, - "cost": 0.0007, - "robustness": 0 + "accuracy": 20.0, + "cost": 0.001, + "robustness": 100.0 }, "all": { - "accuracy": 51.2, - "cost": 0.0006, - "robustness": 0 + "accuracy": 72.8, + "cost": 0.0013, + "robustness": 33.3 } } }, - "Arts": { + "Social problems": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0002, - "robustness": 0 + "accuracy": 95.7, + "cost": 0.0003, + "robustness": 33.3 }, "medium": { - "accuracy": 66.7, - "cost": 0.0003, + "accuracy": 44.4, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 1.8, - "cost": 0.0004, - "robustness": 0 + "accuracy": 0.0, + "cost": 0.0003, + "robustness": 0.0 }, "all": { - "accuracy": 55.8, + "accuracy": 80.3, "cost": 0.0003, - "robustness": 0 + "robustness": 25.0 } } - } - } - }, - "Literature": { - "metrics": { - "easy": { - "accuracy": 97.3, - "cost": 0.0005, - "robustness": 0 - }, - "medium": { - "accuracy": 64.7, - "cost": 0.0009, - "robustness": 0 - }, - "hard": { - "accuracy": 29.2, - "cost": 0.002, - "robustness": 0 }, - "all": { - "accuracy": 43.6, - "cost": 0.0016, - "robustness": 0 - } - }, - "subcategories": { - "Literature, rhetoric and criticism": { + "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0005, + "accuracy": 66.7, + "cost": 0.0001, "robustness": 0 }, "medium": { - "accuracy": 64.7, - "cost": 0.0009, - "robustness": 0 + "accuracy": 66.7, + "cost": 0.0014, + "robustness": 0.0 }, "hard": { - "accuracy": 29.2, - "cost": 0.002, - "robustness": 0 + "accuracy": 17.6, + "cost": 0.0015, + "robustness": 100.0 }, "all": { - "accuracy": 43.6, - "cost": 0.0016, - "robustness": 0 + "accuracy": 36.4, + "cost": 0.0014, + "robustness": 33.3 } } } } }, - "History": { + "Technology": { "metrics": { "easy": { - "accuracy": 89.0, - "cost": 0.0003, - "robustness": 0 + "accuracy": 96.4, + "cost": 0.0006, + "robustness": 25.6 }, "medium": { - "accuracy": 61.0, - "cost": 0.0004, - "robustness": 0 + "accuracy": 74.5, + "cost": 0.001, + "robustness": 19.0 }, "hard": { - "accuracy": 8.1, - "cost": 0.0005, - "robustness": 0 + "accuracy": 24.2, + "cost": 0.0012, + "robustness": 28.6 }, "all": { - "accuracy": 64.7, - "cost": 0.0004, - "robustness": 0 + "accuracy": 81.7, + "cost": 0.0008, + "robustness": 23.9 } }, "subcategories": { - "Geography": { + "Engineering": { "metrics": { "easy": { - "accuracy": 91.7, - "cost": 0.0002, - "robustness": 0 + "accuracy": 96.0, + "cost": 0.0009, + "robustness": 0.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0004, - "robustness": 0 + "accuracy": 86.8, + "cost": 0.0012, + "robustness": 15.4 }, "hard": { - "accuracy": 16.7, - "cost": 0.0004, - "robustness": 0 + "accuracy": 35.7, + "cost": 0.002, + "robustness": 0.0 }, "all": { - "accuracy": 81.3, - "cost": 0.0002, - "robustness": 0 + "accuracy": 83.9, + "cost": 0.0012, + "robustness": 10.5 } } }, - "History": { + "Management and public relations": { "metrics": { "easy": { - "accuracy": 86.5, - "cost": 0.0004, - "robustness": 0 + "accuracy": 96.7, + "cost": 0.0006, + "robustness": 25.0 }, "medium": { - "accuracy": 59.7, + "accuracy": 63.6, "cost": 0.0005, - "robustness": 0 + "robustness": 0.0 }, "hard": { - "accuracy": 7.4, - "cost": 0.0005, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 57.4, - "cost": 0.0004, - "robustness": 0 + "accuracy": 89.0, + "cost": 0.0006, + "robustness": 20.0 } } }, - "Biography and genealogy": { + "Medicine and health": { "metrics": { "easy": { - "accuracy": 95.2, - "cost": 0.0001, - "robustness": 0 + "accuracy": 96.4, + "cost": 0.0005, + "robustness": 29.4 }, "medium": { - "accuracy": 55.6, - "cost": 0.0, - "robustness": 0 + "accuracy": 66.5, + "cost": 0.0009, + "robustness": 28.6 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 0 + "accuracy": 20.4, + "cost": 0.0009, + "robustness": 33.3 }, "all": { - "accuracy": 86.5, - "cost": 0.0001, - "robustness": 0 + "accuracy": 80.4, + "cost": 0.0007, + "robustness": 29.8 } } } @@ -12067,123 +17659,123 @@ } } }, - "r2-router": { + "hybrid-router": { "metrics": { "easy": { - "accuracy": 95.8, - "cost": 0.0001, - "robustness": 47.0 + "accuracy": 96.3, + "cost": 0.0, + "robustness": 96.0 }, "medium": { - "accuracy": 67.3, - "cost": 0.0001, - "robustness": 50.4 + "accuracy": 67.8, + "cost": 0.0, + "robustness": 96.5 }, "hard": { - "accuracy": 26.2, + "accuracy": 25.7, "cost": 0.0001, - "robustness": 38.5 + "robustness": 98.2 }, "all": { - "accuracy": 71.2, - "cost": 0.0001, - "robustness": 45.7 + "accuracy": 71.5, + "cost": 0.0, + "robustness": 96.7 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 94.3, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 53.7, - "cost": 0.0002, - "robustness": 72.7 + "accuracy": 57.3, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 6.1, + "accuracy": 7.5, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 61.1, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 62.6, + "cost": 0.0, + "robustness": 100.0 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 94.9, + "accuracy": 98.3, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 84.6, + "accuracy": 74.4, "cost": 0.0, "robustness": 100.0 }, "hard": { "accuracy": 5.4, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 59.7, + "accuracy": 58.4, "cost": 0.0, - "robustness": 40.0 + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 98.0, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 96.0, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 43.1, - "cost": 0.0002, - "robustness": 60.0 + "accuracy": 50.9, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 8.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 12.0, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 62.1, - "cost": 0.0002, - "robustness": 45.5 + "accuracy": 65.4, + "cost": 0.0, + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 92.1, - "cost": 0.0001, + "accuracy": 91.4, + "cost": 0.0, "robustness": 100.0 }, "medium": { - "accuracy": 54.0, + "accuracy": 58.0, "cost": 0.0001, - "robustness": 75.0 + "robustness": 100.0 }, "hard": { - "accuracy": 6.1, + "accuracy": 7.6, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 61.1, + "accuracy": 62.4, "cost": 0.0001, - "robustness": 62.5 + "robustness": 100.0 } } } @@ -12192,48 +17784,48 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0001, - "robustness": 42.3 + "accuracy": 97.7, + "cost": 0.0, + "robustness": 92.3 }, "medium": { - "accuracy": 80.7, - "cost": 0.0001, - "robustness": 42.9 + "accuracy": 80.5, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 32.2, - "cost": 0.0003, - "robustness": 53.3 + "accuracy": 33.1, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 80.4, + "accuracy": 80.7, "cost": 0.0001, - "robustness": 45.2 + "robustness": 96.8 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0001, - "robustness": 46.2 + "accuracy": 98.8, + "cost": 0.0, + "robustness": 84.6 }, "medium": { - "accuracy": 84.9, + "accuracy": 83.0, "cost": 0.0001, - "robustness": 52.9 + "robustness": 100.0 }, "hard": { "accuracy": 37.3, - "cost": 0.0004, - "robustness": 53.8 + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 80.5, - "cost": 0.0002, - "robustness": 51.2 + "accuracy": 80.1, + "cost": 0.0001, + "robustness": 95.3 } } }, @@ -12242,22 +17834,22 @@ "easy": { "accuracy": 96.0, "cost": 0.0, - "robustness": 38.5 + "robustness": 100.0 }, "medium": { - "accuracy": 62.4, + "accuracy": 69.4, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "hard": { - "accuracy": 2.8, + "accuracy": 8.3, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 80.3, + "accuracy": 82.3, "cost": 0.0, - "robustness": 31.6 + "robustness": 100.0 } } } @@ -12266,24 +17858,24 @@ "History": { "metrics": { "easy": { - "accuracy": 96.8, + "accuracy": 96.5, "cost": 0.0, - "robustness": 52.2 + "robustness": 95.7 }, "medium": { "accuracy": 62.1, - "cost": 0.0001, - "robustness": 16.7 + "cost": 0.0, + "robustness": 83.3 }, "hard": { - "accuracy": 10.1, - "cost": 0.0001, - "robustness": 30.0 + "accuracy": 9.4, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 69.6, - "cost": 0.0001, - "robustness": 41.0 + "accuracy": 69.3, + "cost": 0.0, + "robustness": 94.9 } }, "subcategories": { @@ -12292,70 +17884,70 @@ "easy": { "accuracy": 92.9, "cost": 0.0, - "robustness": 75.0 + "robustness": 100.0 }, "medium": { - "accuracy": 77.8, + "accuracy": 66.7, "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 0.0, + "accuracy": 100.0, "cost": 0.0, "robustness": 0 }, "all": { "accuracy": 88.5, "cost": 0.0, - "robustness": 75.0 + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 96.3, "cost": 0.0, - "robustness": 37.5 + "robustness": 100.0 }, "medium": { - "accuracy": 51.7, + "accuracy": 48.3, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "hard": { - "accuracy": 8.3, - "cost": 0.0001, + "accuracy": 25.0, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 83.3, + "accuracy": 81.3, "cost": 0.0, - "robustness": 33.3 + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0001, - "robustness": 54.5 + "accuracy": 97.3, + "cost": 0.0, + "robustness": 90.9 }, "medium": { - "accuracy": 63.3, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 64.7, + "cost": 0.0, + "robustness": 80.0 }, "hard": { - "accuracy": 10.3, - "cost": 0.0001, - "robustness": 30.0 + "accuracy": 7.4, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 63.5, - "cost": 0.0001, - "robustness": 38.5 + "accuracy": 63.7, + "cost": 0.0, + "robustness": 92.3 } } } @@ -12364,48 +17956,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 90.4, + "accuracy": 91.4, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 61.7, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 50.3, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 58.0, + "accuracy": 48.6, "cost": 0.0, - "robustness": 20.0 + "robustness": 96.0 }, "all": { - "accuracy": 68.6, + "accuracy": 61.8, "cost": 0.0, - "robustness": 11.1 + "robustness": 97.8 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 90.4, + "accuracy": 91.4, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 61.7, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 50.3, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 58.0, + "accuracy": 48.6, "cost": 0.0, - "robustness": 20.0 + "robustness": 96.0 }, "all": { - "accuracy": 68.6, + "accuracy": 61.8, "cost": 0.0, - "robustness": 11.1 + "robustness": 97.8 } } } @@ -12414,48 +18006,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 96.9, "cost": 0.0, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 56.2, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 65.0, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 30.1, + "accuracy": 28.8, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 44.0, - "cost": 0.0001, - "robustness": 51.7 + "accuracy": 43.3, + "cost": 0.0, + "robustness": 100.0 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 96.9, "cost": 0.0, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 56.2, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 65.0, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 30.1, + "accuracy": 28.8, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 44.0, - "cost": 0.0001, - "robustness": 51.7 + "accuracy": 43.3, + "cost": 0.0, + "robustness": 100.0 } } } @@ -12464,72 +18056,72 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 91.9, + "accuracy": 96.3, "cost": 0.0, - "robustness": 22.2 + "robustness": 96.3 }, "medium": { - "accuracy": 62.6, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 62.1, + "cost": 0.0, + "robustness": 80.0 }, "hard": { - "accuracy": 13.6, - "cost": 0.0001, - "robustness": 42.9 + "accuracy": 14.8, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 74.0, - "cost": 0.0001, - "robustness": 29.5 + "accuracy": 76.6, + "cost": 0.0, + "robustness": 93.2 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 85.9, + "accuracy": 94.6, "cost": 0.0, - "robustness": 21.4 + "robustness": 92.9 }, "medium": { - "accuracy": 47.1, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 37.6, + "cost": 0.0, + "robustness": 60.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, + "accuracy": 7.7, + "cost": 0.0, "robustness": 100.0 }, "all": { - "accuracy": 70.3, - "cost": 0.0001, - "robustness": 28.6 + "accuracy": 73.5, + "cost": 0.0, + "robustness": 85.7 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 }, "medium": { "accuracy": 84.2, - "cost": 0.0001, - "robustness": 66.7 + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 60.0, - "cost": 0.0003, + "accuracy": 80.0, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 90.7, - "cost": 0.0001, - "robustness": 42.9 + "accuracy": 93.5, + "cost": 0.0, + "robustness": 100.0 } } }, @@ -12538,22 +18130,22 @@ "easy": { "accuracy": 94.6, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 52.5, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 67.5, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 13.3, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 8.9, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 50.8, - "cost": 0.0001, - "robustness": 12.5 + "accuracy": 54.1, + "cost": 0.0, + "robustness": 100.0 } } }, @@ -12562,22 +18154,22 @@ "easy": { "accuracy": 97.5, "cost": 0.0, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 81.2, + "accuracy": 83.3, "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 11.1, + "accuracy": 16.7, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 85.0, + "accuracy": 86.1, "cost": 0.0, - "robustness": 37.5 + "robustness": 100.0 } } } @@ -12586,33 +18178,33 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.6, + "accuracy": 97.9, "cost": 0.0, - "robustness": 61.5 + "robustness": 97.4 }, "medium": { - "accuracy": 76.2, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 75.9, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 11.3, + "accuracy": 21.1, "cost": 0.0001, - "robustness": 44.4 + "robustness": 88.9 }, "all": { - "accuracy": 79.6, - "cost": 0.0001, - "robustness": 58.0 + "accuracy": 80.5, + "cost": 0.0, + "robustness": 97.1 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 95.0, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { "accuracy": 80.0, @@ -12625,18 +18217,18 @@ "robustness": 0 }, "all": { - "accuracy": 96.0, + "accuracy": 92.0, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 99.1, + "accuracy": 98.3, "cost": 0.0, - "robustness": 71.4 + "robustness": 100.0 }, "medium": { "accuracy": 64.7, @@ -12649,95 +18241,95 @@ "robustness": 0 }, "all": { - "accuracy": 89.5, + "accuracy": 88.8, "cost": 0.0, - "robustness": 71.4 + "robustness": 100.0 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 97.7, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 79.4, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 82.4, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 7.7, + "accuracy": 23.1, "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 78.9, - "cost": 0.0001, - "robustness": 60.0 + "accuracy": 81.1, + "cost": 0.0, + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.1, + "accuracy": 97.7, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 }, "medium": { "accuracy": 72.9, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 7.7, + "accuracy": 0.0, "cost": 0.0, "robustness": 0.0 }, "all": { - "accuracy": 90.0, + "accuracy": 89.4, "cost": 0.0, - "robustness": 46.7 + "robustness": 93.3 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0001, - "robustness": 72.7 + "accuracy": 99.2, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 79.2, + "accuracy": 79.6, "cost": 0.0001, - "robustness": 63.6 + "robustness": 100.0 }, "hard": { - "accuracy": 12.4, + "accuracy": 37.1, "cost": 0.0002, - "robustness": 80.0 + "robustness": 100.0 }, "all": { - "accuracy": 77.5, + "accuracy": 81.9, "cost": 0.0001, - "robustness": 70.4 + "robustness": 100.0 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 95.5, "cost": 0.0, "robustness": 100.0 }, "medium": { - "accuracy": 83.3, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 78.6, + "cost": 0.0, + "robustness": 100.0 }, "hard": { "accuracy": 27.3, @@ -12745,33 +18337,33 @@ "robustness": 0 }, "all": { - "accuracy": 84.5, + "accuracy": 80.4, "cost": 0.0, - "robustness": 80.0 + "robustness": 100.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 93.3, "cost": 0.0, - "robustness": 40.0 + "robustness": 80.0 }, "medium": { - "accuracy": 44.0, + "accuracy": 40.0, "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 8.5, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 1.7, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 40.4, + "accuracy": 34.2, "cost": 0.0, - "robustness": 25.0 + "robustness": 87.5 } } } @@ -12782,94 +18374,94 @@ "easy": { "accuracy": 95.3, "cost": 0.0, - "robustness": 55.6 + "robustness": 100.0 }, "medium": { - "accuracy": 60.5, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 62.5, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 8.7, + "accuracy": 7.4, "cost": 0.0001, - "robustness": 28.6 + "robustness": 100.0 }, "all": { - "accuracy": 64.3, - "cost": 0.0001, - "robustness": 59.5 + "accuracy": 64.7, + "cost": 0.0, + "robustness": 100.0 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.8, + "accuracy": 97.3, "cost": 0.0, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 66.3, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 68.7, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 12.5, + "accuracy": 6.2, "cost": 0.0001, - "robustness": 66.7 + "robustness": 100.0 }, "all": { - "accuracy": 69.7, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 69.2, + "cost": 0.0, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 87.7, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 90.8, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 54.0, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 60.3, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 6.7, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 10.0, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 58.9, - "cost": 0.0001, - "robustness": 55.6 + "accuracy": 63.3, + "cost": 0.0, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 95.7, + "accuracy": 93.6, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 22.2, "cost": 0.0, "robustness": 0 }, "hard": { "accuracy": 20.0, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 75.4, + "accuracy": 77.0, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 } } }, @@ -12881,19 +18473,19 @@ "robustness": 0 }, "medium": { - "accuracy": 61.1, + "accuracy": 33.3, "cost": 0.0, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, + "accuracy": 5.9, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 25.5, + "accuracy": 20.0, "cost": 0.0, - "robustness": 66.7 + "robustness": 100.0 } } } @@ -12902,62 +18494,62 @@ "Technology": { "metrics": { "easy": { - "accuracy": 94.7, - "cost": 0.0001, - "robustness": 55.8 + "accuracy": 95.5, + "cost": 0.0, + "robustness": 93.0 }, "medium": { - "accuracy": 64.3, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 67.6, + "cost": 0.0, + "robustness": 95.2 }, "hard": { - "accuracy": 13.4, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 17.8, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 76.4, - "cost": 0.0001, - "robustness": 57.7 + "accuracy": 78.4, + "cost": 0.0, + "robustness": 94.4 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 95.2, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 96.0, + "cost": 0.0, + "robustness": 80.0 }, "medium": { - "accuracy": 79.0, + "accuracy": 80.8, "cost": 0.0001, - "robustness": 53.8 + "robustness": 92.3 }, "hard": { - "accuracy": 31.0, + "accuracy": 35.7, "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 79.1, + "accuracy": 80.9, "cost": 0.0001, - "robustness": 47.4 + "robustness": 89.5 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 98.3, + "accuracy": 100.0, "cost": 0.0, - "robustness": 75.0 + "robustness": 100.0 }, "medium": { - "accuracy": 81.8, + "accuracy": 63.6, "cost": 0.0, - "robustness": 0.0 + "robustness": 100.0 }, "hard": { "accuracy": 0.0, @@ -12965,33 +18557,33 @@ "robustness": 0 }, "all": { - "accuracy": 93.2, + "accuracy": 91.8, "cost": 0.0, - "robustness": 60.0 + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 94.2, - "cost": 0.0001, - "robustness": 58.8 + "accuracy": 95.0, + "cost": 0.0, + "robustness": 94.1 }, "medium": { - "accuracy": 53.3, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 58.7, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 7.1, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 11.5, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 74.3, - "cost": 0.0001, - "robustness": 61.7 + "accuracy": 76.6, + "cost": 0.0, + "robustness": 95.7 } } } @@ -12999,50 +18591,50 @@ } } }, - "auto_router": { + "cross-router": { "metrics": { "easy": { - "accuracy": 94.9, + "accuracy": 96.5, "cost": 0.0001, - "robustness": 48.0 + "robustness": 59.1 }, "medium": { - "accuracy": 65.2, - "cost": 0.0001, - "robustness": 45.1 + "accuracy": 78.3, + "cost": 0.0004, + "robustness": 69.9 }, "hard": { - "accuracy": 25.1, - "cost": 0.0002, - "robustness": 56.9 + "accuracy": 41.1, + "cost": 0.0009, + "robustness": 78.9 }, "all": { - "accuracy": 69.9, - "cost": 0.0001, - "robustness": 49.5 + "accuracy": 78.3, + "cost": 0.0004, + "robustness": 67.1 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 93.0, - "cost": 0.0, - "robustness": 62.5 + "accuracy": 95.3, + "cost": 0.0002, + "robustness": 50.0 }, "medium": { - "accuracy": 48.6, - "cost": 0.0001, - "robustness": 63.6 + "accuracy": 67.5, + "cost": 0.0007, + "robustness": 72.7 }, "hard": { - "accuracy": 11.6, - "cost": 0.0001, + "accuracy": 23.8, + "cost": 0.0014, "robustness": 80.0 }, "all": { - "accuracy": 59.7, - "cost": 0.0001, + "accuracy": 70.1, + "cost": 0.0006, "robustness": 66.7 } }, @@ -13050,71 +18642,71 @@ "Arts": { "metrics": { "easy": { - "accuracy": 96.6, + "accuracy": 98.3, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 74.4, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 79.5, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 5.4, - "cost": 0.0001, + "accuracy": 28.6, + "cost": 0.0021, "robustness": 100.0 }, "all": { - "accuracy": 57.8, - "cost": 0.0001, - "robustness": 60.0 + "accuracy": 68.2, + "cost": 0.0009, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 93.9, - "cost": 0.0, - "robustness": 80.0 + "accuracy": 92.9, + "cost": 0.0002, + "robustness": 40.0 }, "medium": { - "accuracy": 31.9, - "cost": 0.0001, + "accuracy": 61.2, + "cost": 0.0009, "robustness": 40.0 }, "hard": { - "accuracy": 24.0, - "cost": 0.0001, + "accuracy": 12.0, + "cost": 0.0016, "robustness": 0.0 }, "all": { - "accuracy": 56.7, - "cost": 0.0001, - "robustness": 54.5 + "accuracy": 69.2, + "cost": 0.0007, + "robustness": 36.4 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 90.7, - "cost": 0.0, + "accuracy": 95.7, + "cost": 0.0002, "robustness": 50.0 }, "medium": { - "accuracy": 58.0, - "cost": 0.0001, + "accuracy": 70.0, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 12.1, - "cost": 0.0001, + "accuracy": 24.2, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 63.1, - "cost": 0.0001, + "accuracy": 71.9, + "cost": 0.0005, "robustness": 87.5 } } @@ -13124,72 +18716,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.7, + "accuracy": 97.4, "cost": 0.0001, - "robustness": 42.3 + "robustness": 53.8 }, "medium": { - "accuracy": 77.5, - "cost": 0.0002, - "robustness": 57.1 + "accuracy": 84.6, + "cost": 0.0007, + "robustness": 52.4 }, "hard": { - "accuracy": 31.4, - "cost": 0.0005, + "accuracy": 55.5, + "cost": 0.003, "robustness": 60.0 }, "all": { - "accuracy": 79.4, - "cost": 0.0002, - "robustness": 51.6 + "accuracy": 85.9, + "cost": 0.0008, + "robustness": 54.8 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0001, - "robustness": 46.2 + "accuracy": 98.1, + "cost": 0.0002, + "robustness": 30.8 }, "medium": { - "accuracy": 82.5, - "cost": 0.0002, + "accuracy": 90.2, + "cost": 0.0009, "robustness": 64.7 }, "hard": { - "accuracy": 35.9, - "cost": 0.0006, - "robustness": 61.5 + "accuracy": 63.6, + "cost": 0.0035, + "robustness": 53.8 }, "all": { - "accuracy": 79.2, - "cost": 0.0002, - "robustness": 58.1 + "accuracy": 87.9, + "cost": 0.0011, + "robustness": 51.2 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 97.5, + "accuracy": 96.4, "cost": 0.0001, - "robustness": 38.5 + "robustness": 76.9 }, "medium": { - "accuracy": 55.3, + "accuracy": 60.0, "cost": 0.0001, - "robustness": 25.0 + "robustness": 0.0 }, "hard": { - "accuracy": 5.6, + "accuracy": 8.3, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 80.1, + "accuracy": 80.6, "cost": 0.0001, - "robustness": 36.8 + "robustness": 63.2 } } } @@ -13198,24 +18790,24 @@ "History": { "metrics": { "easy": { - "accuracy": 94.1, - "cost": 0.0001, - "robustness": 30.4 - }, - "medium": { - "accuracy": 62.1, + "accuracy": 97.6, "cost": 0.0001, - "robustness": 33.3 + "robustness": 39.1 + }, + "medium": { + "accuracy": 76.3, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 9.4, - "cost": 0.0001, + "accuracy": 18.1, + "cost": 0.0006, "robustness": 70.0 }, "all": { - "accuracy": 68.0, - "cost": 0.0001, - "robustness": 41.0 + "accuracy": 75.3, + "cost": 0.0002, + "robustness": 56.4 } }, "subcategories": { @@ -13223,71 +18815,71 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0, - "robustness": 25.0 + "cost": 0.0001, + "robustness": 50.0 }, "medium": { - "accuracy": 100.0, - "cost": 0.0, + "accuracy": 88.9, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 96.2, - "cost": 0.0, - "robustness": 25.0 + "accuracy": 94.2, + "cost": 0.0001, + "robustness": 50.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 97.2, - "cost": 0.0, - "robustness": 37.5 + "accuracy": 98.2, + "cost": 0.0001, + "robustness": 62.5 }, "medium": { - "accuracy": 48.3, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 65.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0, + "accuracy": 41.7, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 81.3, - "cost": 0.0, - "robustness": 33.3 + "accuracy": 87.3, + "cost": 0.0001, + "robustness": 66.7 } } }, "History": { "metrics": { "easy": { - "accuracy": 91.9, + "accuracy": 97.3, "cost": 0.0001, - "robustness": 27.3 + "robustness": 18.2 }, "medium": { - "accuracy": 62.6, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 77.7, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 8.8, - "cost": 0.0001, + "accuracy": 16.2, + "cost": 0.0006, "robustness": 70.0 }, "all": { - "accuracy": 61.0, - "cost": 0.0001, - "robustness": 46.2 + "accuracy": 69.7, + "cost": 0.0003, + "robustness": 53.8 } } } @@ -13296,48 +18888,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 88.5, + "accuracy": 95.7, "cost": 0.0001, - "robustness": 63.6 + "robustness": 72.7 }, "medium": { - "accuracy": 44.9, + "accuracy": 77.2, "cost": 0.0001, - "robustness": 44.4 + "robustness": 100.0 }, "hard": { - "accuracy": 48.4, + "accuracy": 68.0, "cost": 0.0002, - "robustness": 80.0 + "robustness": 92.0 }, "all": { - "accuracy": 59.6, + "accuracy": 78.5, "cost": 0.0001, - "robustness": 68.9 + "robustness": 88.9 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 88.5, + "accuracy": 95.7, "cost": 0.0001, - "robustness": 63.6 + "robustness": 72.7 }, "medium": { - "accuracy": 44.9, + "accuracy": 77.2, "cost": 0.0001, - "robustness": 44.4 + "robustness": 100.0 }, "hard": { - "accuracy": 48.4, + "accuracy": 68.0, "cost": 0.0002, - "robustness": 80.0 + "robustness": 92.0 }, "all": { - "accuracy": 59.6, + "accuracy": 78.5, "cost": 0.0001, - "robustness": 68.9 + "robustness": 88.9 } } } @@ -13346,48 +18938,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 99.1, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 67.2, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 88.7, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 27.4, - "cost": 0.0002, - "robustness": 45.8 + "accuracy": 40.5, + "cost": 0.0008, + "robustness": 91.7 }, "all": { - "accuracy": 42.9, - "cost": 0.0002, - "robustness": 44.8 + "accuracy": 54.8, + "cost": 0.0006, + "robustness": 93.1 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 99.1, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 67.2, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 88.7, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 27.4, - "cost": 0.0002, - "robustness": 45.8 + "accuracy": 40.5, + "cost": 0.0008, + "robustness": 91.7 }, "all": { - "accuracy": 42.9, - "cost": 0.0002, - "robustness": 44.8 + "accuracy": 54.8, + "cost": 0.0006, + "robustness": 93.1 } } } @@ -13396,96 +18988,96 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 92.9, + "accuracy": 94.4, "cost": 0.0001, - "robustness": 51.9 + "robustness": 63.0 }, "medium": { - "accuracy": 62.1, - "cost": 0.0001, - "robustness": 30.0 + "accuracy": 78.7, + "cost": 0.0002, + "robustness": 70.0 }, "hard": { - "accuracy": 12.3, - "cost": 0.0001, - "robustness": 28.6 + "accuracy": 34.6, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 74.3, - "cost": 0.0001, - "robustness": 43.2 + "accuracy": 82.7, + "cost": 0.0002, + "robustness": 70.5 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 89.2, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 92.4, + "cost": 0.0001, + "robustness": 71.4 }, "medium": { - "accuracy": 32.9, + "accuracy": 72.9, "cost": 0.0001, - "robustness": 0.0 + "robustness": 60.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 61.5, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 68.2, + "accuracy": 85.2, "cost": 0.0001, - "robustness": 33.3 + "robustness": 71.4 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 98.5, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 89.5, - "cost": 0.0001, + "accuracy": 86.8, + "cost": 0.0002, "robustness": 100.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0001, + "accuracy": 60.0, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 92.6, - "cost": 0.0001, - "robustness": 57.1 + "cost": 0.0002, + "robustness": 100.0 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 86.5, - "cost": 0.0, - "robustness": 33.3 + "accuracy": 89.2, + "cost": 0.0001, + "robustness": 66.7 }, "medium": { - "accuracy": 70.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 77.5, + "cost": 0.0003, + "robustness": 50.0 }, "hard": { - "accuracy": 17.8, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 33.3, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 55.7, - "cost": 0.0001, - "robustness": 37.5 + "accuracy": 64.8, + "cost": 0.0004, + "robustness": 75.0 } } }, @@ -13494,22 +19086,22 @@ "easy": { "accuracy": 96.7, "cost": 0.0001, - "robustness": 83.3 + "robustness": 16.7 }, "medium": { - "accuracy": 85.4, + "accuracy": 83.3, "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 5.6, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 11.1, + "cost": 0.0002, + "robustness": 100.0 }, "all": { "accuracy": 85.0, "cost": 0.0001, - "robustness": 62.5 + "robustness": 37.5 } } } @@ -13518,37 +19110,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 97.2, + "accuracy": 98.3, "cost": 0.0001, - "robustness": 43.6 + "robustness": 59.0 }, "medium": { - "accuracy": 75.2, - "cost": 0.0001, - "robustness": 47.6 + "accuracy": 83.3, + "cost": 0.0003, + "robustness": 57.1 }, "hard": { - "accuracy": 18.0, - "cost": 0.0003, - "robustness": 55.6 + "accuracy": 32.5, + "cost": 0.0007, + "robustness": 77.8 }, "all": { - "accuracy": 79.4, - "cost": 0.0001, - "robustness": 46.4 + "accuracy": 84.6, + "cost": 0.0002, + "robustness": 60.9 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0001, "robustness": 50.0 }, "medium": { - "accuracy": 80.0, - "cost": 0.0, + "accuracy": 60.0, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -13558,7 +19150,7 @@ }, "all": { "accuracy": 92.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 } } @@ -13566,96 +19158,96 @@ "Biology": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 28.6 }, "medium": { - "accuracy": 58.8, - "cost": 0.0, + "accuracy": 76.5, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 11.1, + "accuracy": 33.3, "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 88.1, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 92.3, + "cost": 0.0002, + "robustness": 28.6 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 97.7, "cost": 0.0001, - "robustness": 33.3 + "robustness": 66.7 }, "medium": { - "accuracy": 82.4, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 97.1, + "cost": 0.0003, + "robustness": 50.0 }, "hard": { "accuracy": 15.4, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 81.1, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 85.6, + "cost": 0.0002, + "robustness": 60.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 97.3, + "accuracy": 96.9, "cost": 0.0001, - "robustness": 37.5 + "robustness": 75.0 }, "medium": { - "accuracy": 67.8, + "accuracy": 74.6, "cost": 0.0001, - "robustness": 16.7 + "robustness": 33.3 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, - "robustness": 100.0 + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 88.2, + "accuracy": 89.1, "cost": 0.0001, - "robustness": 33.3 + "robustness": 53.3 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 96.2, + "accuracy": 99.2, "cost": 0.0001, - "robustness": 18.2 + "robustness": 63.6 }, "medium": { - "accuracy": 79.6, - "cost": 0.0001, + "accuracy": 85.2, + "cost": 0.0004, "robustness": 63.6 }, "hard": { - "accuracy": 28.1, - "cost": 0.0006, - "robustness": 20.0 + "accuracy": 48.3, + "cost": 0.0013, + "robustness": 80.0 }, "all": { - "accuracy": 79.2, - "cost": 0.0002, - "robustness": 37.0 + "accuracy": 85.9, + "cost": 0.0004, + "robustness": 66.7 } } }, @@ -13663,47 +19255,47 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0, - "robustness": 66.7 + "cost": 0.0001, + "robustness": 0.0 }, "medium": { - "accuracy": 73.8, - "cost": 0.0001, + "accuracy": 85.7, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 36.4, - "cost": 0.0, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 80.4, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 85.6, + "cost": 0.0002, + "robustness": 40.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0, - "robustness": 60.0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 52.0, - "cost": 0.0, + "accuracy": 72.0, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 5.1, + "accuracy": 18.6, "cost": 0.0, "robustness": 100.0 }, "all": { - "accuracy": 39.5, - "cost": 0.0, - "robustness": 75.0 + "accuracy": 51.8, + "cost": 0.0001, + "robustness": 100.0 } } } @@ -13712,120 +19304,120 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 94.3, - "cost": 0.0001, + "accuracy": 96.3, + "cost": 0.0002, "robustness": 50.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 76.3, + "cost": 0.0004, + "robustness": 66.7 }, "hard": { - "accuracy": 7.4, - "cost": 0.0002, - "robustness": 42.9 + "accuracy": 30.9, + "cost": 0.0008, + "robustness": 71.4 }, "all": { - "accuracy": 64.7, - "cost": 0.0001, - "robustness": 40.5 + "accuracy": 75.1, + "cost": 0.0004, + "robustness": 59.5 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0001, - "robustness": 41.7 + "accuracy": 97.8, + "cost": 0.0002, + "robustness": 58.3 }, "medium": { - "accuracy": 73.6, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 82.2, + "cost": 0.0004, + "robustness": 66.7 }, "hard": { - "accuracy": 8.8, - "cost": 0.0003, - "robustness": 33.3 + "accuracy": 40.0, + "cost": 0.0008, + "robustness": 66.7 }, "all": { - "accuracy": 71.6, - "cost": 0.0001, - "robustness": 38.1 + "accuracy": 81.0, + "cost": 0.0004, + "robustness": 61.9 } } }, "Law": { "metrics": { "easy": { - "accuracy": 87.7, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 92.3, + "cost": 0.0003, + "robustness": 0.0 }, "medium": { - "accuracy": 47.6, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 68.3, + "cost": 0.0004, + "robustness": 50.0 }, "hard": { - "accuracy": 6.7, - "cost": 0.0002, + "accuracy": 26.7, + "cost": 0.0004, "robustness": 50.0 }, "all": { - "accuracy": 56.3, - "cost": 0.0002, - "robustness": 22.2 + "accuracy": 70.3, + "cost": 0.0004, + "robustness": 33.3 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 95.7, + "cost": 0.0001, + "robustness": 66.7 }, "medium": { - "accuracy": 33.3, - "cost": 0.0, + "accuracy": 22.2, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 77.0, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0001, + "robustness": 75.0 } } }, "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 66.7, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 44.4, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 77.8, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 17.6, + "cost": 0.001, + "robustness": 100.0 }, "all": { - "accuracy": 21.8, - "cost": 0.0, - "robustness": 33.3 + "accuracy": 41.8, + "cost": 0.0008, + "robustness": 100.0 } } } @@ -13834,96 +19426,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 93.8, + "accuracy": 94.9, "cost": 0.0001, - "robustness": 55.8 + "robustness": 69.8 }, "medium": { - "accuracy": 62.9, - "cost": 0.0001, - "robustness": 42.9 + "accuracy": 73.6, + "cost": 0.0003, + "robustness": 76.2 }, "hard": { - "accuracy": 18.5, - "cost": 0.0002, - "robustness": 14.3 + "accuracy": 27.4, + "cost": 0.0004, + "robustness": 28.6 }, "all": { - "accuracy": 76.1, - "cost": 0.0001, - "robustness": 47.9 + "accuracy": 80.9, + "cost": 0.0002, + "robustness": 67.6 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0001, - "robustness": 60.0 + "accuracy": 96.8, + "cost": 0.0002, + "robustness": 80.0 }, "medium": { - "accuracy": 80.2, - "cost": 0.0002, - "robustness": 46.2 + "accuracy": 87.4, + "cost": 0.0007, + "robustness": 76.9 }, "hard": { - "accuracy": 42.9, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 57.1, + "cost": 0.0011, + "robustness": 0.0 }, "all": { - "accuracy": 81.5, - "cost": 0.0002, - "robustness": 52.6 + "accuracy": 87.2, + "cost": 0.0005, + "robustness": 73.7 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 98.3, + "accuracy": 96.7, "cost": 0.0001, "robustness": 75.0 }, "medium": { "accuracy": 63.6, - "cost": 0.0, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 90.4, + "accuracy": 89.0, "cost": 0.0001, - "robustness": 60.0 + "robustness": 80.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 92.9, + "accuracy": 94.3, "cost": 0.0001, - "robustness": 52.9 + "robustness": 67.6 }, "medium": { - "accuracy": 50.8, + "accuracy": 64.5, "cost": 0.0001, - "robustness": 42.9 + "robustness": 71.4 }, "hard": { - "accuracy": 9.7, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 16.8, + "cost": 0.0002, + "robustness": 33.3 }, "all": { - "accuracy": 73.2, + "accuracy": 78.2, "cost": 0.0001, - "robustness": 44.7 + "robustness": 63.8 } } } @@ -13931,51 +19523,51 @@ } } }, - "sqwish-router": { + "llm-router": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0002, - "robustness": 51.0 + "accuracy": 97.5, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 79.4, - "cost": 0.0008, - "robustness": 44.2 + "accuracy": 78.4, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 44.7, - "cost": 0.0015, - "robustness": 60.6 + "accuracy": 40.2, + "cost": 0.0007, + "robustness": 100.0 }, "all": { - "accuracy": 79.8, - "cost": 0.0007, - "robustness": 51.7 + "accuracy": 78.5, + "cost": 0.0005, + "robustness": 100.0 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 97.7, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 76.5, - "cost": 0.0019, - "robustness": 9.1 + "accuracy": 68.6, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0026, - "robustness": 60.0 + "accuracy": 25.2, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 76.1, - "cost": 0.0015, - "robustness": 33.3 + "accuracy": 71.9, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -13983,23 +19575,23 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0004, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 94.9, - "cost": 0.0014, - "robustness": 0.0 + "accuracy": 87.2, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 33.9, - "cost": 0.0034, + "accuracy": 23.2, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 74.0, - "cost": 0.0018, - "robustness": 60.0 + "accuracy": 68.2, + "cost": 0.0003, + "robustness": 100.0 } } }, @@ -14007,47 +19599,47 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0004, - "robustness": 60.0 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 58.6, - "cost": 0.0019, - "robustness": 20.0 + "accuracy": 54.3, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 40.0, - "cost": 0.0029, - "robustness": 0.0 + "accuracy": 24.0, + "cost": 0.0007, + "robustness": 100.0 }, "all": { - "accuracy": 72.5, - "cost": 0.0014, - "robustness": 36.4 + "accuracy": 68.8, + "cost": 0.0005, + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 97.9, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 90.0, - "cost": 0.0022, - "robustness": 0.0 + "accuracy": 78.0, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 30.3, - "cost": 0.0018, - "robustness": 50.0 + "accuracy": 27.3, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 80.1, - "cost": 0.0015, - "robustness": 12.5 + "accuracy": 76.1, + "cost": 0.0006, + "robustness": 100.0 } } } @@ -14056,48 +19648,48 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.0, - "cost": 0.0002, - "robustness": 53.8 + "accuracy": 98.6, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 87.4, - "cost": 0.0005, - "robustness": 57.1 + "accuracy": 91.3, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 55.1, - "cost": 0.0012, - "robustness": 60.0 + "accuracy": 67.8, + "cost": 0.0015, + "robustness": 100.0 }, "all": { - "accuracy": 87.0, - "cost": 0.0005, - "robustness": 56.5 + "accuracy": 90.8, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.6, - "cost": 0.0002, - "robustness": 53.8 + "accuracy": 99.5, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 91.5, - "cost": 0.0006, - "robustness": 52.9 + "accuracy": 93.9, + "cost": 0.0009, + "robustness": 100.0 }, "hard": { - "accuracy": 61.7, - "cost": 0.0014, - "robustness": 61.5 + "accuracy": 76.1, + "cost": 0.0018, + "robustness": 100.0 }, "all": { - "accuracy": 88.2, - "cost": 0.0006, - "robustness": 55.8 + "accuracy": 92.5, + "cost": 0.0008, + "robustness": 100.0 } } }, @@ -14105,23 +19697,23 @@ "metrics": { "easy": { "accuracy": 97.1, - "cost": 0.0002, - "robustness": 53.8 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 69.4, + "accuracy": 80.0, "cost": 0.0003, - "robustness": 75.0 + "robustness": 100.0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 19.4, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 83.8, - "cost": 0.0002, - "robustness": 57.9 + "accuracy": 86.4, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -14130,24 +19722,24 @@ "History": { "metrics": { "easy": { - "accuracy": 97.6, + "accuracy": 98.4, "cost": 0.0003, - "robustness": 39.1 + "robustness": 100.0 }, "medium": { - "accuracy": 81.4, - "cost": 0.001, - "robustness": 33.3 + "accuracy": 81.9, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 29.5, - "cost": 0.0021, - "robustness": 40.0 + "accuracy": 27.5, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 79.0, - "cost": 0.0009, - "robustness": 38.5 + "accuracy": 79.1, + "cost": 0.0003, + "robustness": 100.0 } }, "subcategories": { @@ -14155,8 +19747,8 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 100.0, @@ -14165,61 +19757,61 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 98.1, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 97.2, - "cost": 0.0003, - "robustness": 37.5 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 65.5, - "cost": 0.0014, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 }, "hard": { "accuracy": 58.3, - "cost": 0.0027, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 88.0, - "cost": 0.0007, - "robustness": 33.3 + "accuracy": 89.3, + "cost": 0.0002, + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.3, + "accuracy": 97.8, "cost": 0.0004, - "robustness": 54.5 + "robustness": 100.0 }, "medium": { - "accuracy": 83.5, - "cost": 0.0009, - "robustness": 40.0 + "accuracy": 84.2, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 27.2, - "cost": 0.0021, - "robustness": 40.0 + "accuracy": 25.0, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 74.3, - "cost": 0.001, - "robustness": 46.2 + "accuracy": 74.1, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -14228,48 +19820,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0002, - "robustness": 54.5 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 55.7, - "cost": 0.0002, - "robustness": 55.6 + "accuracy": 44.3, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 65.1, - "cost": 0.0007, - "robustness": 52.0 + "accuracy": 55.4, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 71.3, - "cost": 0.0004, - "robustness": 53.3 + "accuracy": 63.4, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0002, - "robustness": 54.5 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 55.7, - "cost": 0.0002, - "robustness": 55.6 + "accuracy": 44.3, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 65.1, - "cost": 0.0007, - "robustness": 52.0 + "accuracy": 55.4, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 71.3, - "cost": 0.0004, - "robustness": 53.3 + "accuracy": 63.4, + "cost": 0.0005, + "robustness": 100.0 } } } @@ -14280,22 +19872,22 @@ "easy": { "accuracy": 100.0, "cost": 0.0003, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 88.2, - "cost": 0.0014, - "robustness": 50.0 + "accuracy": 87.5, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 47.1, - "cost": 0.0019, - "robustness": 58.3 + "accuracy": 38.5, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 59.7, - "cost": 0.0016, - "robustness": 58.6 + "accuracy": 53.2, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -14304,22 +19896,22 @@ "easy": { "accuracy": 100.0, "cost": 0.0003, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 88.2, - "cost": 0.0014, - "robustness": 50.0 + "accuracy": 87.5, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 47.1, - "cost": 0.0019, - "robustness": 58.3 + "accuracy": 38.5, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 59.7, - "cost": 0.0016, - "robustness": 58.6 + "accuracy": 53.2, + "cost": 0.0005, + "robustness": 100.0 } } } @@ -14328,48 +19920,48 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0002, - "robustness": 37.0 + "accuracy": 96.1, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 76.8, - "cost": 0.0005, - "robustness": 30.0 + "accuracy": 73.9, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 38.3, - "cost": 0.002, - "robustness": 42.9 + "accuracy": 37.0, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 83.7, - "cost": 0.0005, - "robustness": 36.4 + "accuracy": 82.6, + "cost": 0.0003, + "robustness": 100.0 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 93.0, - "cost": 0.0001, - "robustness": 28.6 + "accuracy": 93.5, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 55.3, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 45.9, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, - "robustness": 50.0 + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 77.4, - "cost": 0.0002, - "robustness": 23.8 + "accuracy": 74.9, + "cost": 0.0003, + "robustness": 100.0 } } }, @@ -14377,23 +19969,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, - "robustness": 75.0 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 97.4, - "cost": 0.0004, - "robustness": 66.7 + "accuracy": 94.7, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 60.0, - "cost": 0.0004, + "accuracy": 80.0, + "cost": 0.0006, "robustness": 0 }, "all": { "accuracy": 97.2, - "cost": 0.0003, - "robustness": 71.4 + "cost": 0.0004, + "robustness": 100.0 } } }, @@ -14401,47 +19993,47 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0006, - "robustness": 66.7 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 92.5, - "cost": 0.0012, - "robustness": 50.0 + "accuracy": 90.0, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 48.9, - "cost": 0.0032, - "robustness": 33.3 + "accuracy": 42.2, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 77.9, - "cost": 0.0018, - "robustness": 50.0 + "accuracy": 74.6, + "cost": 0.0004, + "robustness": 100.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 99.2, + "accuracy": 97.5, "cost": 0.0003, - "robustness": 16.7 + "robustness": 100.0 }, "medium": { - "accuracy": 85.4, + "accuracy": 93.8, "cost": 0.0004, "robustness": 0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0007, - "robustness": 50.0 + "accuracy": 38.9, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 89.3, - "cost": 0.0004, - "robustness": 25.0 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -14450,37 +20042,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 99.4, - "cost": 0.0002, - "robustness": 64.1 + "accuracy": 98.7, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 82.9, + "accuracy": 84.7, "cost": 0.0006, - "robustness": 23.8 + "robustness": 100.0 }, "hard": { - "accuracy": 38.1, - "cost": 0.0014, - "robustness": 77.8 + "accuracy": 29.9, + "cost": 0.0008, + "robustness": 100.0 }, "all": { - "accuracy": 85.8, + "accuracy": 84.9, "cost": 0.0005, - "robustness": 53.6 + "robustness": 100.0 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0, + "accuracy": 95.0, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0002, + "accuracy": 80.0, + "cost": 0.0003, "robustness": 0 }, "hard": { @@ -14490,7 +20082,7 @@ }, "all": { "accuracy": 92.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 } } @@ -14499,23 +20091,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, - "robustness": 71.4 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 76.5, - "cost": 0.0006, + "accuracy": 100.0, + "cost": 0.0005, "robustness": 0 }, - "hard": { - "accuracy": 33.3, - "cost": 0.0014, + "hard": { + "accuracy": 44.4, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 93.0, - "cost": 0.0003, - "robustness": 71.4 + "accuracy": 96.5, + "cost": 0.0004, + "robustness": 100.0 } } }, @@ -14523,13 +20115,13 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, - "robustness": 66.7 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 88.2, - "cost": 0.0004, - "robustness": 50.0 + "accuracy": 91.2, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { "accuracy": 23.1, @@ -14537,57 +20129,57 @@ "robustness": 0 }, "all": { - "accuracy": 84.4, - "cost": 0.0004, - "robustness": 60.0 + "accuracy": 85.6, + "cost": 0.0005, + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 99.2, - "cost": 0.0001, - "robustness": 62.5 + "accuracy": 98.8, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 76.3, - "cost": 0.0004, - "robustness": 16.7 + "accuracy": 71.2, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { "accuracy": 23.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 92.1, - "cost": 0.0002, - "robustness": 46.7 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 99.2, - "cost": 0.0001, - "robustness": 72.7 + "accuracy": 98.1, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 85.2, - "cost": 0.0006, - "robustness": 27.3 + "accuracy": 86.0, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 57.3, + "accuracy": 39.3, "cost": 0.0013, - "robustness": 80.0 + "robustness": 100.0 }, "all": { - "accuracy": 87.2, - "cost": 0.0005, - "robustness": 55.6 + "accuracy": 84.4, + "cost": 0.0007, + "robustness": 100.0 } } }, @@ -14595,23 +20187,23 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0004, - "robustness": 33.3 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 88.1, - "cost": 0.0007, - "robustness": 0.0 + "accuracy": 90.5, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 54.5, - "cost": 0.0007, + "accuracy": 45.5, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 88.7, - "cost": 0.0006, - "robustness": 20.0 + "cost": 0.0005, + "robustness": 100.0 } } }, @@ -14619,23 +20211,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 40.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 68.0, - "cost": 0.0016, + "accuracy": 76.0, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 13.6, - "cost": 0.0022, - "robustness": 66.7 + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 48.2, - "cost": 0.0015, - "robustness": 50.0 + "accuracy": 50.0, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -14644,24 +20236,24 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 98.3, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 77.9, - "cost": 0.0008, - "robustness": 50.0 + "accuracy": 78.7, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 25.5, - "cost": 0.0013, - "robustness": 85.7 + "accuracy": 22.1, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 74.9, - "cost": 0.0007, - "robustness": 56.8 + "accuracy": 75.0, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -14669,71 +20261,71 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0002, - "robustness": 58.3 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 82.8, + "accuracy": 78.5, "cost": 0.0006, - "robustness": 66.7 + "robustness": 100.0 }, "hard": { - "accuracy": 25.0, + "accuracy": 21.2, "cost": 0.0008, - "robustness": 66.7 + "robustness": 100.0 }, "all": { - "accuracy": 78.6, - "cost": 0.0005, - "robustness": 61.9 + "accuracy": 76.3, + "cost": 0.0006, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 93.8, - "cost": 0.0006, - "robustness": 33.3 + "accuracy": 98.5, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 74.6, - "cost": 0.0011, - "robustness": 50.0 + "accuracy": 82.5, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 26.7, - "cost": 0.0008, + "accuracy": 33.3, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 73.4, - "cost": 0.0009, - "robustness": 55.6 + "accuracy": 79.7, + "cost": 0.0005, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0001, - "robustness": 33.3 + "accuracy": 97.9, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 22.2, - "cost": 0.0, + "accuracy": 44.4, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 20.0, - "cost": 0.0, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 78.7, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 83.6, + "cost": 0.0002, + "robustness": 100.0 } } }, @@ -14741,23 +20333,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0008, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 72.2, - "cost": 0.0014, - "robustness": 0.0 + "accuracy": 83.3, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 26.5, - "cost": 0.0029, + "accuracy": 14.7, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 45.5, - "cost": 0.0023, - "robustness": 33.3 + "accuracy": 41.8, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -14766,24 +20358,24 @@ "Technology": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0002, - "robustness": 51.2 + "accuracy": 96.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 78.1, - "cost": 0.0007, - "robustness": 71.4 + "accuracy": 76.4, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 33.1, - "cost": 0.0008, + "accuracy": 28.7, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 83.5, - "cost": 0.0004, - "robustness": 62.0 + "accuracy": 83.0, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -14791,23 +20383,23 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0004, - "robustness": 60.0 + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 93.4, - "cost": 0.0009, - "robustness": 76.9 + "accuracy": 89.8, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 64.3, - "cost": 0.0014, + "accuracy": 47.6, + "cost": 0.0009, "robustness": 100.0 }, "all": { - "accuracy": 91.3, - "cost": 0.0008, - "robustness": 73.7 + "accuracy": 87.5, + "cost": 0.0007, + "robustness": 100.0 } } }, @@ -14815,47 +20407,47 @@ "metrics": { "easy": { "accuracy": 95.0, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 45.5, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 54.5, + "cost": 0.0003, + "robustness": 100.0 }, - "hard": { - "accuracy": 0.0, - "cost": 0.0, + "hard": { + "accuracy": 50.0, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 84.9, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 87.7, + "cost": 0.0003, + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 96.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0005, - "robustness": 71.4 + "accuracy": 68.2, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 22.1, - "cost": 0.0006, + "accuracy": 21.2, + "cost": 0.0004, "robustness": 100.0 }, "all": { - "accuracy": 80.7, - "cost": 0.0003, - "robustness": 59.6 + "accuracy": 81.1, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -14863,27 +20455,27 @@ } } }, - "agentforge": { + "barouter": { "metrics": { "easy": { - "accuracy": 96.4, + "accuracy": 95.9, "cost": 0.0001, - "robustness": 40.9 + "robustness": 71.2 }, "medium": { - "accuracy": 73.0, - "cost": 0.0002, - "robustness": 42.5 + "accuracy": 75.2, + "cost": 0.0004, + "robustness": 76.1 }, "hard": { - "accuracy": 33.0, - "cost": 0.0002, - "robustness": 37.6 + "accuracy": 37.5, + "cost": 0.0008, + "robustness": 56.9 }, "all": { - "accuracy": 74.8, - "cost": 0.0001, - "robustness": 40.5 + "accuracy": 76.2, + "cost": 0.0004, + "robustness": 68.8 } }, "categories": { @@ -14891,95 +20483,95 @@ "metrics": { "easy": { "accuracy": 95.6, - "cost": 0.0001, - "robustness": 62.5 + "cost": 0.0003, + "robustness": 75.0 }, "medium": { - "accuracy": 55.7, - "cost": 0.0002, - "robustness": 27.3 + "accuracy": 69.0, + "cost": 0.001, + "robustness": 90.9 }, "hard": { - "accuracy": 14.3, - "cost": 0.0002, - "robustness": 20.0 + "accuracy": 22.4, + "cost": 0.0024, + "robustness": 60.0 }, "all": { - "accuracy": 64.0, - "cost": 0.0001, - "robustness": 37.5 + "accuracy": 70.6, + "cost": 0.001, + "robustness": 79.2 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 96.6, + "accuracy": 98.3, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 82.1, - "cost": 0.0, + "accuracy": 79.5, + "cost": 0.0001, "robustness": 50.0 }, "hard": { - "accuracy": 8.9, - "cost": 0.0, + "accuracy": 17.9, + "cost": 0.0016, "robustness": 50.0 }, "all": { - "accuracy": 61.0, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 64.3, + "cost": 0.0006, + "robustness": 60.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 98.0, - "cost": 0.0001, + "accuracy": 96.0, + "cost": 0.0002, "robustness": 80.0 }, "medium": { - "accuracy": 45.7, - "cost": 0.0003, - "robustness": 40.0 + "accuracy": 53.4, + "cost": 0.001, + "robustness": 100.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0014, + "robustness": 100.0 }, "all": { - "accuracy": 65.0, - "cost": 0.0002, - "robustness": 54.5 + "accuracy": 67.9, + "cost": 0.0007, + "robustness": 90.9 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0001, + "accuracy": 94.3, + "cost": 0.0004, "robustness": 50.0 }, "medium": { - "accuracy": 57.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 83.0, + "cost": 0.0014, + "robustness": 100.0 }, "hard": { - "accuracy": 15.2, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 25.8, + "cost": 0.0034, + "robustness": 50.0 }, "all": { - "accuracy": 64.7, - "cost": 0.0002, - "robustness": 12.5 + "accuracy": 75.8, + "cost": 0.0014, + "robustness": 75.0 } } } @@ -14988,71 +20580,71 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.1, + "accuracy": 96.8, "cost": 0.0001, - "robustness": 34.6 + "robustness": 61.5 }, "medium": { - "accuracy": 82.0, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 88.3, + "cost": 0.0004, + "robustness": 71.4 }, "hard": { - "accuracy": 39.6, - "cost": 0.0004, - "robustness": 46.7 + "accuracy": 69.4, + "cost": 0.0014, + "robustness": 13.3 }, "all": { - "accuracy": 82.6, - "cost": 0.0001, - "robustness": 37.1 + "accuracy": 89.2, + "cost": 0.0004, + "robustness": 53.2 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.6, + "accuracy": 97.6, "cost": 0.0001, - "robustness": 23.1 + "robustness": 76.9 }, "medium": { - "accuracy": 85.4, - "cost": 0.0002, - "robustness": 29.4 + "accuracy": 92.3, + "cost": 0.0005, + "robustness": 70.6 }, "hard": { - "accuracy": 44.5, - "cost": 0.0004, - "robustness": 46.2 + "accuracy": 78.9, + "cost": 0.0016, + "robustness": 15.4 }, "all": { - "accuracy": 82.4, - "cost": 0.0002, - "robustness": 32.6 + "accuracy": 91.7, + "cost": 0.0006, + "robustness": 55.8 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0, + "accuracy": 95.6, + "cost": 0.0001, "robustness": 46.2 }, "medium": { - "accuracy": 67.1, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 70.6, + "cost": 0.0001, + "robustness": 75.0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 13.9, + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 83.1, - "cost": 0.0, + "accuracy": 82.8, + "cost": 0.0001, "robustness": 47.4 } } @@ -15062,24 +20654,24 @@ "History": { "metrics": { "easy": { - "accuracy": 96.8, + "accuracy": 98.7, "cost": 0.0001, - "robustness": 60.9 + "robustness": 65.2 }, "medium": { - "accuracy": 71.8, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 75.1, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 13.4, - "cost": 0.0001, - "robustness": 60.0 + "accuracy": 15.4, + "cost": 0.0005, + "robustness": 70.0 }, "all": { - "accuracy": 72.7, - "cost": 0.0001, - "robustness": 61.5 + "accuracy": 75.0, + "cost": 0.0002, + "robustness": 64.1 } }, "subcategories": { @@ -15091,17 +20683,17 @@ "robustness": 50.0 }, "medium": { - "accuracy": 77.8, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 94.2, + "accuracy": 98.1, "cost": 0.0001, "robustness": 50.0 } @@ -15110,48 +20702,48 @@ "Geography": { "metrics": { "easy": { - "accuracy": 98.2, + "accuracy": 99.1, "cost": 0.0001, - "robustness": 87.5 + "robustness": 75.0 }, "medium": { - "accuracy": 58.6, + "accuracy": 69.0, "cost": 0.0001, - "robustness": 100.0 + "robustness": 0.0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0, + "accuracy": 41.7, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 85.3, + "accuracy": 88.7, "cost": 0.0001, - "robustness": 88.9 + "robustness": 66.7 } } }, "History": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0001, - "robustness": 45.5 + "accuracy": 98.2, + "cost": 0.0002, + "robustness": 63.6 }, "medium": { - "accuracy": 74.1, - "cost": 0.0001, - "robustness": 60.0 - }, - "hard": { - "accuracy": 11.8, - "cost": 0.0001, + "accuracy": 74.8, + "cost": 0.0002, "robustness": 60.0 }, + "hard": { + "accuracy": 13.2, + "cost": 0.0006, + "robustness": 70.0 + }, "all": { - "accuracy": 66.7, - "cost": 0.0001, - "robustness": 53.8 + "accuracy": 68.5, + "cost": 0.0003, + "robustness": 65.4 } } } @@ -15160,48 +20752,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 90.9, - "cost": 0.0, - "robustness": 27.3 + "accuracy": 86.6, + "cost": 0.0001, + "robustness": 63.6 }, "medium": { - "accuracy": 65.3, + "accuracy": 41.9, "cost": 0.0001, "robustness": 77.8 }, "hard": { - "accuracy": 58.7, - "cost": 0.0001, - "robustness": 32.0 + "accuracy": 53.3, + "cost": 0.0003, + "robustness": 72.0 }, "all": { - "accuracy": 69.9, - "cost": 0.0, - "robustness": 40.0 + "accuracy": 60.5, + "cost": 0.0002, + "robustness": 71.1 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 90.9, - "cost": 0.0, - "robustness": 27.3 + "accuracy": 86.6, + "cost": 0.0001, + "robustness": 63.6 }, "medium": { - "accuracy": 65.3, + "accuracy": 41.9, "cost": 0.0001, "robustness": 77.8 }, "hard": { - "accuracy": 58.7, - "cost": 0.0001, - "robustness": 32.0 + "accuracy": 53.3, + "cost": 0.0003, + "robustness": 72.0 }, "all": { - "accuracy": 69.9, - "cost": 0.0, - "robustness": 40.0 + "accuracy": 60.5, + "cost": 0.0002, + "robustness": 71.1 } } } @@ -15210,48 +20802,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 99.1, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 76.8, - "cost": 0.0001, + "accuracy": 84.6, + "cost": 0.0002, "robustness": 50.0 }, "hard": { - "accuracy": 33.9, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 34.7, + "cost": 0.0006, + "robustness": 50.0 }, "all": { - "accuracy": 48.7, - "cost": 0.0001, - "robustness": 24.1 + "accuracy": 49.9, + "cost": 0.0005, + "robustness": 55.2 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 99.1, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 76.8, - "cost": 0.0001, + "accuracy": 84.6, + "cost": 0.0002, "robustness": 50.0 }, "hard": { - "accuracy": 33.9, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 34.7, + "cost": 0.0006, + "robustness": 50.0 }, "all": { - "accuracy": 48.7, - "cost": 0.0001, - "robustness": 24.1 + "accuracy": 49.9, + "cost": 0.0005, + "robustness": 55.2 } } } @@ -15262,118 +20854,118 @@ "easy": { "accuracy": 95.1, "cost": 0.0001, - "robustness": 33.3 + "robustness": 70.4 }, "medium": { - "accuracy": 74.4, - "cost": 0.0001, - "robustness": 30.0 + "accuracy": 70.1, + "cost": 0.0002, + "robustness": 80.0 }, "hard": { - "accuracy": 34.6, - "cost": 0.0001, - "robustness": 28.6 + "accuracy": 19.8, + "cost": 0.0006, + "robustness": 57.1 }, "all": { - "accuracy": 81.9, - "cost": 0.0001, - "robustness": 31.8 + "accuracy": 78.9, + "cost": 0.0002, + "robustness": 70.5 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 91.4, - "cost": 0.0, - "robustness": 35.7 + "accuracy": 92.4, + "cost": 0.0001, + "robustness": 64.3 }, "medium": { - "accuracy": 60.0, + "accuracy": 44.7, "cost": 0.0001, - "robustness": 40.0 + "robustness": 80.0 }, "hard": { - "accuracy": 76.9, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 81.3, + "accuracy": 73.9, "cost": 0.0001, - "robustness": 38.1 + "robustness": 61.9 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 98.5, + "accuracy": 95.4, "cost": 0.0001, - "robustness": 25.0 + "robustness": 75.0 }, "medium": { - "accuracy": 94.7, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 92.1, + "cost": 0.0003, + "robustness": 66.7 }, "hard": { - "accuracy": 80.0, + "accuracy": 40.0, "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 96.3, + "accuracy": 91.7, "cost": 0.0002, - "robustness": 14.3 + "robustness": 71.4 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 97.3, "cost": 0.0001, - "robustness": 33.3 + "robustness": 66.7 }, "medium": { - "accuracy": 75.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 82.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0001, - "robustness": 33.3 + "accuracy": 24.4, + "cost": 0.0008, + "robustness": 66.7 }, "all": { - "accuracy": 63.1, - "cost": 0.0001, - "robustness": 37.5 + "accuracy": 65.6, + "cost": 0.0004, + "robustness": 75.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 97.5, + "accuracy": 98.3, "cost": 0.0001, - "robustness": 33.3 + "robustness": 83.3 }, "medium": { - "accuracy": 83.3, - "cost": 0.0001, + "accuracy": 87.5, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 16.7, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 86.6, + "accuracy": 87.7, "cost": 0.0001, - "robustness": 25.0 + "robustness": 87.5 } } } @@ -15382,37 +20974,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.4, + "accuracy": 98.3, "cost": 0.0001, - "robustness": 43.6 + "robustness": 66.7 }, "medium": { - "accuracy": 82.6, - "cost": 0.0002, - "robustness": 38.1 + "accuracy": 83.6, + "cost": 0.0003, + "robustness": 81.0 }, "hard": { - "accuracy": 27.8, - "cost": 0.0005, - "robustness": 66.7 + "accuracy": 37.1, + "cost": 0.0009, + "robustness": 77.8 }, "all": { - "accuracy": 83.8, - "cost": 0.0002, - "robustness": 44.9 + "accuracy": 85.3, + "cost": 0.0003, + "robustness": 72.5 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 100.0, + "accuracy": 95.0, "cost": 0.0001, "robustness": 50.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0, + "accuracy": 80.0, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -15431,23 +21023,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 57.1 + "cost": 0.0002, + "robustness": 71.4 }, "medium": { "accuracy": 76.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0003, + "accuracy": 33.3, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 92.3, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 93.0, + "cost": 0.0002, + "robustness": 71.4 } } }, @@ -15455,119 +21047,119 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0001, - "robustness": 33.3 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { "accuracy": 94.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0002, + "accuracy": 30.8, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 84.4, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 86.7, + "cost": 0.0003, + "robustness": 80.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.4, + "accuracy": 98.1, "cost": 0.0001, - "robustness": 62.5 + "robustness": 25.0 }, "medium": { - "accuracy": 72.9, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 74.6, + "cost": 0.0002, + "robustness": 66.7 }, "hard": { - "accuracy": 15.4, + "accuracy": 7.7, "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 90.6, + "accuracy": 90.3, "cost": 0.0001, - "robustness": 60.0 + "robustness": 46.7 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0001, - "robustness": 36.4 + "accuracy": 98.9, + "cost": 0.0002, + "robustness": 81.8 }, "medium": { - "accuracy": 84.0, - "cost": 0.0002, - "robustness": 36.4 + "accuracy": 86.4, + "cost": 0.0004, + "robustness": 90.9 }, "hard": { - "accuracy": 44.9, - "cost": 0.001, + "accuracy": 58.4, + "cost": 0.0012, "robustness": 60.0 }, "all": { - "accuracy": 84.2, - "cost": 0.0003, - "robustness": 40.7 + "accuracy": 87.7, + "cost": 0.0004, + "robustness": 81.5 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 93.2, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 90.5, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 88.1, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 36.4, - "cost": 0.0002, + "accuracy": 45.5, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 88.7, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 85.6, + "cost": 0.0004, + "robustness": 100.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0, - "robustness": 40.0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 60.0 }, "medium": { - "accuracy": 72.0, - "cost": 0.0, + "accuracy": 60.0, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 6.8, - "cost": 0.0, - "robustness": 66.7 + "accuracy": 11.9, + "cost": 0.0008, + "robustness": 100.0 }, "all": { - "accuracy": 44.7, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 45.6, + "cost": 0.0004, + "robustness": 75.0 } } } @@ -15576,72 +21168,72 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.6, + "accuracy": 96.0, "cost": 0.0001, - "robustness": 27.8 + "robustness": 77.8 }, "medium": { - "accuracy": 68.0, - "cost": 0.0001, - "robustness": 41.7 + "accuracy": 74.7, + "cost": 0.0003, + "robustness": 50.0 }, "hard": { - "accuracy": 12.8, - "cost": 0.0002, - "robustness": 42.9 + "accuracy": 18.1, + "cost": 0.0005, + "robustness": 57.1 }, "all": { - "accuracy": 68.0, - "cost": 0.0001, - "robustness": 35.1 + "accuracy": 71.7, + "cost": 0.0003, + "robustness": 64.9 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.3, + "accuracy": 96.7, "cost": 0.0001, - "robustness": 16.7 + "robustness": 75.0 }, "medium": { - "accuracy": 74.2, - "cost": 0.0001, + "accuracy": 77.3, + "cost": 0.0003, "robustness": 33.3 }, "hard": { - "accuracy": 13.8, - "cost": 0.0002, + "accuracy": 21.2, + "cost": 0.0007, "robustness": 33.3 }, "all": { - "accuracy": 72.8, - "cost": 0.0001, - "robustness": 23.8 + "accuracy": 75.1, + "cost": 0.0003, + "robustness": 57.1 } } }, "Law": { "metrics": { "easy": { - "accuracy": 90.8, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 93.8, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 58.7, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 76.2, + "cost": 0.0004, + "robustness": 75.0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0002, + "accuracy": 20.0, + "cost": 0.0003, "robustness": 50.0 }, "all": { - "accuracy": 63.9, - "cost": 0.0001, - "robustness": 55.6 + "accuracy": 72.8, + "cost": 0.0003, + "robustness": 77.8 } } }, @@ -15650,22 +21242,22 @@ "easy": { "accuracy": 95.7, "cost": 0.0, - "robustness": 33.3 + "robustness": 66.7 }, "medium": { - "accuracy": 11.1, - "cost": 0.0, + "accuracy": 22.2, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { "accuracy": 77.0, - "cost": 0.0, - "robustness": 25.0 + "cost": 0.0001, + "robustness": 75.0 } } }, @@ -15673,22 +21265,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "medium": { "accuracy": 72.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0, + "accuracy": 11.8, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 32.7, - "cost": 0.0, + "accuracy": 36.4, + "cost": 0.0002, "robustness": 66.7 } } @@ -15698,48 +21290,48 @@ "Technology": { "metrics": { "easy": { - "accuracy": 95.0, + "accuracy": 94.0, "cost": 0.0001, - "robustness": 44.2 + "robustness": 81.4 }, "medium": { - "accuracy": 69.0, - "cost": 0.0002, - "robustness": 47.6 + "accuracy": 70.2, + "cost": 0.0004, + "robustness": 90.5 }, "hard": { "accuracy": 28.0, - "cost": 0.0003, - "robustness": 28.6 + "cost": 0.0005, + "robustness": 71.4 }, "all": { - "accuracy": 79.7, - "cost": 0.0001, - "robustness": 43.7 + "accuracy": 79.5, + "cost": 0.0002, + "robustness": 83.1 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 98.4, + "accuracy": 97.6, "cost": 0.0002, - "robustness": 60.0 + "robustness": 80.0 }, "medium": { - "accuracy": 85.0, - "cost": 0.0004, - "robustness": 46.2 - }, - "hard": { - "accuracy": 54.8, + "accuracy": 90.4, "cost": 0.0007, "robustness": 100.0 }, + "hard": { + "accuracy": 59.5, + "cost": 0.0008, + "robustness": 0.0 + }, "all": { - "accuracy": 86.3, - "cost": 0.0003, - "robustness": 52.6 + "accuracy": 89.3, + "cost": 0.0005, + "robustness": 89.5 } } }, @@ -15747,47 +21339,47 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0, - "robustness": 50.0 + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 36.4, + "accuracy": 54.5, "cost": 0.0001, "robustness": 0.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 86.3, - "cost": 0.0, - "robustness": 40.0 + "accuracy": 89.0, + "cost": 0.0001, + "robustness": 60.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 94.0, + "accuracy": 92.9, "cost": 0.0001, - "robustness": 41.2 + "robustness": 82.4 }, "medium": { - "accuracy": 59.5, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 57.0, + "cost": 0.0002, + "robustness": 85.7 }, "hard": { - "accuracy": 18.6, - "cost": 0.0001, - "robustness": 16.7 + "accuracy": 16.8, + "cost": 0.0003, + "robustness": 83.3 }, "all": { - "accuracy": 77.0, - "cost": 0.0001, - "robustness": 40.4 + "accuracy": 75.5, + "cost": 0.0002, + "robustness": 83.0 } } } @@ -15795,123 +21387,123 @@ } } }, - "nadir": { + "lynkr": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0003, - "robustness": 28.8 + "accuracy": 93.6, + "cost": 0.0001, + "robustness": 96.0 }, "medium": { - "accuracy": 73.6, + "accuracy": 61.4, "cost": 0.0003, - "robustness": 23.0 + "robustness": 89.4 }, "hard": { - "accuracy": 34.1, + "accuracy": 27.8, "cost": 0.0005, - "robustness": 22.0 + "robustness": 89.0 }, "all": { - "accuracy": 75.2, - "cost": 0.0004, - "robustness": 25.5 + "accuracy": 68.8, + "cost": 0.0003, + "robustness": 92.4 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 93.6, + "accuracy": 90.6, "cost": 0.0003, - "robustness": 25.0 + "robustness": 100.0 }, "medium": { - "accuracy": 60.4, - "cost": 0.0003, - "robustness": 18.2 + "accuracy": 42.4, + "cost": 0.0005, + "robustness": 90.9 }, "hard": { - "accuracy": 12.2, - "cost": 0.0005, - "robustness": 40.0 + "accuracy": 4.1, + "cost": 0.0004, + "robustness": 80.0 }, "all": { - "accuracy": 64.4, - "cost": 0.0003, - "robustness": 25.0 + "accuracy": 54.9, + "cost": 0.0004, + "robustness": 91.7 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 96.6, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 82.1, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 41.0, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 8.9, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 1.8, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 62.3, - "cost": 0.0005, - "robustness": 20.0 + "accuracy": 48.1, + "cost": 0.0003, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 94.9, - "cost": 0.0003, - "robustness": 20.0 + "accuracy": 90.9, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 50.9, - "cost": 0.0003, - "robustness": 40.0 + "accuracy": 38.8, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 16.0, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 12.0, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 65.4, + "accuracy": 57.5, "cost": 0.0003, - "robustness": 27.3 + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 90.0, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 87.9, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 63.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 47.0, + "cost": 0.0006, + "robustness": 75.0 }, "hard": { - "accuracy": 13.6, + "accuracy": 3.0, "cost": 0.0004, "robustness": 50.0 }, "all": { - "accuracy": 64.7, - "cost": 0.0003, - "robustness": 25.0 + "accuracy": 56.2, + "cost": 0.0005, + "robustness": 75.0 } } } @@ -15920,72 +21512,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0004, - "robustness": 23.1 + "accuracy": 95.5, + "cost": 0.0001, + "robustness": 96.2 }, "medium": { - "accuracy": 81.6, - "cost": 0.0003, - "robustness": 14.3 + "accuracy": 80.1, + "cost": 0.0006, + "robustness": 85.7 }, "hard": { - "accuracy": 51.8, - "cost": 0.0004, - "robustness": 6.7 + "accuracy": 60.0, + "cost": 0.0019, + "robustness": 53.3 }, "all": { - "accuracy": 84.4, - "cost": 0.0004, - "robustness": 16.1 + "accuracy": 84.2, + "cost": 0.0006, + "robustness": 82.3 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0004, - "robustness": 46.2 + "accuracy": 96.2, + "cost": 0.0002, + "robustness": 92.3 }, "medium": { - "accuracy": 86.2, - "cost": 0.0002, - "robustness": 17.6 + "accuracy": 86.7, + "cost": 0.0006, + "robustness": 88.2 }, "hard": { - "accuracy": 59.8, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 68.9, + "cost": 0.0022, + "robustness": 46.2 }, "all": { - "accuracy": 85.6, - "cost": 0.0003, - "robustness": 20.9 + "accuracy": 87.0, + "cost": 0.0008, + "robustness": 76.7 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0006, - "robustness": 0.0 + "accuracy": 94.5, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 61.2, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 50.6, + "cost": 0.0001, + "robustness": 75.0 }, "hard": { - "accuracy": 5.6, - "cost": 0.0005, - "robustness": 50.0 + "accuracy": 8.3, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 81.3, - "cost": 0.0005, - "robustness": 5.3 + "accuracy": 77.3, + "cost": 0.0001, + "robustness": 94.7 } } } @@ -15994,96 +21586,96 @@ "History": { "metrics": { "easy": { - "accuracy": 97.9, - "cost": 0.0003, - "robustness": 34.8 + "accuracy": 93.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 71.2, - "cost": 0.0004, - "robustness": 33.3 + "accuracy": 46.9, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0006, - "robustness": 30.0 + "accuracy": 4.0, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 73.6, - "cost": 0.0004, - "robustness": 33.3 + "accuracy": 62.6, + "cost": 0.0002, + "robustness": 100.0 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 25.0 + "accuracy": 95.2, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 100.0, - "cost": 0.0003, + "accuracy": 33.3, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0017, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 98.1, - "cost": 0.0003, - "robustness": 25.0 + "accuracy": 82.7, + "cost": 0.0001, + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0005, - "robustness": 25.0 + "accuracy": 95.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 44.8, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 41.7, + "accuracy": 0.0, "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 88.7, - "cost": 0.0005, - "robustness": 22.2 + "accuracy": 78.0, + "cost": 0.0001, + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 96.9, + "accuracy": 91.9, "cost": 0.0002, - "robustness": 45.5 + "robustness": 100.0 }, "medium": { - "accuracy": 69.8, - "cost": 0.0004, - "robustness": 40.0 + "accuracy": 48.2, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 13.2, - "cost": 0.0006, - "robustness": 30.0 + "accuracy": 4.4, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 66.5, - "cost": 0.0004, - "robustness": 38.5 + "accuracy": 55.8, + "cost": 0.0002, + "robustness": 100.0 } } } @@ -16092,48 +21684,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 91.9, - "cost": 0.0005, - "robustness": 27.3 + "accuracy": 77.0, + "cost": 0.0001, + "robustness": 90.9 }, "medium": { - "accuracy": 64.7, - "cost": 0.0008, - "robustness": 44.4 + "accuracy": 35.3, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 54.9, - "cost": 0.0005, - "robustness": 12.0 + "accuracy": 49.4, + "cost": 0.0002, + "robustness": 96.0 }, "all": { - "accuracy": 68.3, - "cost": 0.0006, - "robustness": 22.2 + "accuracy": 54.3, + "cost": 0.0002, + "robustness": 95.6 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 91.9, - "cost": 0.0005, - "robustness": 27.3 + "accuracy": 77.0, + "cost": 0.0001, + "robustness": 90.9 }, "medium": { - "accuracy": 64.7, - "cost": 0.0008, - "robustness": 44.4 + "accuracy": 35.3, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 54.9, - "cost": 0.0005, - "robustness": 12.0 + "accuracy": 49.4, + "cost": 0.0002, + "robustness": 96.0 }, "all": { - "accuracy": 68.3, - "cost": 0.0006, - "robustness": 22.2 + "accuracy": 54.3, + "cost": 0.0002, + "robustness": 95.6 } } } @@ -16142,48 +21734,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 94.2, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 66.8, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 28.2, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 33.4, - "cost": 0.0004, - "robustness": 29.2 + "accuracy": 24.8, + "cost": 0.0003, + "robustness": 95.8 }, "all": { - "accuracy": 47.4, - "cost": 0.0004, - "robustness": 24.1 + "accuracy": 36.3, + "cost": 0.0003, + "robustness": 96.6 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 94.2, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 66.8, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 28.2, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 33.4, - "cost": 0.0004, - "robustness": 29.2 + "accuracy": 24.8, + "cost": 0.0003, + "robustness": 95.8 }, "all": { - "accuracy": 47.4, - "cost": 0.0004, - "robustness": 24.1 + "accuracy": 36.3, + "cost": 0.0003, + "robustness": 96.6 } } } @@ -16192,72 +21784,72 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 95.1, - "cost": 0.0003, - "robustness": 40.7 + "accuracy": 94.9, + "cost": 0.0001, + "robustness": 96.3 }, "medium": { - "accuracy": 78.7, - "cost": 0.0003, - "robustness": 30.0 + "accuracy": 58.3, + "cost": 0.0002, + "robustness": 80.0 }, "hard": { - "accuracy": 32.1, - "cost": 0.0004, - "robustness": 42.9 + "accuracy": 7.4, + "cost": 0.0003, + "robustness": 85.7 }, "all": { - "accuracy": 82.9, - "cost": 0.0003, - "robustness": 38.6 + "accuracy": 73.7, + "cost": 0.0002, + "robustness": 90.9 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 92.4, - "cost": 0.0005, - "robustness": 35.7 + "accuracy": 93.0, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 70.6, - "cost": 0.0004, - "robustness": 20.0 + "accuracy": 31.8, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 61.5, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 84.5, - "cost": 0.0005, - "robustness": 33.3 + "accuracy": 70.3, + "cost": 0.0001, + "robustness": 100.0 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 98.5, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 84.2, - "cost": 0.0002, + "accuracy": 92.1, + "cost": 0.0003, "robustness": 66.7 }, "hard": { - "accuracy": 60.0, - "cost": 0.0002, + "accuracy": 80.0, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 92.6, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 95.4, + "cost": 0.0002, + "robustness": 85.7 } } }, @@ -16265,47 +21857,47 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 80.0, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 57.5, + "cost": 0.0003, + "robustness": 50.0 }, "hard": { - "accuracy": 24.4, - "cost": 0.0003, - "robustness": 33.3 + "accuracy": 4.4, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 63.9, + "accuracy": 49.2, "cost": 0.0003, - "robustness": 12.5 + "robustness": 87.5 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0002, - "robustness": 66.7 + "accuracy": 95.9, + "cost": 0.0001, + "robustness": 83.3 }, "medium": { - "accuracy": 87.5, - "cost": 0.0003, + "accuracy": 79.2, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0005, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "all": { - "accuracy": 87.2, - "cost": 0.0003, - "robustness": 62.5 + "accuracy": 82.4, + "cost": 0.0002, + "robustness": 75.0 } } } @@ -16314,37 +21906,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0002, - "robustness": 35.9 + "accuracy": 97.0, + "cost": 0.0001, + "robustness": 94.9 }, "medium": { - "accuracy": 81.0, + "accuracy": 72.5, "cost": 0.0003, - "robustness": 23.8 + "robustness": 100.0 }, "hard": { - "accuracy": 30.9, - "cost": 0.0005, - "robustness": 22.2 + "accuracy": 25.8, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 83.6, - "cost": 0.0003, - "robustness": 30.4 + "accuracy": 79.6, + "cost": 0.0002, + "robustness": 97.1 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 95.0, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { "accuracy": 60.0, - "cost": 0.0006, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -16353,9 +21945,9 @@ "robustness": 0 }, "all": { - "accuracy": 92.0, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 88.0, + "cost": 0.0001, + "robustness": 100.0 } } }, @@ -16363,7 +21955,7 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 71.4 }, "medium": { @@ -16372,13 +21964,13 @@ "robustness": 0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0005, + "accuracy": 22.2, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 91.6, - "cost": 0.0003, + "accuracy": 90.9, + "cost": 0.0002, "robustness": 71.4 } } @@ -16386,120 +21978,120 @@ "Chemistry": { "metrics": { "easy": { - "accuracy": 97.7, + "accuracy": 100.0, "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 94.1, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 76.5, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0002, + "accuracy": 23.1, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 84.4, + "accuracy": 80.0, "cost": 0.0002, - "robustness": 60.0 + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0003, - "robustness": 12.5 - }, - "medium": { - "accuracy": 69.5, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 96.5, + "cost": 0.0001, + "robustness": 100.0 + }, + "medium": { + "accuracy": 59.3, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { "accuracy": 7.7, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 89.1, - "cost": 0.0003, - "robustness": 6.7 + "accuracy": 86.4, + "cost": 0.0001, + "robustness": 100.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.9, + "accuracy": 96.2, "cost": 0.0001, - "robustness": 36.4 + "robustness": 100.0 }, "medium": { - "accuracy": 84.4, - "cost": 0.0003, - "robustness": 36.4 + "accuracy": 78.8, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 50.6, - "cost": 0.0004, - "robustness": 40.0 + "accuracy": 44.9, + "cost": 0.0011, + "robustness": 100.0 }, "all": { - "accuracy": 85.7, - "cost": 0.0002, - "robustness": 37.0 + "accuracy": 81.4, + "cost": 0.0004, + "robustness": 100.0 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 97.7, + "accuracy": 95.5, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "medium": { - "accuracy": 83.3, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 69.0, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 36.4, + "accuracy": 18.2, "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 84.5, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 75.3, + "cost": 0.0002, + "robustness": 100.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0003, - "robustness": 20.0 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 64.0, - "cost": 0.0014, + "accuracy": 44.0, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 8.5, - "cost": 0.0009, - "robustness": 0.0 + "accuracy": 3.4, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 43.9, - "cost": 0.0008, - "robustness": 12.5 + "accuracy": 37.7, + "cost": 0.0002, + "robustness": 100.0 } } } @@ -16508,72 +22100,72 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.6, + "accuracy": 94.0, "cost": 0.0002, - "robustness": 38.9 + "robustness": 100.0 }, "medium": { - "accuracy": 68.8, + "accuracy": 64.8, "cost": 0.0003, - "robustness": 25.0 + "robustness": 66.7 }, "hard": { - "accuracy": 11.4, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 7.4, + "cost": 0.0003, + "robustness": 85.7 }, "all": { - "accuracy": 68.0, - "cost": 0.0004, - "robustness": 27.0 + "accuracy": 65.0, + "cost": 0.0002, + "robustness": 86.5 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 96.7, + "accuracy": 96.2, "cost": 0.0002, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 78.5, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 72.4, + "cost": 0.0003, + "robustness": 66.7 }, "hard": { - "accuracy": 11.2, - "cost": 0.0011, - "robustness": 0.0 + "accuracy": 10.0, + "cost": 0.0003, + "robustness": 66.7 }, "all": { - "accuracy": 73.7, - "cost": 0.0004, - "robustness": 19.0 + "accuracy": 70.9, + "cost": 0.0002, + "robustness": 85.7 } } }, "Law": { "metrics": { "easy": { - "accuracy": 92.3, + "accuracy": 86.2, "cost": 0.0002, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 55.6, - "cost": 0.0002, + "accuracy": 52.4, + "cost": 0.0003, "robustness": 50.0 }, "hard": { - "accuracy": 13.3, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 6.7, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 62.7, + "accuracy": 57.6, "cost": 0.0002, - "robustness": 33.3 + "robustness": 77.8 } } }, @@ -16582,22 +22174,22 @@ "easy": { "accuracy": 97.9, "cost": 0.0001, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 11.1, + "accuracy": 66.7, "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 77.0, + "accuracy": 85.2, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 } } }, @@ -16605,23 +22197,23 @@ "metrics": { "easy": { "accuracy": 66.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "medium": { - "accuracy": 55.6, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 38.9, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 11.8, - "cost": 0.0006, - "robustness": 0.0 + "accuracy": 2.9, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 29.1, - "cost": 0.0006, - "robustness": 33.3 + "accuracy": 18.2, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -16630,96 +22222,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 95.1, - "cost": 0.0003, - "robustness": 14.0 + "accuracy": 93.2, + "cost": 0.0001, + "robustness": 93.0 }, "medium": { - "accuracy": 71.4, + "accuracy": 62.6, "cost": 0.0003, - "robustness": 19.0 + "robustness": 90.5 }, "hard": { - "accuracy": 30.6, - "cost": 0.0005, - "robustness": 42.9 + "accuracy": 19.7, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 80.8, - "cost": 0.0003, - "robustness": 18.3 + "accuracy": 75.8, + "cost": 0.0002, + "robustness": 93.0 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 97.6, + "accuracy": 96.0, "cost": 0.0002, - "robustness": 20.0 + "robustness": 100.0 }, "medium": { - "accuracy": 89.8, - "cost": 0.0002, - "robustness": 15.4 + "accuracy": 79.0, + "cost": 0.0005, + "robustness": 84.6 }, "hard": { - "accuracy": 59.5, - "cost": 0.0004, + "accuracy": 40.5, + "cost": 0.0007, "robustness": 100.0 }, "all": { - "accuracy": 89.0, - "cost": 0.0002, - "robustness": 21.1 + "accuracy": 80.6, + "cost": 0.0004, + "robustness": 89.5 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0006, - "robustness": 25.0 + "accuracy": 96.7, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 54.5, - "cost": 0.0006, - "robustness": 0.0 + "accuracy": 36.4, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0008, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 90.4, - "cost": 0.0006, - "robustness": 20.0 + "accuracy": 84.9, + "cost": 0.0001, + "robustness": 80.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 94.2, - "cost": 0.0002, - "robustness": 11.8 + "accuracy": 92.3, + "cost": 0.0001, + "robustness": 94.1 }, "medium": { - "accuracy": 59.5, - "cost": 0.0003, - "robustness": 28.6 + "accuracy": 52.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 20.4, - "cost": 0.0005, - "robustness": 33.3 + "accuracy": 12.4, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 77.3, - "cost": 0.0003, - "robustness": 17.0 + "accuracy": 73.5, + "cost": 0.0001, + "robustness": 95.7 } } } @@ -16727,51 +22319,51 @@ } } }, - "orcarouter": { + "nadir-caliper": { "metrics": { "easy": { - "accuracy": 97.1, - "cost": 0.0007, - "robustness": 22.7 + "accuracy": 97.4, + "cost": 0.0, + "robustness": 89.4 }, "medium": { - "accuracy": 74.9, - "cost": 0.0013, - "robustness": 15.9 + "accuracy": 75.5, + "cost": 0.0002, + "robustness": 72.6 }, "hard": { - "accuracy": 33.6, - "cost": 0.0019, - "robustness": 29.4 + "accuracy": 33.8, + "cost": 0.0007, + "robustness": 69.7 }, "all": { - "accuracy": 75.8, - "cost": 0.0011, - "robustness": 22.6 + "accuracy": 76.1, + "cost": 0.0002, + "robustness": 79.8 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 94.6, + "cost": 0.0, + "robustness": 75.0 }, "medium": { - "accuracy": 62.0, - "cost": 0.0021, - "robustness": 45.5 + "accuracy": 67.1, + "cost": 0.0002, + "robustness": 54.5 }, "hard": { - "accuracy": 13.6, - "cost": 0.0027, - "robustness": 40.0 + "accuracy": 16.3, + "cost": 0.0007, + "robustness": 60.0 }, "all": { - "accuracy": 66.9, - "cost": 0.0017, - "robustness": 29.2 + "accuracy": 68.1, + "cost": 0.0002, + "robustness": 62.5 } }, "subcategories": { @@ -16779,23 +22371,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0005, - "robustness": 0.0 + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 71.8, - "cost": 0.0014, - "robustness": 0.0 + "accuracy": 84.6, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { - "accuracy": 10.7, - "cost": 0.0024, - "robustness": 50.0 + "accuracy": 14.3, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 60.4, - "cost": 0.0014, - "robustness": 20.0 + "accuracy": 64.9, + "cost": 0.0002, + "robustness": 80.0 } } }, @@ -16803,47 +22395,47 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0005, - "robustness": 0.0 + "cost": 0.0, + "robustness": 80.0 }, "medium": { - "accuracy": 53.4, - "cost": 0.0021, - "robustness": 80.0 + "accuracy": 56.9, + "cost": 0.0002, + "robustness": 40.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0023, + "accuracy": 12.0, + "cost": 0.0002, "robustness": 0.0 }, "all": { - "accuracy": 67.9, - "cost": 0.0015, - "robustness": 36.4 + "accuracy": 68.8, + "cost": 0.0001, + "robustness": 54.5 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0011, - "robustness": 0.0 + "accuracy": 90.7, + "cost": 0.0, + "robustness": 50.0 }, "medium": { - "accuracy": 68.0, - "cost": 0.0024, - "robustness": 25.0 + "accuracy": 72.0, + "cost": 0.0002, + "robustness": 75.0 }, "hard": { - "accuracy": 13.6, - "cost": 0.0031, + "accuracy": 19.7, + "cost": 0.0012, "robustness": 50.0 }, "all": { "accuracy": 69.3, - "cost": 0.002, - "robustness": 25.0 + "cost": 0.0004, + "robustness": 62.5 } } } @@ -16852,72 +22444,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.7, - "cost": 0.0006, - "robustness": 23.1 + "accuracy": 98.1, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 84.2, - "cost": 0.0015, - "robustness": 9.5 + "accuracy": 87.7, + "cost": 0.0003, + "robustness": 71.4 }, "hard": { - "accuracy": 44.1, - "cost": 0.004, - "robustness": 60.0 + "accuracy": 51.0, + "cost": 0.0009, + "robustness": 33.3 }, "all": { - "accuracy": 84.4, - "cost": 0.0015, - "robustness": 27.4 + "accuracy": 86.4, + "cost": 0.0003, + "robustness": 74.2 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 99.0, - "cost": 0.0007, - "robustness": 23.1 + "accuracy": 98.6, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 89.4, - "cost": 0.0016, - "robustness": 11.8 + "accuracy": 90.5, + "cost": 0.0003, + "robustness": 70.6 }, "hard": { - "accuracy": 49.8, - "cost": 0.0046, - "robustness": 61.5 + "accuracy": 57.9, + "cost": 0.0011, + "robustness": 38.5 }, "all": { - "accuracy": 85.2, - "cost": 0.0018, - "robustness": 30.2 + "accuracy": 87.1, + "cost": 0.0004, + "robustness": 69.8 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0005, - "robustness": 23.1 + "accuracy": 97.5, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 61.2, - "cost": 0.001, - "robustness": 0.0 + "accuracy": 75.3, + "cost": 0.0001, + "robustness": 75.0 }, "hard": { "accuracy": 11.1, - "cost": 0.0004, - "robustness": 50.0 + "cost": 0.0, + "robustness": 0.0 }, "all": { - "accuracy": 82.3, - "cost": 0.0006, - "robustness": 21.1 + "accuracy": 84.8, + "cost": 0.0, + "robustness": 84.2 } } } @@ -16926,96 +22518,96 @@ "History": { "metrics": { "easy": { - "accuracy": 97.1, - "cost": 0.0007, - "robustness": 30.4 + "accuracy": 98.4, + "cost": 0.0, + "robustness": 95.7 }, "medium": { - "accuracy": 74.0, - "cost": 0.0012, - "robustness": 0.0 + "accuracy": 71.8, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { - "accuracy": 16.8, - "cost": 0.0015, - "robustness": 10.0 + "accuracy": 14.1, + "cost": 0.0003, + "robustness": 70.0 }, "all": { - "accuracy": 74.1, - "cost": 0.001, - "robustness": 20.5 + "accuracy": 73.7, + "cost": 0.0001, + "robustness": 82.1 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 90.5, - "cost": 0.0006, - "robustness": 25.0 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 77.8, - "cost": 0.0003, + "accuracy": 88.9, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 86.5, - "cost": 0.0005, - "robustness": 25.0 + "accuracy": 96.2, + "cost": 0.0, + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0005, - "robustness": 25.0 + "accuracy": 98.2, + "cost": 0.0, + "robustness": 87.5 }, "medium": { - "accuracy": 72.4, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 55.2, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 25.0, - "cost": 0.0013, + "accuracy": 16.7, + "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 88.0, - "cost": 0.0006, - "robustness": 22.2 + "accuracy": 83.3, + "cost": 0.0001, + "robustness": 88.9 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0008, - "robustness": 36.4 + "accuracy": 98.2, + "cost": 0.0, + "robustness": 100.0 }, "medium": { "accuracy": 74.1, - "cost": 0.0014, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 40.0 }, "hard": { - "accuracy": 16.2, - "cost": 0.0015, - "robustness": 10.0 + "accuracy": 14.0, + "cost": 0.0003, + "robustness": 70.0 }, "all": { - "accuracy": 68.7, - "cost": 0.0012, - "robustness": 19.2 + "accuracy": 68.5, + "cost": 0.0001, + "robustness": 76.9 } } } @@ -17024,48 +22616,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 93.8, - "cost": 0.0006, - "robustness": 18.2 + "accuracy": 90.4, + "cost": 0.0, + "robustness": 81.8 }, "medium": { - "accuracy": 58.7, - "cost": 0.0007, - "robustness": 11.1 + "accuracy": 48.5, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 61.6, - "cost": 0.0012, - "robustness": 16.0 + "accuracy": 55.7, + "cost": 0.0005, + "robustness": 76.0 }, "all": { - "accuracy": 70.5, - "cost": 0.0009, - "robustness": 15.6 + "accuracy": 64.4, + "cost": 0.0003, + "robustness": 82.2 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 93.8, - "cost": 0.0006, - "robustness": 18.2 + "accuracy": 90.4, + "cost": 0.0, + "robustness": 81.8 }, "medium": { - "accuracy": 58.7, - "cost": 0.0007, - "robustness": 11.1 + "accuracy": 48.5, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 61.6, - "cost": 0.0012, - "robustness": 16.0 + "accuracy": 55.7, + "cost": 0.0005, + "robustness": 76.0 }, "all": { - "accuracy": 70.5, - "cost": 0.0009, - "robustness": 15.6 + "accuracy": 64.4, + "cost": 0.0003, + "robustness": 82.2 } } } @@ -17074,48 +22666,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0006, - "robustness": 33.3 + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 76.7, - "cost": 0.0013, - "robustness": 0.0 + "accuracy": 72.2, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 32.0, - "cost": 0.0015, - "robustness": 16.7 + "accuracy": 34.5, + "cost": 0.001, + "robustness": 83.3 }, "all": { - "accuracy": 47.1, - "cost": 0.0013, - "robustness": 17.2 + "accuracy": 48.4, + "cost": 0.0008, + "robustness": 82.8 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0006, - "robustness": 33.3 + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 76.7, - "cost": 0.0013, - "robustness": 0.0 + "accuracy": 72.2, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 32.0, - "cost": 0.0015, - "robustness": 16.7 + "accuracy": 34.5, + "cost": 0.001, + "robustness": 83.3 }, "all": { - "accuracy": 47.1, - "cost": 0.0013, - "robustness": 17.2 + "accuracy": 48.4, + "cost": 0.0008, + "robustness": 82.8 } } } @@ -17124,95 +22716,95 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 96.1, - "cost": 0.0007, - "robustness": 33.3 + "accuracy": 97.1, + "cost": 0.0, + "robustness": 81.5 }, "medium": { - "accuracy": 66.4, - "cost": 0.001, - "robustness": 20.0 + "accuracy": 70.1, + "cost": 0.0001, + "robustness": 60.0 }, "hard": { - "accuracy": 27.2, - "cost": 0.0013, + "accuracy": 23.5, + "cost": 0.0003, "robustness": 42.9 }, "all": { - "accuracy": 79.1, - "cost": 0.0009, - "robustness": 31.8 + "accuracy": 80.4, + "cost": 0.0001, + "robustness": 70.5 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 94.1, - "cost": 0.0006, - "robustness": 28.6 + "accuracy": 95.7, + "cost": 0.0, + "robustness": 85.7 }, "medium": { "accuracy": 40.0, - "cost": 0.0008, - "robustness": 20.0 + "cost": 0.0001, + "robustness": 40.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0006, - "robustness": 0.0 + "accuracy": 7.7, + "cost": 0.0002, + "robustness": 50.0 }, "all": { - "accuracy": 74.2, - "cost": 0.0006, - "robustness": 23.8 + "accuracy": 74.9, + "cost": 0.0, + "robustness": 71.4 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0009, - "robustness": 0.0 + "accuracy": 98.5, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 89.5, - "cost": 0.0012, - "robustness": 33.3 + "accuracy": 97.4, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 60.0, - "cost": 0.0027, + "accuracy": 80.0, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 94.4, - "cost": 0.0011, - "robustness": 14.3 + "accuracy": 97.2, + "cost": 0.0001, + "robustness": 100.0 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 89.2, - "cost": 0.001, + "accuracy": 94.6, + "cost": 0.0, "robustness": 66.7 }, "medium": { "accuracy": 77.5, - "cost": 0.0011, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 50.0 }, "hard": { - "accuracy": 28.9, - "cost": 0.0016, - "robustness": 66.7 + "accuracy": 20.0, + "cost": 0.0005, + "robustness": 33.3 }, "all": { - "accuracy": 63.1, - "cost": 0.0013, + "accuracy": 61.5, + "cost": 0.0002, "robustness": 50.0 } } @@ -17221,23 +22813,23 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0007, - "robustness": 50.0 + "cost": 0.0, + "robustness": 66.7 }, "medium": { - "accuracy": 85.4, - "cost": 0.001, + "accuracy": 95.8, + "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0007, + "accuracy": 27.8, + "cost": 0.0001, "robustness": 50.0 }, "all": { - "accuracy": 88.2, - "cost": 0.0008, - "robustness": 50.0 + "accuracy": 91.4, + "cost": 0.0, + "robustness": 62.5 } } } @@ -17246,37 +22838,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0006, - "robustness": 10.3 + "accuracy": 99.1, + "cost": 0.0, + "robustness": 84.6 }, "medium": { - "accuracy": 81.7, - "cost": 0.0012, - "robustness": 14.3 + "accuracy": 81.5, + "cost": 0.0001, + "robustness": 66.7 }, "hard": { "accuracy": 28.4, - "cost": 0.0021, - "robustness": 44.4 + "cost": 0.0005, + "robustness": 77.8 }, "all": { - "accuracy": 83.4, - "cost": 0.001, - "robustness": 15.9 + "accuracy": 83.9, + "cost": 0.0001, + "robustness": 78.3 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 50.0 }, "medium": { "accuracy": 60.0, - "cost": 0.0011, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -17285,33 +22877,33 @@ "robustness": 0 }, "all": { - "accuracy": 88.0, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 92.0, + "cost": 0.0, + "robustness": 50.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 97.4, - "cost": 0.0006, - "robustness": 14.3 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 }, "medium": { "accuracy": 82.4, - "cost": 0.0007, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0011, + "accuracy": 33.3, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 90.9, - "cost": 0.0006, - "robustness": 14.3 + "accuracy": 93.7, + "cost": 0.0, + "robustness": 100.0 } } }, @@ -17319,71 +22911,71 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0008, - "robustness": 33.3 + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 94.1, - "cost": 0.0015, - "robustness": 0.0 + "accuracy": 91.2, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { "accuracy": 30.8, - "cost": 0.001, + "cost": 0.0002, "robustness": 0 - }, - "all": { - "accuracy": 87.8, - "cost": 0.0011, - "robustness": 20.0 + }, + "all": { + "accuracy": 86.7, + "cost": 0.0001, + "robustness": 80.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 99.6, + "cost": 0.0, + "robustness": 50.0 }, "medium": { - "accuracy": 74.6, - "cost": 0.0009, - "robustness": 0.0 + "accuracy": 71.2, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { "accuracy": 23.1, - "cost": 0.0005, - "robustness": 100.0 + "cost": 0.0003, + "robustness": 0.0 }, "all": { - "accuracy": 90.9, - "cost": 0.0006, - "robustness": 6.7 + "accuracy": 91.5, + "cost": 0.0, + "robustness": 46.7 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.9, - "cost": 0.0007, - "robustness": 18.2 + "accuracy": 98.1, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 84.0, - "cost": 0.0012, - "robustness": 27.3 + "accuracy": 85.6, + "cost": 0.0001, + "robustness": 81.8 }, "hard": { - "accuracy": 38.2, - "cost": 0.003, - "robustness": 60.0 + "accuracy": 41.6, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 83.7, - "cost": 0.0013, - "robustness": 29.6 + "accuracy": 84.5, + "cost": 0.0002, + "robustness": 92.6 } } }, @@ -17391,47 +22983,47 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0005, - "robustness": 0.0 + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 76.2, - "cost": 0.0015, - "robustness": 0.0 + "accuracy": 85.7, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { - "accuracy": 63.6, - "cost": 0.0021, + "accuracy": 45.5, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 84.5, - "cost": 0.0011, - "robustness": 0.0 + "accuracy": 86.6, + "cost": 0.0001, + "robustness": 80.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 80.0 }, "medium": { - "accuracy": 72.0, - "cost": 0.0015, + "accuracy": 48.0, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 8.5, - "cost": 0.0015, - "robustness": 0.0 + "accuracy": 5.1, + "cost": 0.0004, + "robustness": 66.7 }, "all": { - "accuracy": 45.6, - "cost": 0.0012, - "robustness": 0.0 + "accuracy": 39.5, + "cost": 0.0003, + "robustness": 75.0 } } } @@ -17440,72 +23032,72 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0008, - "robustness": 27.8 + "accuracy": 97.3, + "cost": 0.0, + "robustness": 94.4 }, "medium": { - "accuracy": 77.1, - "cost": 0.0015, - "robustness": 8.3 + "accuracy": 75.5, + "cost": 0.0002, + "robustness": 83.3 }, "hard": { - "accuracy": 18.1, - "cost": 0.0016, - "robustness": 42.9 + "accuracy": 14.8, + "cost": 0.0004, + "robustness": 85.7 }, "all": { - "accuracy": 72.1, - "cost": 0.0012, - "robustness": 24.3 + "accuracy": 71.9, + "cost": 0.0002, + "robustness": 89.2 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0008, - "robustness": 25.0 + "accuracy": 98.4, + "cost": 0.0, + "robustness": 100.0 }, "medium": { "accuracy": 79.8, - "cost": 0.0013, - "robustness": 16.7 + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 18.8, - "cost": 0.0019, - "robustness": 0.0 + "accuracy": 15.0, + "cost": 0.0005, + "robustness": 66.7 }, "all": { - "accuracy": 75.4, - "cost": 0.0012, - "robustness": 19.0 + "accuracy": 75.6, + "cost": 0.0002, + "robustness": 95.2 } } }, "Law": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0013, - "robustness": 33.3 + "accuracy": 95.4, + "cost": 0.0001, + "robustness": 66.7 }, "medium": { "accuracy": 77.8, - "cost": 0.002, - "robustness": 0.0 + "cost": 0.0003, + "robustness": 50.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.001, + "accuracy": 30.0, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 72.8, - "cost": 0.0015, - "robustness": 33.3 + "accuracy": 75.9, + "cost": 0.0002, + "robustness": 66.7 } } }, @@ -17513,47 +23105,47 @@ "metrics": { "easy": { "accuracy": 95.7, - "cost": 0.0003, - "robustness": 33.3 + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 44.4, - "cost": 0.0007, + "accuracy": 22.2, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, - "robustness": 0.0 + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 80.3, - "cost": 0.0004, - "robustness": 25.0 + "accuracy": 77.0, + "cost": 0.0, + "robustness": 100.0 } } }, "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 66.7, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0, "robustness": 0 }, "medium": { - "accuracy": 66.7, - "cost": 0.0016, - "robustness": 0.0 + "accuracy": 55.6, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 17.6, - "cost": 0.0017, + "accuracy": 2.9, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 36.4, - "cost": 0.0016, - "robustness": 33.3 + "accuracy": 25.5, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -17562,96 +23154,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 96.6, - "cost": 0.0006, - "robustness": 25.6 + "accuracy": 97.6, + "cost": 0.0, + "robustness": 90.7 }, "medium": { - "accuracy": 75.0, - "cost": 0.0011, - "robustness": 19.0 + "accuracy": 76.7, + "cost": 0.0001, + "robustness": 85.7 }, "hard": { "accuracy": 24.2, - "cost": 0.0013, - "robustness": 28.6 + "cost": 0.0001, + "robustness": 85.7 }, "all": { - "accuracy": 82.0, - "cost": 0.0009, - "robustness": 23.9 + "accuracy": 83.1, + "cost": 0.0001, + "robustness": 88.7 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0009, - "robustness": 0.0 + "accuracy": 98.4, + "cost": 0.0, + "robustness": 80.0 }, "medium": { - "accuracy": 88.0, - "cost": 0.0013, - "robustness": 15.4 + "accuracy": 89.2, + "cost": 0.0001, + "robustness": 92.3 }, "hard": { - "accuracy": 35.7, - "cost": 0.0021, - "robustness": 0.0 + "accuracy": 47.6, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 85.1, - "cost": 0.0013, - "robustness": 10.5 + "accuracy": 87.5, + "cost": 0.0001, + "robustness": 89.5 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0006, - "robustness": 25.0 + "accuracy": 100.0, + "cost": 0.0, + "robustness": 100.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 72.7, + "cost": 0.0, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 89.0, - "cost": 0.0006, - "robustness": 20.0 + "accuracy": 93.2, + "cost": 0.0, + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0006, - "robustness": 29.4 + "accuracy": 97.2, + "cost": 0.0, + "robustness": 91.2 }, "medium": { - "accuracy": 66.5, - "cost": 0.0011, - "robustness": 28.6 + "accuracy": 68.2, + "cost": 0.0001, + "robustness": 71.4 }, "hard": { - "accuracy": 20.4, - "cost": 0.001, - "robustness": 33.3 + "accuracy": 15.9, + "cost": 0.0001, + "robustness": 83.3 }, "all": { - "accuracy": 80.4, - "cost": 0.0007, - "robustness": 29.8 + "accuracy": 80.8, + "cost": 0.0001, + "robustness": 87.2 } } } @@ -17659,50 +23251,50 @@ } } }, - "hybrid-router": { + "divyam": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0, - "robustness": 96.0 + "accuracy": 97.4, + "cost": 0.0004, + "robustness": 72.7 }, "medium": { - "accuracy": 67.7, - "cost": 0.0, - "robustness": 96.5 + "accuracy": 81.5, + "cost": 0.0008, + "robustness": 77.0 }, "hard": { - "accuracy": 25.7, - "cost": 0.0001, - "robustness": 98.2 + "accuracy": 46.3, + "cost": 0.0011, + "robustness": 79.8 }, "all": { - "accuracy": 71.4, - "cost": 0.0, - "robustness": 96.7 + "accuracy": 80.8, + "cost": 0.0007, + "robustness": 75.7 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 94.3, - "cost": 0.0, + "accuracy": 97.0, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 57.3, - "cost": 0.0001, + "accuracy": 81.2, + "cost": 0.0016, "robustness": 100.0 }, "hard": { - "accuracy": 7.5, - "cost": 0.0001, + "accuracy": 34.0, + "cost": 0.0022, "robustness": 100.0 }, "all": { - "accuracy": 62.6, - "cost": 0.0, + "accuracy": 78.0, + "cost": 0.0013, "robustness": 100.0 } }, @@ -17710,23 +23302,23 @@ "Arts": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0, + "accuracy": 96.6, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 74.4, - "cost": 0.0, + "accuracy": 94.9, + "cost": 0.0006, "robustness": 100.0 }, "hard": { - "accuracy": 5.4, - "cost": 0.0, + "accuracy": 33.9, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 58.4, - "cost": 0.0, + "accuracy": 73.4, + "cost": 0.0007, "robustness": 100.0 } } @@ -17734,23 +23326,23 @@ "Music": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0, + "accuracy": 98.0, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 50.9, - "cost": 0.0001, + "accuracy": 69.0, + "cost": 0.0022, "robustness": 100.0 }, "hard": { - "accuracy": 12.0, - "cost": 0.0, + "accuracy": 24.0, + "cost": 0.0034, "robustness": 100.0 }, "all": { - "accuracy": 65.4, - "cost": 0.0, + "accuracy": 76.2, + "cost": 0.0016, "robustness": 100.0 } } @@ -17758,23 +23350,23 @@ "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 91.4, - "cost": 0.0, + "accuracy": 96.4, + "cost": 0.0006, "robustness": 100.0 }, "medium": { - "accuracy": 58.0, - "cost": 0.0001, + "accuracy": 90.0, + "cost": 0.0013, "robustness": 100.0 }, "hard": { - "accuracy": 7.6, - "cost": 0.0001, + "accuracy": 37.9, + "cost": 0.0028, "robustness": 100.0 }, "all": { - "accuracy": 62.4, - "cost": 0.0001, + "accuracy": 81.7, + "cost": 0.0013, "robustness": 100.0 } } @@ -17784,72 +23376,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0, - "robustness": 92.3 + "accuracy": 98.6, + "cost": 0.0004, + "robustness": 73.1 }, "medium": { - "accuracy": 80.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.9, + "cost": 0.0006, + "robustness": 76.2 }, "hard": { - "accuracy": 33.5, - "cost": 0.0002, + "accuracy": 63.7, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 80.6, - "cost": 0.0001, - "robustness": 96.8 + "accuracy": 89.9, + "cost": 0.0006, + "robustness": 80.6 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.6, - "cost": 0.0, - "robustness": 84.6 + "accuracy": 99.0, + "cost": 0.0004, + "robustness": 76.9 }, "medium": { - "accuracy": 82.8, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 92.8, + "cost": 0.0006, + "robustness": 76.5 }, "hard": { - "accuracy": 37.8, - "cost": 0.0002, + "accuracy": 70.8, + "cost": 0.0015, "robustness": 100.0 }, "all": { - "accuracy": 80.0, - "cost": 0.0001, - "robustness": 95.3 + "accuracy": 90.8, + "cost": 0.0007, + "robustness": 83.7 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.8, + "cost": 0.0004, + "robustness": 69.2 }, "medium": { - "accuracy": 69.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 82.4, + "cost": 0.0005, + "robustness": 75.0 }, "hard": { - "accuracy": 8.3, - "cost": 0.0, + "accuracy": 22.2, + "cost": 0.0006, "robustness": 100.0 }, "all": { - "accuracy": 82.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 87.6, + "cost": 0.0004, + "robustness": 73.7 } } } @@ -17858,96 +23450,96 @@ "History": { "metrics": { "easy": { - "accuracy": 96.5, - "cost": 0.0, - "robustness": 95.7 + "accuracy": 98.7, + "cost": 0.0004, + "robustness": 65.2 }, "medium": { - "accuracy": 62.1, - "cost": 0.0, + "accuracy": 86.4, + "cost": 0.0006, "robustness": 83.3 }, "hard": { - "accuracy": 9.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 37.6, + "cost": 0.0009, + "robustness": 70.0 }, "all": { - "accuracy": 69.3, - "cost": 0.0, - "robustness": 94.9 + "accuracy": 82.6, + "cost": 0.0005, + "robustness": 69.2 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 92.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.6, + "cost": 0.0003, + "robustness": 75.0 }, "medium": { - "accuracy": 66.7, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 100.0, + "accuracy": 0.0, "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 88.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 96.2, + "cost": 0.0003, + "robustness": 75.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 62.5 }, "medium": { - "accuracy": 48.3, - "cost": 0.0, + "accuracy": 65.5, + "cost": 0.0004, "robustness": 100.0 }, "hard": { - "accuracy": 25.0, - "cost": 0.0, + "accuracy": 66.7, + "cost": 0.0007, "robustness": 0 }, "all": { - "accuracy": 81.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.0, + "cost": 0.0003, + "robustness": 66.7 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0, - "robustness": 90.9 + "accuracy": 98.7, + "cost": 0.0005, + "robustness": 63.6 }, "medium": { - "accuracy": 64.7, - "cost": 0.0, + "accuracy": 89.9, + "cost": 0.0007, "robustness": 80.0 }, "hard": { - "accuracy": 7.4, - "cost": 0.0, - "robustness": 100.0 - }, - "all": { - "accuracy": 63.7, - "cost": 0.0, - "robustness": 92.3 + "accuracy": 35.3, + "cost": 0.0009, + "robustness": 70.0 + }, + "all": { + "accuracy": 78.9, + "cost": 0.0006, + "robustness": 69.2 } } } @@ -17956,48 +23548,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 91.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 93.3, + "cost": 0.0003, + "robustness": 54.5 }, "medium": { - "accuracy": 50.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 52.1, + "cost": 0.0006, + "robustness": 66.7 }, "hard": { - "accuracy": 48.6, - "cost": 0.0, - "robustness": 96.0 + "accuracy": 57.8, + "cost": 0.0005, + "robustness": 64.0 }, "all": { - "accuracy": 61.8, - "cost": 0.0, - "robustness": 97.8 + "accuracy": 67.0, + "cost": 0.0005, + "robustness": 62.2 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 91.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 93.3, + "cost": 0.0003, + "robustness": 54.5 }, "medium": { - "accuracy": 50.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 52.1, + "cost": 0.0006, + "robustness": 66.7 }, "hard": { - "accuracy": 48.6, - "cost": 0.0, - "robustness": 96.0 + "accuracy": 57.8, + "cost": 0.0005, + "robustness": 64.0 }, "all": { - "accuracy": 61.8, - "cost": 0.0, - "robustness": 97.8 + "accuracy": 67.0, + "cost": 0.0005, + "robustness": 62.2 } } } @@ -18006,48 +23598,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 65.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.5, + "cost": 0.0006, + "robustness": 50.0 }, "hard": { - "accuracy": 28.7, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 49.2, + "cost": 0.0011, + "robustness": 83.3 }, "all": { - "accuracy": 43.2, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 61.4, + "cost": 0.0009, + "robustness": 79.3 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 65.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.5, + "cost": 0.0006, + "robustness": 50.0 }, "hard": { - "accuracy": 28.7, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 49.2, + "cost": 0.0011, + "robustness": 83.3 }, "all": { - "accuracy": 43.2, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 61.4, + "cost": 0.0009, + "robustness": 79.3 } } } @@ -18056,48 +23648,48 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0, - "robustness": 96.3 + "accuracy": 95.8, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 62.1, - "cost": 0.0, + "accuracy": 75.4, + "cost": 0.0006, "robustness": 80.0 }, "hard": { - "accuracy": 14.8, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 37.0, + "cost": 0.0009, + "robustness": 57.1 }, "all": { - "accuracy": 76.6, - "cost": 0.0, - "robustness": 93.2 + "accuracy": 82.9, + "cost": 0.0005, + "robustness": 68.2 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0, - "robustness": 92.9 + "accuracy": 93.0, + "cost": 0.0002, + "robustness": 64.3 }, "medium": { - "accuracy": 37.6, - "cost": 0.0, - "robustness": 60.0 + "accuracy": 48.2, + "cost": 0.0006, + "robustness": 80.0 }, "hard": { - "accuracy": 7.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 0.0, + "cost": 0.0003, + "robustness": 0.0 }, "all": { - "accuracy": 73.5, - "cost": 0.0, - "robustness": 85.7 + "accuracy": 75.3, + "cost": 0.0003, + "robustness": 61.9 } } }, @@ -18105,23 +23697,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0004, + "robustness": 25.0 }, "medium": { - "accuracy": 84.2, - "cost": 0.0, + "accuracy": 94.7, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0, + "cost": 0.0017, "robustness": 0 }, "all": { - "accuracy": 93.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.2, + "cost": 0.0006, + "robustness": 57.1 } } }, @@ -18129,47 +23721,47 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0005, + "robustness": 66.7 }, "medium": { - "accuracy": 67.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 95.0, + "cost": 0.0008, + "robustness": 50.0 }, "hard": { - "accuracy": 8.9, - "cost": 0.0, + "accuracy": 44.4, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 54.1, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 76.2, + "cost": 0.0008, + "robustness": 75.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0, + "accuracy": 98.3, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 83.3, - "cost": 0.0, + "accuracy": 91.7, + "cost": 0.0004, "robustness": 0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 33.3, + "cost": 0.0005, + "robustness": 50.0 }, "all": { - "accuracy": 86.1, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 90.4, + "cost": 0.0004, + "robustness": 87.5 } } } @@ -18178,37 +23770,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 97.9, - "cost": 0.0, - "robustness": 97.4 + "accuracy": 99.0, + "cost": 0.0003, + "robustness": 69.2 }, "medium": { - "accuracy": 75.9, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 84.3, + "cost": 0.0006, + "robustness": 76.2 }, "hard": { - "accuracy": 21.1, - "cost": 0.0001, + "accuracy": 41.2, + "cost": 0.0011, "robustness": 88.9 }, "all": { - "accuracy": 80.5, - "cost": 0.0, - "robustness": 97.1 + "accuracy": 86.4, + "cost": 0.0005, + "robustness": 73.9 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 50.0 }, "medium": { "accuracy": 80.0, - "cost": 0.0, + "cost": 0.0003, "robustness": 0 }, "hard": { @@ -18217,152 +23809,152 @@ "robustness": 0 }, "all": { - "accuracy": 92.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 96.0, + "cost": 0.0002, + "robustness": 50.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 71.4 }, "medium": { - "accuracy": 64.7, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0006, "robustness": 0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0, + "accuracy": 44.4, + "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 88.8, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 96.5, + "cost": 0.0004, + "robustness": 71.4 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 33.3 }, "medium": { - "accuracy": 82.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 91.2, + "cost": 0.0006, + "robustness": 50.0 }, "hard": { - "accuracy": 23.1, - "cost": 0.0, + "accuracy": 38.5, + "cost": 0.001, "robustness": 0 }, "all": { - "accuracy": 81.1, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 87.8, + "cost": 0.0005, + "robustness": 40.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 98.4, + "cost": 0.0003, + "robustness": 75.0 }, "medium": { "accuracy": 72.9, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0005, + "robustness": 83.3 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 46.2, + "cost": 0.0008, "robustness": 0.0 }, "all": { - "accuracy": 89.4, - "cost": 0.0, - "robustness": 93.3 + "accuracy": 91.8, + "cost": 0.0003, + "robustness": 73.3 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 99.2, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 98.5, + "cost": 0.0002, + "robustness": 81.8 }, "medium": { - "accuracy": 79.6, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 84.8, + "cost": 0.0006, + "robustness": 81.8 }, "hard": { - "accuracy": 37.1, - "cost": 0.0002, + "accuracy": 55.1, + "cost": 0.0016, "robustness": 100.0 }, "all": { - "accuracy": 81.9, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 86.4, + "cost": 0.0006, + "robustness": 85.2 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 33.3 }, "medium": { - "accuracy": 78.6, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 85.7, + "cost": 0.0007, + "robustness": 50.0 }, "hard": { - "accuracy": 27.3, - "cost": 0.0, + "accuracy": 36.4, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 80.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 86.6, + "cost": 0.0005, + "robustness": 40.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 80.0 }, "medium": { - "accuracy": 40.0, - "cost": 0.0, + "accuracy": 84.0, + "cost": 0.0006, "robustness": 0 }, "hard": { - "accuracy": 1.7, - "cost": 0.0, + "accuracy": 20.3, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 34.2, - "cost": 0.0, + "accuracy": 55.3, + "cost": 0.0006, "robustness": 87.5 } } @@ -18372,24 +23964,24 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.0, + "cost": 0.0005, + "robustness": 88.9 }, "medium": { - "accuracy": 62.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 80.6, + "cost": 0.0008, + "robustness": 75.0 }, "hard": { - "accuracy": 7.4, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 26.2, + "cost": 0.0011, + "robustness": 85.7 }, "all": { - "accuracy": 64.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 76.0, + "cost": 0.0007, + "robustness": 83.8 } }, "subcategories": { @@ -18397,46 +23989,46 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0005, + "robustness": 83.3 }, "medium": { - "accuracy": 68.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 83.4, + "cost": 0.0008, + "robustness": 50.0 }, "hard": { - "accuracy": 6.2, - "cost": 0.0001, + "accuracy": 26.2, + "cost": 0.0012, "robustness": 100.0 }, "all": { - "accuracy": 69.2, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 78.6, + "cost": 0.0008, + "robustness": 76.2 } } }, "Law": { "metrics": { "easy": { - "accuracy": 90.8, - "cost": 0.0, + "accuracy": 96.9, + "cost": 0.0008, "robustness": 100.0 }, "medium": { - "accuracy": 60.3, - "cost": 0.0, + "accuracy": 77.8, + "cost": 0.001, "robustness": 100.0 }, "hard": { - "accuracy": 10.0, - "cost": 0.0, + "accuracy": 23.3, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 63.3, - "cost": 0.0, + "accuracy": 75.3, + "cost": 0.0009, "robustness": 100.0 } } @@ -18444,24 +24036,24 @@ "Social problems": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0, + "accuracy": 95.7, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 22.2, - "cost": 0.0, + "accuracy": 33.3, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 20.0, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 77.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 80.3, + "cost": 0.0001, + "robustness": 75.0 } } }, @@ -18469,22 +24061,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0005, "robustness": 0 }, "medium": { - "accuracy": 33.3, - "cost": 0.0, + "accuracy": 88.9, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0, + "accuracy": 29.4, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 20.0, - "cost": 0.0, + "accuracy": 52.7, + "cost": 0.0009, "robustness": 100.0 } } @@ -18494,96 +24086,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0, - "robustness": 93.0 + "accuracy": 96.1, + "cost": 0.0005, + "robustness": 76.7 }, "medium": { - "accuracy": 67.6, - "cost": 0.0, - "robustness": 95.2 + "accuracy": 80.5, + "cost": 0.0008, + "robustness": 71.4 }, "hard": { - "accuracy": 17.8, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 36.3, + "cost": 0.0009, + "robustness": 85.7 }, "all": { - "accuracy": 78.4, - "cost": 0.0, - "robustness": 94.4 + "accuracy": 84.7, + "cost": 0.0006, + "robustness": 76.1 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0, - "robustness": 80.0 + "accuracy": 96.8, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 80.8, - "cost": 0.0001, - "robustness": 92.3 + "accuracy": 91.6, + "cost": 0.0008, + "robustness": 76.9 }, "hard": { - "accuracy": 35.7, - "cost": 0.0001, + "accuracy": 61.9, + "cost": 0.0012, "robustness": 100.0 }, "all": { - "accuracy": 80.9, - "cost": 0.0001, - "robustness": 89.5 + "accuracy": 89.9, + "cost": 0.0007, + "robustness": 84.2 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 96.7, + "cost": 0.0003, + "robustness": 75.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0, + "accuracy": 72.7, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 50.0, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 91.8, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0003, + "robustness": 80.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0, - "robustness": 94.1 + "accuracy": 95.9, + "cost": 0.0005, + "robustness": 73.5 }, "medium": { - "accuracy": 58.7, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 73.1, + "cost": 0.0007, + "robustness": 57.1 }, "hard": { - "accuracy": 11.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 26.5, + "cost": 0.0009, + "robustness": 83.3 }, "all": { - "accuracy": 76.6, - "cost": 0.0, - "robustness": 95.7 + "accuracy": 82.5, + "cost": 0.0006, + "robustness": 72.3 } } } @@ -18591,123 +24183,123 @@ } } }, - "cross-router": { + "asiainfo": { "metrics": { "easy": { - "accuracy": 96.5, - "cost": 0.0001, - "robustness": 59.1 + "accuracy": 95.9, + "cost": 0.0048, + "robustness": 65.2 }, "medium": { - "accuracy": 78.3, - "cost": 0.0003, - "robustness": 69.9 + "accuracy": 73.7, + "cost": 0.0085, + "robustness": 66.4 }, "hard": { - "accuracy": 41.0, - "cost": 0.0006, - "robustness": 78.9 + "accuracy": 37.7, + "cost": 0.0162, + "robustness": 80.7 }, "all": { - "accuracy": 78.2, - "cost": 0.0003, - "robustness": 67.1 + "accuracy": 75.8, + "cost": 0.0085, + "robustness": 69.5 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 95.0, + "cost": 0.0037, + "robustness": 87.5 }, "medium": { - "accuracy": 67.5, - "cost": 0.0006, - "robustness": 72.7 + "accuracy": 52.5, + "cost": 0.0076, + "robustness": 90.9 }, "hard": { - "accuracy": 23.8, - "cost": 0.0014, + "accuracy": 12.9, + "cost": 0.0032, "robustness": 80.0 }, "all": { - "accuracy": 70.1, - "cost": 0.0006, - "robustness": 66.7 + "accuracy": 62.3, + "cost": 0.005, + "robustness": 87.5 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0043, + "robustness": 0.0 }, "medium": { - "accuracy": 79.5, - "cost": 0.0003, + "accuracy": 64.1, + "cost": 0.0023, "robustness": 100.0 }, "hard": { - "accuracy": 28.6, - "cost": 0.0021, + "accuracy": 5.4, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 68.2, - "cost": 0.0009, - "robustness": 100.0 + "accuracy": 56.5, + "cost": 0.0025, + "robustness": 80.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 92.9, - "cost": 0.0002, - "robustness": 40.0 + "accuracy": 97.0, + "cost": 0.0027, + "robustness": 100.0 }, "medium": { - "accuracy": 61.2, - "cost": 0.0008, - "robustness": 40.0 + "accuracy": 39.7, + "cost": 0.0135, + "robustness": 80.0 }, "hard": { - "accuracy": 12.0, - "cost": 0.0013, + "accuracy": 24.0, + "cost": 0.0159, "robustness": 0.0 }, "all": { - "accuracy": 69.2, - "cost": 0.0006, - "robustness": 36.4 + "accuracy": 61.7, + "cost": 0.0093, + "robustness": 81.8 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 91.4, + "cost": 0.0041, + "robustness": 100.0 }, "medium": { - "accuracy": 70.0, - "cost": 0.0005, + "accuracy": 63.0, + "cost": 0.0028, "robustness": 100.0 }, "hard": { - "accuracy": 24.2, - "cost": 0.0008, + "accuracy": 15.2, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 71.9, - "cost": 0.0004, - "robustness": 87.5 + "accuracy": 65.7, + "cost": 0.0029, + "robustness": 100.0 } } } @@ -18716,48 +24308,48 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0001, - "robustness": 53.8 + "accuracy": 97.5, + "cost": 0.0072, + "robustness": 34.6 }, "medium": { - "accuracy": 84.4, - "cost": 0.0003, + "accuracy": 85.1, + "cost": 0.0138, "robustness": 52.4 }, "hard": { - "accuracy": 54.3, - "cost": 0.0007, - "robustness": 60.0 + "accuracy": 69.0, + "cost": 0.0581, + "robustness": 80.0 }, "all": { - "accuracy": 85.5, - "cost": 0.0003, - "robustness": 54.8 + "accuracy": 88.4, + "cost": 0.0183, + "robustness": 51.6 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0001, - "robustness": 30.8 + "accuracy": 98.3, + "cost": 0.0072, + "robustness": 61.5 }, "medium": { - "accuracy": 89.9, - "cost": 0.0004, - "robustness": 64.7 + "accuracy": 87.0, + "cost": 0.0151, + "robustness": 52.9 }, "hard": { - "accuracy": 62.2, - "cost": 0.0008, - "robustness": 53.8 + "accuracy": 77.0, + "cost": 0.0668, + "robustness": 92.3 }, "all": { - "accuracy": 87.5, - "cost": 0.0004, - "robustness": 51.2 + "accuracy": 89.6, + "cost": 0.0226, + "robustness": 67.4 } } }, @@ -18765,23 +24357,23 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0001, - "robustness": 76.9 + "cost": 0.0072, + "robustness": 7.7 }, "medium": { - "accuracy": 60.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 76.5, + "cost": 0.0079, + "robustness": 50.0 }, "hard": { - "accuracy": 8.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 22.2, + "cost": 0.0072, + "robustness": 0.0 }, "all": { - "accuracy": 80.6, - "cost": 0.0001, - "robustness": 63.2 + "accuracy": 85.4, + "cost": 0.0074, + "robustness": 15.8 } } } @@ -18790,24 +24382,24 @@ "History": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0001, - "robustness": 39.1 + "accuracy": 96.0, + "cost": 0.0058, + "robustness": 78.3 }, "medium": { - "accuracy": 76.3, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 76.8, + "cost": 0.0064, + "robustness": 66.7 }, "hard": { - "accuracy": 18.1, - "cost": 0.0006, - "robustness": 70.0 + "accuracy": 22.8, + "cost": 0.0066, + "robustness": 90.0 }, "all": { - "accuracy": 75.3, - "cost": 0.0002, - "robustness": 56.4 + "accuracy": 75.6, + "cost": 0.0061, + "robustness": 79.5 } }, "subcategories": { @@ -18815,71 +24407,71 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0048, + "robustness": 25.0 }, "medium": { - "accuracy": 88.9, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0055, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 94.2, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 96.2, + "cost": 0.0049, + "robustness": 25.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0001, - "robustness": 62.5 + "accuracy": 97.2, + "cost": 0.0032, + "robustness": 87.5 }, "medium": { - "accuracy": 65.5, - "cost": 0.0002, + "accuracy": 62.1, + "cost": 0.0015, "robustness": 100.0 }, "hard": { - "accuracy": 41.7, - "cost": 0.0006, + "accuracy": 25.0, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 87.3, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 84.7, + "cost": 0.0026, + "robustness": 88.9 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0001, - "robustness": 18.2 + "accuracy": 95.1, + "cost": 0.0073, + "robustness": 90.9 }, "medium": { - "accuracy": 77.7, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 78.4, + "cost": 0.0074, + "robustness": 60.0 }, "hard": { - "accuracy": 16.2, - "cost": 0.0006, - "robustness": 70.0 + "accuracy": 22.8, + "cost": 0.0073, + "robustness": 90.0 }, "all": { - "accuracy": 69.7, - "cost": 0.0003, - "robustness": 53.8 + "accuracy": 70.7, + "cost": 0.0073, + "robustness": 84.6 } } } @@ -18888,48 +24480,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0001, - "robustness": 72.7 + "accuracy": 90.4, + "cost": 0.0012, + "robustness": 90.9 }, "medium": { - "accuracy": 77.2, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 51.5, + "cost": 0.0038, + "robustness": 88.9 }, "hard": { - "accuracy": 68.0, - "cost": 0.0002, - "robustness": 92.0 + "accuracy": 60.6, + "cost": 0.0026, + "robustness": 76.0 }, "all": { - "accuracy": 78.5, - "cost": 0.0001, - "robustness": 88.9 + "accuracy": 67.3, + "cost": 0.0025, + "robustness": 82.2 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0001, - "robustness": 72.7 + "accuracy": 90.4, + "cost": 0.0012, + "robustness": 90.9 }, "medium": { - "accuracy": 77.2, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 51.5, + "cost": 0.0038, + "robustness": 88.9 }, "hard": { - "accuracy": 68.0, - "cost": 0.0002, - "robustness": 92.0 + "accuracy": 60.6, + "cost": 0.0026, + "robustness": 76.0 }, "all": { - "accuracy": 78.5, - "cost": 0.0001, - "robustness": 88.9 + "accuracy": 67.3, + "cost": 0.0025, + "robustness": 82.2 } } } @@ -18939,23 +24531,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0077, "robustness": 100.0 }, "medium": { - "accuracy": 88.7, - "cost": 0.0004, + "accuracy": 70.4, + "cost": 0.0067, "robustness": 100.0 }, "hard": { - "accuracy": 40.5, - "cost": 0.0008, - "robustness": 91.7 + "accuracy": 31.5, + "cost": 0.0198, + "robustness": 95.8 }, "all": { - "accuracy": 54.8, - "cost": 0.0006, - "robustness": 93.1 + "accuracy": 46.4, + "cost": 0.0166, + "robustness": 96.6 } }, "subcategories": { @@ -18963,23 +24555,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0077, "robustness": 100.0 }, "medium": { - "accuracy": 88.7, - "cost": 0.0004, + "accuracy": 70.4, + "cost": 0.0067, "robustness": 100.0 }, "hard": { - "accuracy": 40.5, - "cost": 0.0008, - "robustness": 91.7 + "accuracy": 31.5, + "cost": 0.0198, + "robustness": 95.8 }, "all": { - "accuracy": 54.8, - "cost": 0.0006, - "robustness": 93.1 + "accuracy": 46.4, + "cost": 0.0166, + "robustness": 96.6 } } } @@ -18988,95 +24580,95 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 94.4, - "cost": 0.0001, - "robustness": 63.0 + "accuracy": 94.1, + "cost": 0.0029, + "robustness": 70.4 }, "medium": { - "accuracy": 78.7, - "cost": 0.0001, - "robustness": 70.0 + "accuracy": 69.2, + "cost": 0.0038, + "robustness": 80.0 }, "hard": { - "accuracy": 34.6, - "cost": 0.0004, - "robustness": 100.0 + "accuracy": 23.5, + "cost": 0.0025, + "robustness": 71.4 }, "all": { - "accuracy": 82.7, - "cost": 0.0002, - "robustness": 70.5 + "accuracy": 78.4, + "cost": 0.0031, + "robustness": 72.7 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 92.4, - "cost": 0.0001, + "accuracy": 90.3, + "cost": 0.0025, "robustness": 71.4 }, "medium": { - "accuracy": 72.9, - "cost": 0.0001, - "robustness": 60.0 + "accuracy": 42.4, + "cost": 0.0051, + "robustness": 80.0 }, "hard": { - "accuracy": 61.5, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 7.7, + "cost": 0.0059, + "robustness": 0.0 }, "all": { - "accuracy": 85.2, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 72.1, + "cost": 0.0034, + "robustness": 66.7 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0049, + "robustness": 75.0 }, "medium": { - "accuracy": 86.8, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 92.1, + "cost": 0.004, + "robustness": 66.7 }, "hard": { - "accuracy": 60.0, - "cost": 0.0002, + "accuracy": 40.0, + "cost": 0.0087, "robustness": 0 }, "all": { - "accuracy": 92.6, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 94.4, + "cost": 0.0047, + "robustness": 71.4 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 89.2, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 94.6, + "cost": 0.0022, + "robustness": 33.3 }, "medium": { - "accuracy": 77.5, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 82.5, + "cost": 0.0024, + "robustness": 100.0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0006, + "accuracy": 28.9, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 64.8, - "cost": 0.0004, + "accuracy": 66.4, + "cost": 0.0019, "robustness": 75.0 } } @@ -19085,23 +24677,23 @@ "metrics": { "easy": { "accuracy": 96.7, - "cost": 0.0001, - "robustness": 16.7 + "cost": 0.0026, + "robustness": 83.3 }, "medium": { - "accuracy": 83.3, - "cost": 0.0001, + "accuracy": 87.5, + "cost": 0.0027, "robustness": 0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0002, + "accuracy": 16.7, + "cost": 0.0015, "robustness": 100.0 }, "all": { - "accuracy": 85.0, - "cost": 0.0001, - "robustness": 37.5 + "accuracy": 86.6, + "cost": 0.0026, + "robustness": 87.5 } } } @@ -19110,24 +24702,24 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 59.0 + "accuracy": 98.8, + "cost": 0.0045, + "robustness": 64.1 }, "medium": { - "accuracy": 83.3, - "cost": 0.0003, - "robustness": 57.1 + "accuracy": 82.4, + "cost": 0.0083, + "robustness": 66.7 }, "hard": { - "accuracy": 32.5, - "cost": 0.0005, - "robustness": 77.8 + "accuracy": 32.0, + "cost": 0.0104, + "robustness": 44.4 }, "all": { - "accuracy": 84.6, - "cost": 0.0002, - "robustness": 60.9 + "accuracy": 84.5, + "cost": 0.0065, + "robustness": 62.3 } }, "subcategories": { @@ -19135,12 +24727,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0057, + "robustness": 0.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0001, + "accuracy": 80.0, + "cost": 0.009, "robustness": 0 }, "hard": { @@ -19149,22 +24741,22 @@ "robustness": 0 }, "all": { - "accuracy": 92.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 96.0, + "cost": 0.0063, + "robustness": 0.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0002, - "robustness": 28.6 + "accuracy": 99.1, + "cost": 0.003, + "robustness": 85.7 }, "medium": { - "accuracy": 76.5, - "cost": 0.0002, + "accuracy": 82.4, + "cost": 0.0059, "robustness": 0 }, "hard": { @@ -19173,9 +24765,9 @@ "robustness": 0 }, "all": { - "accuracy": 92.3, - "cost": 0.0002, - "robustness": 28.6 + "accuracy": 93.0, + "cost": 0.0032, + "robustness": 85.7 } } }, @@ -19183,22 +24775,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0001, + "cost": 0.0037, "robustness": 66.7 }, "medium": { - "accuracy": 97.1, - "cost": 0.0003, + "accuracy": 91.2, + "cost": 0.0082, "robustness": 50.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0003, + "accuracy": 30.8, + "cost": 0.0078, "robustness": 0 }, "all": { "accuracy": 85.6, - "cost": 0.0002, + "cost": 0.006, "robustness": 60.0 } } @@ -19206,48 +24798,48 @@ "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 98.8, + "cost": 0.0037, + "robustness": 50.0 }, "medium": { "accuracy": 74.6, - "cost": 0.0001, - "robustness": 33.3 + "cost": 0.003, + "robustness": 83.3 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, + "accuracy": 15.4, + "cost": 0.0038, "robustness": 0.0 }, "all": { - "accuracy": 89.1, - "cost": 0.0001, - "robustness": 53.3 + "accuracy": 91.2, + "cost": 0.0036, + "robustness": 60.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 99.2, - "cost": 0.0001, + "accuracy": 98.9, + "cost": 0.0064, "robustness": 63.6 }, "medium": { - "accuracy": 85.2, - "cost": 0.0003, + "accuracy": 86.0, + "cost": 0.0106, "robustness": 63.6 }, "hard": { - "accuracy": 48.3, - "cost": 0.001, - "robustness": 80.0 + "accuracy": 47.2, + "cost": 0.0172, + "robustness": 60.0 }, "all": { "accuracy": 85.9, - "cost": 0.0003, - "robustness": 66.7 + "cost": 0.0097, + "robustness": 63.0 } } }, @@ -19255,23 +24847,23 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0001, - "robustness": 0.0 + "cost": 0.0021, + "robustness": 100.0 }, "medium": { - "accuracy": 85.7, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 81.0, + "cost": 0.0053, + "robustness": 50.0 }, "hard": { - "accuracy": 36.4, - "cost": 0.0003, + "accuracy": 63.6, + "cost": 0.0073, "robustness": 0 }, "all": { - "accuracy": 85.6, - "cost": 0.0002, - "robustness": 40.0 + "accuracy": 86.6, + "cost": 0.0041, + "robustness": 80.0 } } }, @@ -19279,23 +24871,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 100.0 + "cost": 0.0043, + "robustness": 60.0 }, "medium": { - "accuracy": 72.0, - "cost": 0.0001, + "accuracy": 56.0, + "cost": 0.0044, "robustness": 0 }, "hard": { - "accuracy": 18.6, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 6.8, + "cost": 0.0043, + "robustness": 33.3 }, "all": { - "accuracy": 51.8, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 42.1, + "cost": 0.0043, + "robustness": 50.0 } } } @@ -19304,47 +24896,47 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 94.6, + "cost": 0.0052, + "robustness": 72.2 }, "medium": { - "accuracy": 76.3, - "cost": 0.0004, - "robustness": 66.7 + "accuracy": 75.9, + "cost": 0.0096, + "robustness": 50.0 }, "hard": { - "accuracy": 30.9, - "cost": 0.0007, - "robustness": 71.4 + "accuracy": 22.1, + "cost": 0.0112, + "robustness": 85.7 }, "all": { - "accuracy": 75.1, - "cost": 0.0004, - "robustness": 59.5 + "accuracy": 72.4, + "cost": 0.0081, + "robustness": 67.6 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0001, - "robustness": 58.3 + "accuracy": 96.2, + "cost": 0.0053, + "robustness": 75.0 }, "medium": { - "accuracy": 82.2, - "cost": 0.0004, - "robustness": 66.7 + "accuracy": 81.0, + "cost": 0.0107, + "robustness": 33.3 }, "hard": { - "accuracy": 40.0, - "cost": 0.0008, + "accuracy": 23.8, + "cost": 0.0167, "robustness": 66.7 }, "all": { - "accuracy": 81.0, - "cost": 0.0004, + "accuracy": 76.8, + "cost": 0.0095, "robustness": 61.9 } } @@ -19352,48 +24944,48 @@ "Law": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 90.8, + "cost": 0.0072, + "robustness": 100.0 }, "medium": { - "accuracy": 68.3, - "cost": 0.0004, - "robustness": 50.0 + "accuracy": 73.0, + "cost": 0.0101, + "robustness": 75.0 }, "hard": { - "accuracy": 26.7, - "cost": 0.0004, - "robustness": 50.0 + "accuracy": 40.0, + "cost": 0.0095, + "robustness": 100.0 }, "all": { - "accuracy": 70.3, - "cost": 0.0003, - "robustness": 33.3 + "accuracy": 74.1, + "cost": 0.0088, + "robustness": 88.9 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 93.6, + "cost": 0.0023, + "robustness": 33.3 }, "medium": { "accuracy": 22.2, - "cost": 0.0001, + "cost": 0.0031, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0033, "robustness": 100.0 }, "all": { - "accuracy": 77.0, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 75.4, + "cost": 0.0025, + "robustness": 50.0 } } }, @@ -19401,23 +24993,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0034, "robustness": 0 }, "medium": { - "accuracy": 77.8, - "cost": 0.0006, - "robustness": 100.0 + "accuracy": 66.7, + "cost": 0.0012, + "robustness": 50.0 }, "hard": { - "accuracy": 17.6, - "cost": 0.001, + "accuracy": 5.9, + "cost": 0.0009, "robustness": 100.0 }, "all": { - "accuracy": 41.8, - "cost": 0.0008, - "robustness": 100.0 + "accuracy": 30.9, + "cost": 0.0011, + "robustness": 66.7 } } } @@ -19426,96 +25018,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 94.9, - "cost": 0.0001, - "robustness": 69.8 + "accuracy": 94.2, + "cost": 0.0043, + "robustness": 58.1 }, "medium": { - "accuracy": 73.6, - "cost": 0.0003, - "robustness": 76.2 + "accuracy": 74.0, + "cost": 0.0082, + "robustness": 57.1 }, "hard": { - "accuracy": 27.4, - "cost": 0.0004, - "robustness": 28.6 + "accuracy": 28.7, + "cost": 0.0069, + "robustness": 85.7 }, "all": { - "accuracy": 80.9, - "cost": 0.0002, - "robustness": 67.6 + "accuracy": 80.8, + "cost": 0.0058, + "robustness": 60.6 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 96.0, + "cost": 0.0077, + "robustness": 40.0 }, "medium": { - "accuracy": 87.4, - "cost": 0.0006, - "robustness": 76.9 + "accuracy": 83.2, + "cost": 0.0129, + "robustness": 53.8 }, "hard": { - "accuracy": 57.1, - "cost": 0.001, - "robustness": 0.0 + "accuracy": 52.4, + "cost": 0.0163, + "robustness": 100.0 }, "all": { - "accuracy": 87.2, - "cost": 0.0005, - "robustness": 73.7 + "accuracy": 84.2, + "cost": 0.0114, + "robustness": 52.6 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 100.0, + "cost": 0.0044, + "robustness": 25.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0001, + "accuracy": 36.4, + "cost": 0.0049, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0097, "robustness": 0 }, "all": { - "accuracy": 89.0, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 87.7, + "cost": 0.0047, + "robustness": 40.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 94.3, - "cost": 0.0001, - "robustness": 67.6 + "accuracy": 93.2, + "cost": 0.0036, + "robustness": 64.7 }, "medium": { - "accuracy": 64.5, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 69.4, + "cost": 0.0051, + "robustness": 57.1 }, "hard": { - "accuracy": 16.8, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 20.4, + "cost": 0.0034, + "robustness": 83.3 }, "all": { - "accuracy": 78.2, - "cost": 0.0001, - "robustness": 63.8 + "accuracy": 79.1, + "cost": 0.004, + "robustness": 66.0 } } } @@ -19523,123 +25115,123 @@ } } }, - "llm-router": { + "kt-modelrouter": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0001, - "robustness": 30.8 + "accuracy": 97.4, + "cost": 0.0002, + "robustness": 76.8 }, "medium": { - "accuracy": 69.1, - "cost": 0.0002, - "robustness": 23.9 + "accuracy": 78.6, + "cost": 0.0003, + "robustness": 80.5 }, "hard": { - "accuracy": 27.0, - "cost": 0.0002, - "robustness": 34.9 + "accuracy": 38.8, + "cost": 0.0003, + "robustness": 87.2 }, "all": { - "accuracy": 71.8, - "cost": 0.0001, - "robustness": 30.0 + "accuracy": 78.2, + "cost": 0.0003, + "robustness": 80.5 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 92.6, - "cost": 0.0001, - "robustness": 37.5 + "accuracy": 97.0, + "cost": 0.0003, + "robustness": 75.0 }, "medium": { - "accuracy": 52.2, - "cost": 0.0003, - "robustness": 27.3 + "accuracy": 69.0, + "cost": 0.0004, + "robustness": 63.6 }, "hard": { - "accuracy": 10.2, - "cost": 0.0004, - "robustness": 20.0 + "accuracy": 18.4, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 60.6, - "cost": 0.0002, - "robustness": 29.2 + "accuracy": 70.3, + "cost": 0.0003, + "robustness": 75.0 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 93.2, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 64.1, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 87.2, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 8.9, - "cost": 0.0004, - "robustness": 0.0 + "accuracy": 23.2, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 55.2, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 68.8, + "cost": 0.0003, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 93.9, + "cost": 0.0003, + "robustness": 80.0 }, "medium": { - "accuracy": 47.4, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 55.2, + "cost": 0.0004, + "robustness": 80.0 }, "hard": { - "accuracy": 12.0, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 16.0, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 64.2, - "cost": 0.0003, - "robustness": 9.1 + "accuracy": 67.1, + "cost": 0.0004, + "robustness": 81.8 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 89.3, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 97.9, + "cost": 0.0003, + "robustness": 50.0 }, "medium": { - "accuracy": 53.0, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 78.0, + "cost": 0.0005, + "robustness": 25.0 }, "hard": { - "accuracy": 10.6, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 15.2, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 60.5, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 73.5, + "cost": 0.0003, + "robustness": 50.0 } } } @@ -19648,72 +25240,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 96.2, + "accuracy": 98.4, "cost": 0.0001, - "robustness": 23.1 + "robustness": 73.1 }, "medium": { - "accuracy": 76.6, - "cost": 0.0001, - "robustness": 14.3 + "accuracy": 88.5, + "cost": 0.0002, + "robustness": 81.0 }, "hard": { - "accuracy": 28.6, - "cost": 0.0001, - "robustness": 20.0 + "accuracy": 64.1, + "cost": 0.0003, + "robustness": 93.3 }, "all": { - "accuracy": 77.9, - "cost": 0.0001, - "robustness": 19.4 + "accuracy": 89.1, + "cost": 0.0002, + "robustness": 80.6 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 96.9, + "accuracy": 99.0, "cost": 0.0001, - "robustness": 23.1 + "robustness": 92.3 }, "medium": { - "accuracy": 81.4, - "cost": 0.0001, - "robustness": 11.8 + "accuracy": 93.4, + "cost": 0.0002, + "robustness": 88.2 }, "hard": { - "accuracy": 31.1, - "cost": 0.0002, - "robustness": 23.1 + "accuracy": 71.8, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 77.4, - "cost": 0.0001, - "robustness": 18.6 + "accuracy": 91.2, + "cost": 0.0002, + "robustness": 93.0 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 95.3, + "accuracy": 97.5, "cost": 0.0001, - "robustness": 23.1 + "robustness": 53.8 }, "medium": { - "accuracy": 55.3, - "cost": 0.0001, - "robustness": 25.0 + "accuracy": 67.1, + "cost": 0.0002, + "robustness": 50.0 }, "hard": { - "accuracy": 13.9, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 19.4, + "cost": 0.0002, + "robustness": 50.0 }, "all": { - "accuracy": 79.3, - "cost": 0.0001, - "robustness": 21.1 + "accuracy": 83.8, + "cost": 0.0002, + "robustness": 52.6 } } } @@ -19722,47 +25314,47 @@ "History": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0001, - "robustness": 34.8 + "accuracy": 98.4, + "cost": 0.0003, + "robustness": 82.6 }, "medium": { - "accuracy": 75.1, - "cost": 0.0002, - "robustness": 16.7 + "accuracy": 82.5, + "cost": 0.0003, + "robustness": 83.3 }, "hard": { - "accuracy": 17.4, - "cost": 0.0002, - "robustness": 10.0 + "accuracy": 26.8, + "cost": 0.0004, + "robustness": 90.0 }, "all": { - "accuracy": 74.4, - "cost": 0.0001, - "robustness": 25.6 + "accuracy": 79.1, + "cost": 0.0003, + "robustness": 84.6 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 75.0 }, "medium": { - "accuracy": 77.8, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 100.0, - "cost": 0.0, + "accuracy": 0.0, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 94.2, - "cost": 0.0, + "accuracy": 98.1, + "cost": 0.0002, "robustness": 75.0 } } @@ -19770,48 +25362,48 @@ "Geography": { "metrics": { "easy": { - "accuracy": 96.3, - "cost": 0.0001, - "robustness": 12.5 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 87.5 }, "medium": { - "accuracy": 55.2, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 65.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 25.0, + "accuracy": 58.3, "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 82.7, - "cost": 0.0001, - "robustness": 11.1 + "accuracy": 89.3, + "cost": 0.0002, + "robustness": 88.9 } } }, "History": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0002, - "robustness": 36.4 + "accuracy": 97.8, + "cost": 0.0004, + "robustness": 81.8 }, "medium": { - "accuracy": 79.1, - "cost": 0.0002, - "robustness": 20.0 + "accuracy": 84.9, + "cost": 0.0004, + "robustness": 80.0 }, "hard": { - "accuracy": 16.2, - "cost": 0.0002, - "robustness": 10.0 + "accuracy": 24.3, + "cost": 0.0004, + "robustness": 90.0 }, "all": { - "accuracy": 69.9, - "cost": 0.0002, - "robustness": 23.1 + "accuracy": 74.1, + "cost": 0.0004, + "robustness": 84.6 } } } @@ -19820,48 +25412,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 88.5, - "cost": 0.0, - "robustness": 45.5 + "accuracy": 93.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 48.5, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 64.7, + "cost": 0.0002, + "robustness": 55.6 }, "hard": { - "accuracy": 48.3, - "cost": 0.0, - "robustness": 84.0 + "accuracy": 53.6, + "cost": 0.0002, + "robustness": 88.0 }, "all": { - "accuracy": 60.3, - "cost": 0.0, - "robustness": 71.1 + "accuracy": 68.1, + "cost": 0.0001, + "robustness": 84.4 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 88.5, - "cost": 0.0, - "robustness": 45.5 + "accuracy": 93.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 48.5, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 64.7, + "cost": 0.0002, + "robustness": 55.6 }, "hard": { - "accuracy": 48.3, - "cost": 0.0, - "robustness": 84.0 + "accuracy": 53.6, + "cost": 0.0002, + "robustness": 88.0 }, "all": { - "accuracy": 60.3, - "cost": 0.0, - "robustness": 71.1 + "accuracy": 68.1, + "cost": 0.0001, + "robustness": 84.4 } } } @@ -19870,48 +25462,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 72.5, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 83.9, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 31.9, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 39.6, + "cost": 0.0005, + "robustness": 91.7 }, "all": { - "accuracy": 46.7, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 53.6, + "cost": 0.0005, + "robustness": 93.1 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 72.5, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 83.9, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 31.9, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 39.6, + "cost": 0.0005, + "robustness": 91.7 }, "all": { - "accuracy": 46.7, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 53.6, + "cost": 0.0005, + "robustness": 93.1 } } } @@ -19920,72 +25512,72 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0, + "accuracy": 96.8, + "cost": 0.0001, "robustness": 85.2 }, "medium": { - "accuracy": 66.8, - "cost": 0.0, - "robustness": 70.0 + "accuracy": 71.6, + "cost": 0.0002, + "robustness": 80.0 }, "hard": { - "accuracy": 16.0, + "accuracy": 33.3, "cost": 0.0002, - "robustness": 57.1 + "robustness": 71.4 }, "all": { - "accuracy": 76.6, - "cost": 0.0001, - "robustness": 77.3 + "accuracy": 81.9, + "cost": 0.0002, + "robustness": 81.8 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 90.8, + "accuracy": 94.6, "cost": 0.0, - "robustness": 92.9 + "robustness": 100.0 }, "medium": { - "accuracy": 43.5, + "accuracy": 42.4, "cost": 0.0, - "robustness": 80.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, + "accuracy": 7.7, "cost": 0.0, - "robustness": 100.0 + "robustness": 50.0 }, "all": { - "accuracy": 72.4, + "accuracy": 74.9, "cost": 0.0, - "robustness": 90.5 + "robustness": 95.2 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0, - "robustness": 100.0 + "accuracy": 98.5, + "cost": 0.0001, + "robustness": 50.0 }, "medium": { - "accuracy": 92.1, - "cost": 0.0, + "accuracy": 94.7, + "cost": 0.0002, "robustness": 66.7 }, "hard": { - "accuracy": 60.0, - "cost": 0.0, + "accuracy": 80.0, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 92.6, - "cost": 0.0, - "robustness": 85.7 + "accuracy": 96.3, + "cost": 0.0001, + "robustness": 57.1 } } }, @@ -19993,47 +25585,47 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0, - "robustness": 100.0 + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 72.5, - "cost": 0.0001, + "accuracy": 85.0, + "cost": 0.0003, "robustness": 50.0 }, "hard": { - "accuracy": 17.8, + "accuracy": 35.6, "cost": 0.0003, - "robustness": 33.3 + "robustness": 100.0 }, "all": { - "accuracy": 59.8, - "cost": 0.0001, - "robustness": 62.5 + "accuracy": 70.5, + "cost": 0.0003, + "robustness": 75.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 99.2, + "cost": 0.0003, + "robustness": 83.3 }, "medium": { - "accuracy": 83.3, - "cost": 0.0001, + "accuracy": 93.8, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 11.1, - "cost": 0.0001, + "accuracy": 33.3, + "cost": 0.0003, "robustness": 50.0 }, "all": { - "accuracy": 84.5, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 91.4, + "cost": 0.0003, + "robustness": 75.0 } } } @@ -20042,37 +25634,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.6, - "cost": 0.0001, - "robustness": 7.7 + "accuracy": 98.4, + "cost": 0.0002, + "robustness": 56.4 }, "medium": { - "accuracy": 79.4, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 83.1, + "cost": 0.0003, + "robustness": 81.0 }, "hard": { - "accuracy": 18.0, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 30.9, + "cost": 0.0004, + "robustness": 55.6 }, "all": { - "accuracy": 81.5, - "cost": 0.0002, - "robustness": 4.3 + "accuracy": 84.4, + "cost": 0.0003, + "robustness": 63.8 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 50.0 + "robustness": 0.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -20081,105 +25673,105 @@ "robustness": 0 }, "all": { - "accuracy": 88.0, + "accuracy": 100.0, "cost": 0.0001, - "robustness": 50.0 + "robustness": 0.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0001, - "robustness": 14.3 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 71.4 }, "medium": { - "accuracy": 76.5, - "cost": 0.0002, + "accuracy": 88.2, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0002, + "accuracy": 44.4, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 91.6, - "cost": 0.0001, - "robustness": 14.3 + "accuracy": 95.1, + "cost": 0.0003, + "robustness": 71.4 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 97.7, + "cost": 0.0002, + "robustness": 33.3 }, "medium": { - "accuracy": 85.3, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 94.1, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { "accuracy": 23.1, - "cost": 0.0004, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 81.1, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 85.6, + "cost": 0.0002, + "robustness": 60.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 99.6, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 97.7, + "cost": 0.0002, + "robustness": 50.0 }, "medium": { - "accuracy": 59.3, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 71.2, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 23.1, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 15.4, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 89.4, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 89.7, + "cost": 0.0002, + "robustness": 73.3 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0001, - "robustness": 9.1 + "accuracy": 98.5, + "cost": 0.0002, + "robustness": 72.7 }, "medium": { - "accuracy": 83.6, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 85.6, + "cost": 0.0003, + "robustness": 63.6 }, "hard": { - "accuracy": 22.5, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 43.8, + "cost": 0.0006, + "robustness": 60.0 }, "all": { - "accuracy": 80.9, - "cost": 0.0002, - "robustness": 3.7 + "accuracy": 85.0, + "cost": 0.0003, + "robustness": 66.7 } } }, @@ -20187,23 +25779,23 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0002, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 66.7 }, "medium": { - "accuracy": 92.9, + "accuracy": 83.3, "cost": 0.0002, - "robustness": 0.0 + "robustness": 100.0 }, "hard": { - "accuracy": 45.5, - "cost": 0.0003, + "accuracy": 27.3, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 89.7, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 83.5, + "cost": 0.0001, + "robustness": 80.0 } } }, @@ -20212,22 +25804,22 @@ "easy": { "accuracy": 100.0, "cost": 0.0001, - "robustness": 0.0 + "robustness": 40.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0001, + "accuracy": 64.0, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 3.4, + "accuracy": 15.3, "cost": 0.0002, - "robustness": 0.0 + "robustness": 33.3 }, "all": { - "accuracy": 41.2, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 48.2, + "cost": 0.0002, + "robustness": 37.5 } } } @@ -20236,24 +25828,24 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0001, - "robustness": 16.7 + "accuracy": 95.6, + "cost": 0.0002, + "robustness": 77.8 }, "medium": { - "accuracy": 67.6, - "cost": 0.0002, - "robustness": 41.7 + "accuracy": 78.7, + "cost": 0.0005, + "robustness": 91.7 }, "hard": { - "accuracy": 11.4, + "accuracy": 19.5, "cost": 0.0002, - "robustness": 42.9 + "robustness": 85.7 }, "all": { - "accuracy": 68.1, - "cost": 0.0001, - "robustness": 29.7 + "accuracy": 73.3, + "cost": 0.0003, + "robustness": 83.8 } }, "subcategories": { @@ -20261,47 +25853,47 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0001, - "robustness": 8.3 + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 71.2, - "cost": 0.0002, - "robustness": 66.7 + "accuracy": 81.0, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 8.8, + "accuracy": 16.2, "cost": 0.0002, - "robustness": 33.3 + "robustness": 66.7 }, "all": { - "accuracy": 70.7, - "cost": 0.0001, - "robustness": 28.6 + "accuracy": 75.8, + "cost": 0.0004, + "robustness": 76.2 } } }, "Law": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 89.2, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 73.0, - "cost": 0.0002, - "robustness": 25.0 + "accuracy": 77.8, + "cost": 0.0001, + "robustness": 75.0 }, "hard": { - "accuracy": 23.3, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 30.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 72.8, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 73.4, + "cost": 0.0001, + "robustness": 88.9 } } }, @@ -20310,22 +25902,22 @@ "easy": { "accuracy": 97.9, "cost": 0.0, - "robustness": 33.3 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 33.3, "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 20.0, + "accuracy": 0.0, "cost": 0.0, "robustness": 100.0 }, "all": { - "accuracy": 77.0, + "accuracy": 80.3, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 } } }, @@ -20333,23 +25925,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 50.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 83.3, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 20.6, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 25.5, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 45.5, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -20358,48 +25950,48 @@ "Technology": { "metrics": { "easy": { - "accuracy": 94.8, - "cost": 0.0001, - "robustness": 23.3 + "accuracy": 97.1, + "cost": 0.0003, + "robustness": 81.4 }, "medium": { - "accuracy": 67.4, + "accuracy": 75.2, "cost": 0.0002, - "robustness": 9.5 + "robustness": 90.5 }, "hard": { - "accuracy": 21.0, - "cost": 0.0002, - "robustness": 71.4 + "accuracy": 28.0, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 78.3, - "cost": 0.0002, - "robustness": 23.9 + "accuracy": 82.8, + "cost": 0.0003, + "robustness": 85.9 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 95.2, + "accuracy": 97.6, "cost": 0.0001, - "robustness": 0.0 + "robustness": 40.0 }, "medium": { - "accuracy": 84.4, - "cost": 0.0003, - "robustness": 7.7 + "accuracy": 86.8, + "cost": 0.0001, + "robustness": 92.3 }, "hard": { - "accuracy": 47.6, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 45.2, + "cost": 0.0002, + "robustness": 100.0 }, - "all": { - "accuracy": 83.9, - "cost": 0.0003, - "robustness": 5.3 + "all": { + "accuracy": 85.7, + "cost": 0.0001, + "robustness": 78.9 } } }, @@ -20407,47 +25999,47 @@ "metrics": { "easy": { "accuracy": 95.0, - "cost": 0.0, + "cost": 0.0002, "robustness": 50.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 54.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 87.7, - "cost": 0.0, - "robustness": 40.0 + "accuracy": 86.3, + "cost": 0.0002, + "robustness": 60.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 94.7, - "cost": 0.0001, - "robustness": 23.5 + "accuracy": 97.2, + "cost": 0.0004, + "robustness": 91.2 }, "medium": { - "accuracy": 55.8, - "cost": 0.0001, - "robustness": 14.3 + "accuracy": 68.2, + "cost": 0.0003, + "robustness": 85.7 }, "hard": { - "accuracy": 11.5, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 22.1, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 75.7, - "cost": 0.0001, - "robustness": 29.8 + "accuracy": 81.6, + "cost": 0.0004, + "robustness": 91.5 } } } @@ -20455,51 +26047,51 @@ } } }, - "barouter": { + "psai-auto-router": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0001, - "robustness": 71.2 + "accuracy": 97.2, + "cost": 0.0003, + "robustness": 75.3 }, "medium": { - "accuracy": 74.7, - "cost": 0.0004, - "robustness": 76.1 + "accuracy": 78.7, + "cost": 0.0005, + "robustness": 65.5 }, "hard": { - "accuracy": 36.0, - "cost": 0.0008, - "robustness": 56.9 + "accuracy": 39.2, + "cost": 0.0006, + "robustness": 78.0 }, "all": { - "accuracy": 75.7, + "accuracy": 78.2, "cost": 0.0004, - "robustness": 68.8 + "robustness": 73.3 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 95.6, + "accuracy": 96.0, "cost": 0.0003, - "robustness": 75.0 + "robustness": 50.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.001, - "robustness": 90.9 + "accuracy": 71.0, + "cost": 0.0005, + "robustness": 45.5 }, "hard": { - "accuracy": 22.4, - "cost": 0.0024, - "robustness": 60.0 + "accuracy": 23.8, + "cost": 0.0006, + "robustness": 40.0 }, "all": { - "accuracy": 70.6, - "cost": 0.001, - "robustness": 79.2 + "accuracy": 71.7, + "cost": 0.0005, + "robustness": 45.8 } }, "subcategories": { @@ -20507,22 +26099,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 79.5, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 92.3, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 17.9, - "cost": 0.0016, - "robustness": 50.0 + "accuracy": 21.4, + "cost": 0.0003, + "robustness": 0.0 }, "all": { - "accuracy": 64.3, - "cost": 0.0006, + "accuracy": 68.8, + "cost": 0.0003, "robustness": 60.0 } } @@ -20530,48 +26122,48 @@ "Music": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 93.9, + "cost": 0.0003, + "robustness": 40.0 }, "medium": { - "accuracy": 53.4, - "cost": 0.001, - "robustness": 100.0 + "accuracy": 54.3, + "cost": 0.0005, + "robustness": 40.0 }, "hard": { - "accuracy": 24.0, - "cost": 0.0014, + "accuracy": 20.0, + "cost": 0.0006, "robustness": 100.0 }, "all": { - "accuracy": 67.9, - "cost": 0.0007, - "robustness": 90.9 + "accuracy": 67.1, + "cost": 0.0004, + "robustness": 45.5 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 94.3, + "accuracy": 96.4, "cost": 0.0004, "robustness": 50.0 }, "medium": { - "accuracy": 83.0, - "cost": 0.0014, - "robustness": 100.0 + "accuracy": 82.0, + "cost": 0.0006, + "robustness": 25.0 }, "hard": { - "accuracy": 25.8, - "cost": 0.0034, + "accuracy": 27.3, + "cost": 0.0008, "robustness": 50.0 }, "all": { - "accuracy": 75.8, - "cost": 0.0014, - "robustness": 75.0 + "accuracy": 76.8, + "cost": 0.0006, + "robustness": 37.5 } } } @@ -20580,72 +26172,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0001, - "robustness": 61.5 + "accuracy": 98.6, + "cost": 0.0003, + "robustness": 76.9 }, "medium": { - "accuracy": 85.9, + "accuracy": 89.4, "cost": 0.0004, - "robustness": 71.4 + "robustness": 61.9 }, "hard": { - "accuracy": 57.1, - "cost": 0.0014, - "robustness": 13.3 + "accuracy": 58.0, + "cost": 0.0012, + "robustness": 80.0 }, "all": { - "accuracy": 86.3, - "cost": 0.0004, - "robustness": 53.2 + "accuracy": 88.4, + "cost": 0.0005, + "robustness": 72.6 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0001, - "robustness": 76.9 + "accuracy": 98.8, + "cost": 0.0003, + "robustness": 69.2 }, "medium": { - "accuracy": 89.4, - "cost": 0.0005, - "robustness": 70.6 + "accuracy": 91.5, + "cost": 0.0004, + "robustness": 52.9 }, "hard": { - "accuracy": 64.6, - "cost": 0.0016, - "robustness": 15.4 + "accuracy": 64.1, + "cost": 0.0013, + "robustness": 76.9 }, "all": { - "accuracy": 87.6, + "accuracy": 88.8, "cost": 0.0006, - "robustness": 55.8 + "robustness": 65.1 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0001, - "robustness": 46.2 + "accuracy": 98.2, + "cost": 0.0003, + "robustness": 84.6 }, "medium": { - "accuracy": 70.6, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 80.0, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 13.9, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 22.2, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 82.8, - "cost": 0.0001, - "robustness": 47.4 + "accuracy": 87.4, + "cost": 0.0003, + "robustness": 89.5 } } } @@ -20654,24 +26246,24 @@ "History": { "metrics": { "easy": { - "accuracy": 98.7, - "cost": 0.0001, - "robustness": 65.2 + "accuracy": 98.1, + "cost": 0.0003, + "robustness": 73.9 }, "medium": { - "accuracy": 75.1, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 84.7, + "cost": 0.0004, + "robustness": 83.3 }, "hard": { - "accuracy": 15.4, - "cost": 0.0005, - "robustness": 70.0 + "accuracy": 28.2, + "cost": 0.0004, + "robustness": 80.0 }, "all": { - "accuracy": 75.0, - "cost": 0.0002, - "robustness": 64.1 + "accuracy": 79.9, + "cost": 0.0003, + "robustness": 76.9 } }, "subcategories": { @@ -20679,8 +26271,8 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 100.0, @@ -20689,13 +26281,13 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 98.1, - "cost": 0.0001, - "robustness": 50.0 + "cost": 0.0002, + "robustness": 100.0 } } }, @@ -20703,47 +26295,47 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0001, - "robustness": 75.0 + "cost": 0.0002, + "robustness": 50.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 65.5, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 41.7, + "accuracy": 50.0, "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 88.7, - "cost": 0.0001, - "robustness": 66.7 + "cost": 0.0002, + "robustness": 55.6 } } }, "History": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0002, - "robustness": 63.6 + "accuracy": 97.3, + "cost": 0.0004, + "robustness": 81.8 }, "medium": { - "accuracy": 74.8, - "cost": 0.0002, - "robustness": 60.0 + "accuracy": 87.8, + "cost": 0.0004, + "robustness": 80.0 }, "hard": { - "accuracy": 13.2, - "cost": 0.0006, - "robustness": 70.0 + "accuracy": 26.5, + "cost": 0.0004, + "robustness": 80.0 }, "all": { - "accuracy": 68.5, - "cost": 0.0003, - "robustness": 65.4 + "accuracy": 75.3, + "cost": 0.0004, + "robustness": 80.8 } } } @@ -20752,48 +26344,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 86.6, - "cost": 0.0001, - "robustness": 63.6 + "accuracy": 92.3, + "cost": 0.0003, + "robustness": 90.9 }, "medium": { - "accuracy": 41.9, - "cost": 0.0001, + "accuracy": 50.9, + "cost": 0.0005, "robustness": 77.8 }, "hard": { - "accuracy": 53.3, - "cost": 0.0003, - "robustness": 72.0 + "accuracy": 56.1, + "cost": 0.0005, + "robustness": 88.0 }, "all": { - "accuracy": 60.5, - "cost": 0.0002, - "robustness": 71.1 + "accuracy": 65.7, + "cost": 0.0004, + "robustness": 86.7 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 86.6, - "cost": 0.0001, - "robustness": 63.6 + "accuracy": 92.3, + "cost": 0.0003, + "robustness": 90.9 }, "medium": { - "accuracy": 41.9, - "cost": 0.0001, + "accuracy": 50.9, + "cost": 0.0005, "robustness": 77.8 }, "hard": { - "accuracy": 53.3, - "cost": 0.0003, - "robustness": 72.0 + "accuracy": 56.1, + "cost": 0.0005, + "robustness": 88.0 }, "all": { - "accuracy": 60.5, - "cost": 0.0002, - "robustness": 71.1 + "accuracy": 65.7, + "cost": 0.0004, + "robustness": 86.7 } } } @@ -20802,48 +26394,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 84.6, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 84.1, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 34.7, + "accuracy": 37.9, "cost": 0.0006, - "robustness": 50.0 + "robustness": 91.7 }, "all": { - "accuracy": 49.9, + "accuracy": 52.4, "cost": 0.0005, - "robustness": 55.2 + "robustness": 89.7 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 84.6, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 84.1, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 34.7, + "accuracy": 37.9, "cost": 0.0006, - "robustness": 50.0 + "robustness": 91.7 }, "all": { - "accuracy": 49.9, + "accuracy": 52.4, "cost": 0.0005, - "robustness": 55.2 + "robustness": 89.7 } } } @@ -20852,47 +26444,47 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 95.1, - "cost": 0.0001, - "robustness": 70.4 + "accuracy": 95.3, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 70.1, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 72.0, + "cost": 0.0004, + "robustness": 70.0 }, "hard": { - "accuracy": 19.8, - "cost": 0.0006, - "robustness": 57.1 + "accuracy": 35.8, + "cost": 0.0003, + "robustness": 42.9 }, "all": { - "accuracy": 78.9, - "cost": 0.0002, - "robustness": 70.5 + "accuracy": 81.4, + "cost": 0.0003, + "robustness": 63.6 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 92.4, - "cost": 0.0001, + "accuracy": 93.0, + "cost": 0.0003, "robustness": 64.3 }, "medium": { - "accuracy": 44.7, - "cost": 0.0001, + "accuracy": 41.2, + "cost": 0.0003, "robustness": 80.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0.0 }, "all": { - "accuracy": 73.9, - "cost": 0.0001, + "accuracy": 73.1, + "cost": 0.0003, "robustness": 61.9 } } @@ -20900,23 +26492,23 @@ "Philosophical logic": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0001, + "accuracy": 96.9, + "cost": 0.0004, "robustness": 75.0 }, "medium": { - "accuracy": 92.1, - "cost": 0.0003, + "accuracy": 94.7, + "cost": 0.0005, "robustness": 66.7 }, "hard": { - "accuracy": 40.0, - "cost": 0.0005, + "accuracy": 80.0, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 91.7, - "cost": 0.0002, + "accuracy": 95.4, + "cost": 0.0004, "robustness": 71.4 } } @@ -20925,47 +26517,47 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 66.7 }, "medium": { - "accuracy": 82.5, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 90.0, + "cost": 0.0004, + "robustness": 50.0 }, "hard": { - "accuracy": 24.4, - "cost": 0.0008, + "accuracy": 44.4, + "cost": 0.0003, "robustness": 66.7 }, "all": { - "accuracy": 65.6, + "accuracy": 75.4, "cost": 0.0004, - "robustness": 75.0 + "robustness": 62.5 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 97.5, + "cost": 0.0003, + "robustness": 66.7 }, "medium": { - "accuracy": 87.5, - "cost": 0.0002, + "accuracy": 93.8, + "cost": 0.0004, "robustness": 0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 27.8, + "cost": 0.0003, + "robustness": 50.0 }, "all": { - "accuracy": 87.7, - "cost": 0.0001, - "robustness": 87.5 + "accuracy": 89.8, + "cost": 0.0003, + "robustness": 62.5 } } } @@ -20974,37 +26566,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 98.7, + "cost": 0.0003, + "robustness": 64.1 }, "medium": { - "accuracy": 83.6, - "cost": 0.0003, - "robustness": 81.0 + "accuracy": 84.0, + "cost": 0.0005, + "robustness": 57.1 }, "hard": { - "accuracy": 37.1, - "cost": 0.0009, - "robustness": 77.8 + "accuracy": 28.9, + "cost": 0.0006, + "robustness": 55.6 }, "all": { - "accuracy": 85.3, - "cost": 0.0003, - "robustness": 72.5 + "accuracy": 84.5, + "cost": 0.0004, + "robustness": 60.9 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 100.0, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 80.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -21013,9 +26605,9 @@ "robustness": 0 }, "all": { - "accuracy": 92.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 96.0, + "cost": 0.0002, + "robustness": 100.0 } } }, @@ -21023,22 +26615,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 71.4 }, "medium": { - "accuracy": 76.5, - "cost": 0.0002, + "accuracy": 94.1, + "cost": 0.0005, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 93.0, - "cost": 0.0002, + "accuracy": 95.1, + "cost": 0.0004, "robustness": 71.4 } } @@ -21046,24 +26638,24 @@ "Chemistry": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 66.7 }, "medium": { "accuracy": 94.1, - "cost": 0.0003, - "robustness": 50.0 + "cost": 0.0005, + "robustness": 0.0 }, "hard": { - "accuracy": 30.8, - "cost": 0.0006, + "accuracy": 15.4, + "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 86.7, - "cost": 0.0003, - "robustness": 80.0 + "accuracy": 85.6, + "cost": 0.0005, + "robustness": 40.0 } } }, @@ -21071,71 +26663,71 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0001, - "robustness": 25.0 + "cost": 0.0003, + "robustness": 50.0 }, "medium": { - "accuracy": 74.6, - "cost": 0.0002, - "robustness": 66.7 + "accuracy": 71.2, + "cost": 0.0003, + "robustness": 83.3 }, "hard": { - "accuracy": 7.7, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 23.1, + "cost": 0.0003, + "robustness": 0.0 }, "all": { "accuracy": 90.3, - "cost": 0.0001, - "robustness": 46.7 + "cost": 0.0003, + "robustness": 60.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.9, - "cost": 0.0002, - "robustness": 81.8 + "accuracy": 98.5, + "cost": 0.0004, + "robustness": 45.5 }, "medium": { - "accuracy": 86.4, - "cost": 0.0004, - "robustness": 90.9 + "accuracy": 85.2, + "cost": 0.0006, + "robustness": 63.6 }, "hard": { - "accuracy": 58.4, - "cost": 0.0012, + "accuracy": 38.2, + "cost": 0.0009, "robustness": 60.0 }, "all": { - "accuracy": 87.7, - "cost": 0.0004, - "robustness": 81.5 + "accuracy": 84.0, + "cost": 0.0006, + "robustness": 55.6 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 93.2, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 66.7 }, "medium": { - "accuracy": 88.1, + "accuracy": 90.5, "cost": 0.0005, - "robustness": 100.0 + "robustness": 0.0 }, "hard": { - "accuracy": 45.5, - "cost": 0.0006, + "accuracy": 54.5, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 85.6, + "accuracy": 89.7, "cost": 0.0004, - "robustness": 100.0 + "robustness": 40.0 } } }, @@ -21143,23 +26735,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 60.0 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 60.0, - "cost": 0.0001, + "accuracy": 72.0, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 11.9, - "cost": 0.0008, - "robustness": 100.0 + "accuracy": 13.6, + "cost": 0.0003, + "robustness": 66.7 }, "all": { - "accuracy": 45.6, - "cost": 0.0004, - "robustness": 75.0 + "accuracy": 49.1, + "cost": 0.0003, + "robustness": 87.5 } } } @@ -21168,24 +26760,24 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0001, - "robustness": 77.8 + "accuracy": 96.6, + "cost": 0.0004, + "robustness": 94.4 }, "medium": { - "accuracy": 74.7, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 78.7, + "cost": 0.0005, + "robustness": 83.3 }, "hard": { - "accuracy": 18.1, - "cost": 0.0005, - "robustness": 57.1 + "accuracy": 25.5, + "cost": 0.0004, + "robustness": 71.4 }, "all": { - "accuracy": 71.7, - "cost": 0.0003, - "robustness": 64.9 + "accuracy": 75.0, + "cost": 0.0004, + "robustness": 86.5 } }, "subcategories": { @@ -21193,46 +26785,46 @@ "metrics": { "easy": { "accuracy": 96.7, - "cost": 0.0001, - "robustness": 75.0 + "cost": 0.0004, + "robustness": 91.7 }, "medium": { - "accuracy": 77.3, - "cost": 0.0003, - "robustness": 33.3 + "accuracy": 78.5, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 21.2, - "cost": 0.0007, - "robustness": 33.3 + "accuracy": 25.0, + "cost": 0.0005, + "robustness": 66.7 }, "all": { - "accuracy": 75.1, - "cost": 0.0003, - "robustness": 57.1 + "accuracy": 76.3, + "cost": 0.0005, + "robustness": 90.5 } } }, "Law": { "metrics": { "easy": { - "accuracy": 93.8, - "cost": 0.0002, + "accuracy": 98.5, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 76.2, - "cost": 0.0004, + "accuracy": 79.4, + "cost": 0.0005, "robustness": 75.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0003, + "accuracy": 40.0, + "cost": 0.0005, "robustness": 50.0 }, "all": { - "accuracy": 72.8, - "cost": 0.0003, + "accuracy": 79.7, + "cost": 0.0005, "robustness": 77.8 } } @@ -21240,24 +26832,24 @@ "Social problems": { "metrics": { "easy": { - "accuracy": 95.7, - "cost": 0.0, - "robustness": 66.7 + "accuracy": 93.6, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 22.2, - "cost": 0.0001, + "accuracy": 55.6, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 77.0, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 80.3, + "cost": 0.0002, + "robustness": 100.0 } } }, @@ -21265,22 +26857,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 72.2, - "cost": 0.0001, + "accuracy": 88.9, + "cost": 0.0003, "robustness": 50.0 }, "hard": { - "accuracy": 11.8, - "cost": 0.0002, + "accuracy": 17.6, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 36.4, - "cost": 0.0002, + "accuracy": 45.5, + "cost": 0.0003, "robustness": 66.7 } } @@ -21290,71 +26882,71 @@ "Technology": { "metrics": { "easy": { - "accuracy": 94.0, - "cost": 0.0001, - "robustness": 81.4 + "accuracy": 96.6, + "cost": 0.0004, + "robustness": 83.7 }, "medium": { - "accuracy": 70.2, - "cost": 0.0004, - "robustness": 90.5 + "accuracy": 76.9, + "cost": 0.0005, + "robustness": 61.9 }, "hard": { - "accuracy": 28.0, + "accuracy": 31.2, "cost": 0.0005, - "robustness": 71.4 + "robustness": 85.7 }, "all": { - "accuracy": 79.5, - "cost": 0.0002, - "robustness": 83.1 + "accuracy": 83.4, + "cost": 0.0005, + "robustness": 77.5 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 96.8, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 90.4, - "cost": 0.0007, - "robustness": 100.0 + "accuracy": 88.0, + "cost": 0.0008, + "robustness": 46.2 }, "hard": { - "accuracy": 59.5, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 57.1, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 89.3, - "cost": 0.0005, - "robustness": 89.5 + "accuracy": 87.5, + "cost": 0.0007, + "robustness": 63.2 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 96.7, + "cost": 0.0003, + "robustness": 50.0 }, "medium": { - "accuracy": 54.5, - "cost": 0.0001, - "robustness": 0.0 + "accuracy": 63.6, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 89.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 60.0 } } @@ -21362,24 +26954,24 @@ "Medicine and health": { "metrics": { "easy": { - "accuracy": 92.9, - "cost": 0.0001, - "robustness": 82.4 + "accuracy": 96.5, + "cost": 0.0004, + "robustness": 85.3 }, "medium": { - "accuracy": 57.0, - "cost": 0.0002, + "accuracy": 69.8, + "cost": 0.0004, "robustness": 85.7 }, "hard": { - "accuracy": 16.8, - "cost": 0.0003, + "accuracy": 22.1, + "cost": 0.0004, "robustness": 83.3 }, "all": { - "accuracy": 75.5, - "cost": 0.0002, - "robustness": 83.0 + "accuracy": 81.6, + "cost": 0.0004, + "robustness": 85.1 } } } @@ -21387,74 +26979,74 @@ } } }, - "lynkr": { + "weave": { "metrics": { "easy": { - "accuracy": 93.5, - "cost": 0.0001, - "robustness": 96.0 + "accuracy": 96.1, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 60.9, - "cost": 0.0003, - "robustness": 89.4 + "accuracy": 74.8, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 26.7, - "cost": 0.0005, - "robustness": 89.0 + "accuracy": 37.5, + "cost": 0.0019, + "robustness": 100.0 }, "all": { - "accuracy": 68.4, - "cost": 0.0003, - "robustness": 92.4 + "accuracy": 76.2, + "cost": 0.0009, + "robustness": 100.0 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 90.6, - "cost": 0.0003, + "accuracy": 94.3, + "cost": 0.0007, "robustness": 100.0 }, "medium": { - "accuracy": 42.4, - "cost": 0.0005, - "robustness": 90.9 + "accuracy": 73.7, + "cost": 0.0024, + "robustness": 100.0 }, "hard": { - "accuracy": 3.4, - "cost": 0.0004, - "robustness": 80.0 + "accuracy": 27.9, + "cost": 0.0067, + "robustness": 100.0 }, "all": { - "accuracy": 54.7, - "cost": 0.0004, - "robustness": 91.7 + "accuracy": 72.9, + "cost": 0.0026, + "robustness": 100.0 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 96.6, - "cost": 0.0001, + "accuracy": 98.3, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 41.0, - "cost": 0.0003, + "accuracy": 89.7, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 1.8, - "cost": 0.0004, + "accuracy": 30.4, + "cost": 0.0027, "robustness": 100.0 }, "all": { - "accuracy": 48.1, - "cost": 0.0003, + "accuracy": 71.4, + "cost": 0.0012, "robustness": 100.0 } } @@ -21462,23 +27054,23 @@ "Music": { "metrics": { "easy": { - "accuracy": 90.9, - "cost": 0.0001, + "accuracy": 96.0, + "cost": 0.0006, "robustness": 100.0 }, "medium": { - "accuracy": 38.8, - "cost": 0.0005, + "accuracy": 60.3, + "cost": 0.003, "robustness": 100.0 }, "hard": { - "accuracy": 8.0, - "cost": 0.0003, + "accuracy": 28.0, + "cost": 0.0021, "robustness": 100.0 }, "all": { - "accuracy": 57.1, - "cost": 0.0003, + "accuracy": 71.7, + "cost": 0.0019, "robustness": 100.0 } } @@ -21486,24 +27078,24 @@ "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 87.9, - "cost": 0.0004, + "accuracy": 91.4, + "cost": 0.0009, "robustness": 100.0 }, "medium": { - "accuracy": 47.0, - "cost": 0.0006, - "robustness": 75.0 + "accuracy": 83.0, + "cost": 0.0026, + "robustness": 100.0 }, "hard": { - "accuracy": 3.0, - "cost": 0.0004, - "robustness": 50.0 + "accuracy": 25.8, + "cost": 0.0118, + "robustness": 100.0 }, "all": { - "accuracy": 56.2, - "cost": 0.0005, - "robustness": 75.0 + "accuracy": 74.5, + "cost": 0.0038, + "robustness": 100.0 } } } @@ -21512,48 +27104,48 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0001, - "robustness": 96.2 + "accuracy": 94.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 77.7, - "cost": 0.0006, - "robustness": 85.7 + "accuracy": 71.6, + "cost": 0.0011, + "robustness": 100.0 }, "hard": { - "accuracy": 51.8, - "cost": 0.0019, - "robustness": 53.3 + "accuracy": 41.2, + "cost": 0.0031, + "robustness": 100.0 }, "all": { - "accuracy": 82.0, - "cost": 0.0006, - "robustness": 82.3 + "accuracy": 77.7, + "cost": 0.0011, + "robustness": 100.0 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0002, - "robustness": 92.3 + "accuracy": 94.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 83.8, - "cost": 0.0006, - "robustness": 88.2 + "accuracy": 71.1, + "cost": 0.0012, + "robustness": 100.0 }, "hard": { - "accuracy": 59.3, - "cost": 0.0022, - "robustness": 46.2 + "accuracy": 46.9, + "cost": 0.0035, + "robustness": 100.0 }, "all": { - "accuracy": 83.9, - "cost": 0.0008, - "robustness": 76.7 + "accuracy": 75.9, + "cost": 0.0014, + "robustness": 100.0 } } }, @@ -21561,23 +27153,23 @@ "metrics": { "easy": { "accuracy": 94.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 50.6, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 74.1, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { "accuracy": 8.3, - "cost": 0.0001, + "cost": 0.0004, "robustness": 100.0 }, "all": { - "accuracy": 77.3, - "cost": 0.0001, - "robustness": 94.7 + "accuracy": 82.3, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -21586,23 +27178,23 @@ "History": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0001, + "accuracy": 98.1, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 46.3, - "cost": 0.0002, + "accuracy": 80.2, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 4.0, - "cost": 0.0003, + "accuracy": 22.1, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 62.4, - "cost": 0.0002, + "accuracy": 77.4, + "cost": 0.0006, "robustness": 100.0 } }, @@ -21610,23 +27202,23 @@ "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 95.2, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 33.3, - "cost": 0.0001, + "accuracy": 77.8, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 82.7, - "cost": 0.0001, + "accuracy": 94.2, + "cost": 0.0002, "robustness": 100.0 } } @@ -21634,23 +27226,23 @@ "Geography": { "metrics": { "easy": { - "accuracy": 95.4, - "cost": 0.0001, + "accuracy": 99.1, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 44.8, + "accuracy": 69.0, "cost": 0.0002, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0004, + "accuracy": 33.3, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 78.0, - "cost": 0.0001, + "accuracy": 88.0, + "cost": 0.0002, "robustness": 100.0 } } @@ -21658,23 +27250,23 @@ "History": { "metrics": { "easy": { - "accuracy": 91.9, - "cost": 0.0002, + "accuracy": 97.3, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 47.5, - "cost": 0.0002, + "accuracy": 82.7, + "cost": 0.0008, "robustness": 100.0 }, "hard": { - "accuracy": 4.4, - "cost": 0.0003, + "accuracy": 21.3, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 55.6, - "cost": 0.0002, + "accuracy": 72.5, + "cost": 0.0007, "robustness": 100.0 } } @@ -21684,48 +27276,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 77.0, - "cost": 0.0001, - "robustness": 90.9 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 35.3, - "cost": 0.0002, + "accuracy": 48.5, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 49.4, - "cost": 0.0002, - "robustness": 96.0 + "accuracy": 53.3, + "cost": 0.001, + "robustness": 100.0 }, "all": { - "accuracy": 54.3, - "cost": 0.0002, - "robustness": 95.6 + "accuracy": 63.4, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 77.0, - "cost": 0.0001, - "robustness": 90.9 + "accuracy": 90.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 35.3, - "cost": 0.0002, + "accuracy": 48.5, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 49.4, - "cost": 0.0002, - "robustness": 96.0 + "accuracy": 53.3, + "cost": 0.001, + "robustness": 100.0 }, "all": { - "accuracy": 54.3, - "cost": 0.0002, - "robustness": 95.6 + "accuracy": 63.4, + "cost": 0.0007, + "robustness": 100.0 } } } @@ -21734,48 +27326,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 94.2, - "cost": 0.0001, + "accuracy": 99.2, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 28.2, - "cost": 0.0004, + "accuracy": 90.0, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 24.8, - "cost": 0.0003, - "robustness": 95.8 + "accuracy": 40.9, + "cost": 0.0012, + "robustness": 100.0 }, "all": { - "accuracy": 36.3, - "cost": 0.0003, - "robustness": 96.6 + "accuracy": 55.1, + "cost": 0.001, + "robustness": 100.0 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 94.2, - "cost": 0.0001, + "accuracy": 99.2, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 28.2, - "cost": 0.0004, + "accuracy": 90.0, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 24.8, - "cost": 0.0003, - "robustness": 95.8 + "accuracy": 40.9, + "cost": 0.0012, + "robustness": 100.0 }, "all": { - "accuracy": 36.3, - "cost": 0.0003, - "robustness": 96.6 + "accuracy": 55.1, + "cost": 0.001, + "robustness": 100.0 } } } @@ -21784,47 +27376,47 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0001, - "robustness": 96.3 + "accuracy": 96.6, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 58.3, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 73.0, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 7.4, - "cost": 0.0003, - "robustness": 85.7 + "accuracy": 33.3, + "cost": 0.0011, + "robustness": 100.0 }, "all": { - "accuracy": 73.6, - "cost": 0.0002, - "robustness": 90.9 + "accuracy": 82.1, + "cost": 0.0006, + "robustness": 100.0 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 93.0, - "cost": 0.0001, + "accuracy": 95.7, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 31.8, - "cost": 0.0002, + "accuracy": 43.5, + "cost": 0.0006, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 70.3, - "cost": 0.0001, + "accuracy": 75.6, + "cost": 0.0004, "robustness": 100.0 } } @@ -21832,14 +27424,14 @@ "Philosophical logic": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0002, + "accuracy": 96.9, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 92.1, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 94.7, + "cost": 0.0013, + "robustness": 100.0 }, "hard": { "accuracy": 80.0, @@ -21848,56 +27440,56 @@ }, "all": { "accuracy": 95.4, - "cost": 0.0002, - "robustness": 85.7 + "cost": 0.0007, + "robustness": 100.0 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0001, + "accuracy": 97.3, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 57.5, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 92.5, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 4.4, - "cost": 0.0004, + "accuracy": 40.0, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 49.2, - "cost": 0.0003, - "robustness": 87.5 + "accuracy": 74.6, + "cost": 0.0008, + "robustness": 100.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0001, - "robustness": 83.3 + "accuracy": 97.5, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 79.2, - "cost": 0.0002, + "accuracy": 91.7, + "cost": 0.0005, "robustness": 0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 27.8, + "cost": 0.0011, + "robustness": 100.0 }, "all": { - "accuracy": 81.8, - "cost": 0.0002, - "robustness": 75.0 + "accuracy": 89.3, + "cost": 0.0005, + "robustness": 100.0 } } } @@ -21906,37 +27498,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0001, - "robustness": 94.9 + "accuracy": 98.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 72.5, - "cost": 0.0003, + "accuracy": 84.3, + "cost": 0.0008, "robustness": 100.0 }, "hard": { - "accuracy": 25.3, - "cost": 0.0006, + "accuracy": 35.6, + "cost": 0.0021, "robustness": 100.0 }, "all": { - "accuracy": 79.5, - "cost": 0.0002, - "robustness": 97.1 + "accuracy": 85.5, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 60.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -21945,8 +27537,8 @@ "robustness": 0 }, "all": { - "accuracy": 88.0, - "cost": 0.0001, + "accuracy": 92.0, + "cost": 0.0002, "robustness": 100.0 } } @@ -21954,24 +27546,24 @@ "Biology": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0001, - "robustness": 71.4 + "accuracy": 98.3, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 70.6, - "cost": 0.0002, + "accuracy": 76.5, + "cost": 0.0009, "robustness": 0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0002, + "accuracy": 33.3, + "cost": 0.0014, "robustness": 0 }, "all": { - "accuracy": 90.9, - "cost": 0.0002, - "robustness": 71.4 + "accuracy": 91.6, + "cost": 0.0006, + "robustness": 100.0 } } }, @@ -21979,22 +27571,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 76.5, - "cost": 0.0003, + "accuracy": 88.2, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 23.1, - "cost": 0.0003, + "accuracy": 38.5, + "cost": 0.0011, "robustness": 0 }, "all": { - "accuracy": 80.0, - "cost": 0.0002, + "accuracy": 86.7, + "cost": 0.0007, "robustness": 100.0 } } @@ -22002,23 +27594,23 @@ "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 96.5, - "cost": 0.0001, + "accuracy": 98.4, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 59.3, - "cost": 0.0002, + "accuracy": 72.9, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 7.7, - "cost": 0.0002, + "accuracy": 15.4, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 86.4, - "cost": 0.0001, + "accuracy": 90.6, + "cost": 0.0004, "robustness": 100.0 } } @@ -22026,23 +27618,23 @@ "Mathematics": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0001, + "accuracy": 98.9, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 78.8, - "cost": 0.0004, + "accuracy": 87.2, + "cost": 0.0009, "robustness": 100.0 }, "hard": { - "accuracy": 43.8, - "cost": 0.0011, + "accuracy": 55.1, + "cost": 0.003, "robustness": 100.0 }, "all": { - "accuracy": 81.2, - "cost": 0.0004, + "accuracy": 87.5, + "cost": 0.001, "robustness": 100.0 } } @@ -22050,23 +27642,23 @@ "Physics": { "metrics": { "easy": { - "accuracy": 95.5, - "cost": 0.0001, + "accuracy": 97.7, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0003, + "accuracy": 90.5, + "cost": 0.001, "robustness": 100.0 }, "hard": { - "accuracy": 18.2, - "cost": 0.0002, + "accuracy": 45.5, + "cost": 0.0014, "robustness": 0 }, "all": { - "accuracy": 75.3, - "cost": 0.0002, + "accuracy": 88.7, + "cost": 0.0008, "robustness": 100.0 } } @@ -22075,22 +27667,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { - "accuracy": 44.0, - "cost": 0.0002, + "accuracy": 76.0, + "cost": 0.0005, "robustness": 0 }, "hard": { - "accuracy": 3.4, - "cost": 0.0002, + "accuracy": 8.5, + "cost": 0.0015, "robustness": 100.0 }, "all": { - "accuracy": 37.7, - "cost": 0.0002, + "accuracy": 47.4, + "cost": 0.0009, "robustness": 100.0 } } @@ -22100,95 +27692,95 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 94.0, - "cost": 0.0002, + "accuracy": 96.6, + "cost": 0.0006, "robustness": 100.0 }, "medium": { - "accuracy": 64.8, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 75.5, + "cost": 0.0009, + "robustness": 100.0 }, "hard": { - "accuracy": 7.4, - "cost": 0.0003, - "robustness": 85.7 + "accuracy": 20.1, + "cost": 0.0013, + "robustness": 100.0 }, "all": { - "accuracy": 65.0, - "cost": 0.0002, - "robustness": 86.5 + "accuracy": 72.7, + "cost": 0.0009, + "robustness": 100.0 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0002, + "accuracy": 96.7, + "cost": 0.0006, "robustness": 100.0 }, "medium": { - "accuracy": 72.4, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 79.8, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 10.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 23.8, + "cost": 0.0015, + "robustness": 100.0 }, "all": { - "accuracy": 70.9, - "cost": 0.0002, - "robustness": 85.7 + "accuracy": 76.5, + "cost": 0.0009, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 86.2, - "cost": 0.0002, + "accuracy": 96.9, + "cost": 0.001, "robustness": 100.0 }, "medium": { - "accuracy": 52.4, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 68.3, + "cost": 0.0011, + "robustness": 100.0 }, "hard": { - "accuracy": 6.7, - "cost": 0.0003, + "accuracy": 20.0, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 57.6, - "cost": 0.0002, - "robustness": 77.8 + "accuracy": 70.9, + "cost": 0.0011, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 97.9, - "cost": 0.0001, + "accuracy": 95.7, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 66.7, - "cost": 0.0001, + "accuracy": 44.4, + "cost": 0.0004, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 85.2, - "cost": 0.0001, + "accuracy": 80.3, + "cost": 0.0003, "robustness": 100.0 } } @@ -22196,23 +27788,23 @@ "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 66.7, - "cost": 0.0001, + "accuracy": 100.0, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 38.9, - "cost": 0.0003, + "accuracy": 77.8, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 2.9, - "cost": 0.0003, + "accuracy": 14.7, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 18.2, - "cost": 0.0003, + "accuracy": 40.0, + "cost": 0.0009, "robustness": 100.0 } } @@ -22222,96 +27814,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 93.2, - "cost": 0.0001, - "robustness": 93.0 + "accuracy": 95.3, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 62.6, - "cost": 0.0003, - "robustness": 90.5 + "accuracy": 75.5, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 19.7, - "cost": 0.0003, + "accuracy": 32.5, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 75.8, - "cost": 0.0002, - "robustness": 93.0 + "accuracy": 82.3, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0002, + "accuracy": 99.2, + "cost": 0.0007, "robustness": 100.0 }, "medium": { - "accuracy": 79.0, - "cost": 0.0005, - "robustness": 84.6 + "accuracy": 92.2, + "cost": 0.0014, + "robustness": 100.0 }, "hard": { - "accuracy": 40.5, - "cost": 0.0007, + "accuracy": 59.5, + "cost": 0.0023, "robustness": 100.0 }, "all": { - "accuracy": 80.6, - "cost": 0.0004, - "robustness": 89.5 + "accuracy": 90.7, + "cost": 0.0012, + "robustness": 100.0 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 98.3, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 36.4, - "cost": 0.0001, + "accuracy": 81.8, + "cost": 0.0004, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 84.9, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 93.2, + "cost": 0.0002, + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0001, - "robustness": 94.1 + "accuracy": 94.2, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 52.5, - "cost": 0.0002, + "accuracy": 63.6, + "cost": 0.0008, "robustness": 100.0 }, "hard": { - "accuracy": 12.4, - "cost": 0.0002, + "accuracy": 23.0, + "cost": 0.0009, "robustness": 100.0 }, "all": { - "accuracy": 73.5, - "cost": 0.0001, - "robustness": 95.7 + "accuracy": 78.6, + "cost": 0.0006, + "robustness": 100.0 } } } @@ -22319,123 +27911,123 @@ } } }, - "nadir-caliper": { + "chuzom-solo-v32": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 89.4 + "accuracy": 95.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 72.6 + "accuracy": 66.7, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0007, - "robustness": 69.7 + "accuracy": 25.4, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 79.8 + "accuracy": 70.6, + "cost": 0.0001, + "robustness": 100.0 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 75.0 + "accuracy": 94.6, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 54.5 + "accuracy": 55.7, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0007, - "robustness": 60.0 + "accuracy": 7.5, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 62.5 + "accuracy": 62.1, + "cost": 0.0001, + "robustness": 100.0 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 98.3, "cost": 0.0, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 79.5, + "cost": 0.0, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, + "accuracy": 1.8, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 58.4, + "cost": 0.0, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 80.0 + "accuracy": 93.9, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 40.0 + "accuracy": 44.8, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 0.0 + "accuracy": 12.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 61.7, "cost": 0.0001, - "robustness": 54.5 + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 93.6, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 59.0, "cost": 0.0002, - "robustness": 75.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0012, - "robustness": 50.0 + "accuracy": 10.6, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0004, - "robustness": 62.5 + "accuracy": 64.4, + "cost": 0.0001, + "robustness": 100.0 } } } @@ -22444,72 +28036,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 97.4, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 71.4 + "accuracy": 76.0, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0009, - "robustness": 33.3 + "accuracy": 26.1, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 74.2 + "accuracy": 77.9, + "cost": 0.0001, + "robustness": 100.0 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 98.1, "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 70.6 + "accuracy": 80.6, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0011, - "robustness": 38.5 + "accuracy": 30.1, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0004, - "robustness": 69.8 + "accuracy": 77.4, + "cost": 0.0002, + "robustness": 100.0 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 96.4, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 55.3, "cost": 0.0001, - "robustness": 75.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 0.0 + "accuracy": 2.8, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 84.2 + "accuracy": 79.0, + "cost": 0.0001, + "robustness": 100.0 } } } @@ -22518,37 +28110,37 @@ "History": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 95.7 + "accuracy": 96.5, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 68.4, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 70.0 + "accuracy": 12.8, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 71.6, "cost": 0.0001, - "robustness": 82.1 + "robustness": 100.0 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 97.6, "cost": 0.0, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0001, + "accuracy": 88.9, + "cost": 0.0, "robustness": 0 }, "hard": { @@ -22557,7 +28149,7 @@ "robustness": 0 }, "all": { - "accuracy": 0.0, + "accuracy": 94.2, "cost": 0.0, "robustness": 100.0 } @@ -22566,48 +28158,48 @@ "Geography": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 97.2, "cost": 0.0, - "robustness": 87.5 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0001, + "accuracy": 69.0, + "cost": 0.0, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, + "accuracy": 41.7, + "cost": 0.0, "robustness": 0 }, "all": { - "accuracy": 0.0, - "cost": 0.0001, - "robustness": 88.9 + "accuracy": 87.3, + "cost": 0.0, + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 96.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 66.9, "cost": 0.0001, - "robustness": 40.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 70.0 + "accuracy": 10.3, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 64.5, "cost": 0.0001, - "robustness": 76.9 + "robustness": 100.0 } } } @@ -22616,48 +28208,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 89.5, "cost": 0.0, - "robustness": 81.8 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 44.3, "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, - "robustness": 76.0 + "accuracy": 51.1, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 82.2 + "accuracy": 60.9, + "cost": 0.0001, + "robustness": 100.0 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 89.5, "cost": 0.0, - "robustness": 81.8 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 44.3, "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, - "robustness": 76.0 + "accuracy": 51.1, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 82.2 + "accuracy": 60.9, + "cost": 0.0001, + "robustness": 100.0 } } } @@ -22666,48 +28258,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 100.0, "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 71.2, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.001, - "robustness": 83.3 + "accuracy": 31.7, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0008, - "robustness": 82.8 + "accuracy": 46.6, + "cost": 0.0002, + "robustness": 100.0 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 100.0, "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 71.2, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.001, - "robustness": 83.3 + "accuracy": 31.7, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0008, - "robustness": 82.8 + "accuracy": 46.6, + "cost": 0.0002, + "robustness": 100.0 } } } @@ -22716,70 +28308,70 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 81.5 + "accuracy": 94.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 64.5, "cost": 0.0001, - "robustness": 60.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 42.9 + "accuracy": 17.3, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 76.3, "cost": 0.0001, - "robustness": 70.5 + "robustness": 100.0 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 85.7 + "accuracy": 90.8, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 42.4, "cost": 0.0001, - "robustness": 40.0 + "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, - "robustness": 50.0 + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 71.4 + "accuracy": 72.1, + "cost": 0.0001, + "robustness": 100.0 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 96.9, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 86.8, "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, + "accuracy": 20.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 0.0, + "accuracy": 89.8, "cost": 0.0001, "robustness": 100.0 } @@ -22788,48 +28380,48 @@ "Philosophy": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 66.7 + "accuracy": 94.6, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 70.0, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, - "robustness": 33.3 + "accuracy": 26.7, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 61.5, + "cost": 0.0001, + "robustness": 100.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 66.7 + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 81.2, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 0.0, + "accuracy": 5.6, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 62.5 + "accuracy": 84.5, + "cost": 0.0001, + "robustness": 100.0 } } } @@ -22838,37 +28430,37 @@ "Science": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 84.6 + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 73.6, "cost": 0.0001, - "robustness": 66.7 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, - "robustness": 77.8 + "accuracy": 12.9, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 78.5, "cost": 0.0001, - "robustness": 78.3 + "robustness": 100.0 } }, "subcategories": { "Animals (Zoology)": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 95.0, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0001, + "accuracy": 40.0, + "cost": 0.0, "robustness": 0 }, "hard": { @@ -22877,32 +28469,32 @@ "robustness": 0 }, "all": { - "accuracy": 0.0, + "accuracy": 84.0, "cost": 0.0, - "robustness": 50.0 + "robustness": 100.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 99.1, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 70.6, "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 0.0, + "accuracy": 11.1, "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 90.2, + "cost": 0.0001, "robustness": 100.0 } } @@ -22910,120 +28502,120 @@ "Chemistry": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 88.2, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, + "accuracy": 38.5, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 0.0, + "accuracy": 86.7, "cost": 0.0001, - "robustness": 80.0 + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 50.0 + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 67.8, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 0.0 + "accuracy": 7.7, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 46.7 + "accuracy": 88.8, + "cost": 0.0001, + "robustness": 100.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 96.9, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 77.2, "cost": 0.0001, - "robustness": 81.8 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0006, + "accuracy": 12.4, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 92.6 + "accuracy": 76.2, + "cost": 0.0001, + "robustness": 100.0 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 97.7, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 71.4, "cost": 0.0001, - "robustness": 50.0 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, + "accuracy": 36.4, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 0.0, + "accuracy": 79.4, "cost": 0.0001, - "robustness": 80.0 + "robustness": 100.0 } } }, "Science": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 96.7, "cost": 0.0, - "robustness": 80.0 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0003, + "accuracy": 44.0, + "cost": 0.0, "robustness": 0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0004, - "robustness": 66.7 + "accuracy": 5.1, + "cost": 0.0, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 37.7, + "cost": 0.0, + "robustness": 100.0 } } } @@ -23032,95 +28624,95 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 94.4 + "accuracy": 96.0, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 83.3 + "accuracy": 65.2, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0004, - "robustness": 85.7 + "accuracy": 6.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 89.2 + "accuracy": 65.7, + "cost": 0.0001, + "robustness": 100.0 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 98.9, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0002, + "accuracy": 66.9, + "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0005, - "robustness": 66.7 + "accuracy": 5.0, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 95.2 + "accuracy": 69.0, + "cost": 0.0001, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 92.3, "cost": 0.0001, - "robustness": 66.7 + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 68.3, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0002, + "accuracy": 16.7, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0002, - "robustness": 66.7 + "accuracy": 68.4, + "cost": 0.0001, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 91.5, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 44.4, "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 77.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -23128,23 +28720,23 @@ "Social sciences, sociology, and anthropology": { "metrics": { "easy": { - "accuracy": 0.0, + "accuracy": 66.7, "cost": 0.0, "robustness": 0 }, "medium": { - "accuracy": 0.0, - "cost": 0.0003, + "accuracy": 50.0, + "cost": 0.0, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0005, + "cost": 0.0, "robustness": 100.0 }, "all": { - "accuracy": 0.0, - "cost": 0.0004, + "accuracy": 20.0, + "cost": 0.0, "robustness": 100.0 } } @@ -23154,60 +28746,60 @@ "Technology": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 90.7 + "accuracy": 92.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 65.5, "cost": 0.0001, - "robustness": 85.7 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, + "accuracy": 17.2, "cost": 0.0001, - "robustness": 85.7 + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 75.7, "cost": 0.0001, - "robustness": 88.7 + "robustness": 100.0 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 80.0 + "accuracy": 94.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 83.8, "cost": 0.0001, - "robustness": 92.3 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, + "accuracy": 28.6, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 80.9, "cost": 0.0001, - "robustness": 89.5 + "robustness": 100.0 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 98.3, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 45.5, "cost": 0.0, "robustness": 100.0 }, @@ -23217,8 +28809,8 @@ "robustness": 0 }, "all": { - "accuracy": 0.0, - "cost": 0.0, + "accuracy": 87.7, + "cost": 0.0001, "robustness": 100.0 } } @@ -23226,24 +28818,24 @@ "Medicine and health": { "metrics": { "easy": { - "accuracy": 0.0, - "cost": 0.0, - "robustness": 91.2 + "accuracy": 91.1, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 0.0, + "accuracy": 53.7, "cost": 0.0001, - "robustness": 71.4 + "robustness": 100.0 }, "hard": { - "accuracy": 0.0, + "accuracy": 13.3, "cost": 0.0001, - "robustness": 83.3 + "robustness": 100.0 }, "all": { - "accuracy": 0.0, + "accuracy": 73.1, "cost": 0.0001, - "robustness": 87.2 + "robustness": 100.0 } } } @@ -23251,75 +28843,75 @@ } } }, - "divyam": { + "cruq-router": { "metrics": { "easy": { - "accuracy": 97.4, - "cost": 0.0004, - "robustness": 72.7 + "accuracy": 96.2, + "cost": 0.0001, + "robustness": 91.4 }, "medium": { - "accuracy": 81.2, - "cost": 0.0008, - "robustness": 77.0 + "accuracy": 67.5, + "cost": 0.0002, + "robustness": 76.1 }, "hard": { - "accuracy": 45.1, - "cost": 0.0011, - "robustness": 79.8 + "accuracy": 26.0, + "cost": 0.0003, + "robustness": 69.7 }, "all": { - "accuracy": 80.4, - "cost": 0.0007, - "robustness": 75.7 + "accuracy": 71.4, + "cost": 0.0002, + "robustness": 81.7 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0005, - "robustness": 100.0 + "accuracy": 95.3, + "cost": 0.0001, + "robustness": 87.5 }, "medium": { - "accuracy": 81.2, - "cost": 0.0016, - "robustness": 100.0 + "accuracy": 52.2, + "cost": 0.0003, + "robustness": 81.8 }, "hard": { - "accuracy": 34.0, - "cost": 0.0022, - "robustness": 100.0 + "accuracy": 12.2, + "cost": 0.0004, + "robustness": 80.0 }, "all": { - "accuracy": 78.0, - "cost": 0.0013, - "robustness": 100.0 + "accuracy": 62.1, + "cost": 0.0002, + "robustness": 83.3 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 96.6, - "cost": 0.0003, + "accuracy": 98.3, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 94.9, - "cost": 0.0006, + "accuracy": 61.5, + "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 33.9, - "cost": 0.0011, - "robustness": 100.0 + "accuracy": 10.7, + "cost": 0.0002, + "robustness": 50.0 }, "all": { - "accuracy": 73.4, - "cost": 0.0007, - "robustness": 100.0 + "accuracy": 57.1, + "cost": 0.0001, + "robustness": 80.0 } } }, @@ -23327,47 +28919,47 @@ "metrics": { "easy": { "accuracy": 98.0, - "cost": 0.0005, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0022, - "robustness": 100.0 + "accuracy": 42.2, + "cost": 0.0004, + "robustness": 80.0 }, "hard": { - "accuracy": 24.0, - "cost": 0.0034, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 76.2, - "cost": 0.0016, - "robustness": 100.0 + "accuracy": 60.8, + "cost": 0.0002, + "robustness": 90.9 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0006, - "robustness": 100.0 + "accuracy": 92.1, + "cost": 0.0001, + "robustness": 50.0 }, "medium": { - "accuracy": 90.0, - "cost": 0.0013, - "robustness": 100.0 + "accuracy": 60.0, + "cost": 0.0002, + "robustness": 75.0 }, "hard": { - "accuracy": 37.9, - "cost": 0.0028, + "accuracy": 18.2, + "cost": 0.0007, "robustness": 100.0 }, "all": { - "accuracy": 81.7, - "cost": 0.0013, - "robustness": 100.0 + "accuracy": 65.7, + "cost": 0.0002, + "robustness": 75.0 } } } @@ -23376,72 +28968,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.4, - "cost": 0.0004, - "robustness": 73.1 + "accuracy": 97.4, + "cost": 0.0001, + "robustness": 92.3 }, "medium": { - "accuracy": 89.2, - "cost": 0.0006, - "robustness": 76.2 + "accuracy": 81.2, + "cost": 0.0002, + "robustness": 57.1 }, "hard": { - "accuracy": 53.9, - "cost": 0.0013, - "robustness": 100.0 + "accuracy": 33.9, + "cost": 0.0006, + "robustness": 26.7 }, "all": { - "accuracy": 87.6, - "cost": 0.0006, - "robustness": 80.6 + "accuracy": 80.9, + "cost": 0.0002, + "robustness": 64.5 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.8, - "cost": 0.0004, - "robustness": 76.9 + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 84.6 }, "medium": { - "accuracy": 90.7, - "cost": 0.0006, - "robustness": 76.5 + "accuracy": 83.8, + "cost": 0.0002, + "robustness": 52.9 }, "hard": { - "accuracy": 59.3, - "cost": 0.0015, - "robustness": 100.0 + "accuracy": 38.3, + "cost": 0.0007, + "robustness": 15.4 }, "all": { - "accuracy": 87.5, - "cost": 0.0007, - "robustness": 83.7 + "accuracy": 80.3, + "cost": 0.0003, + "robustness": 51.2 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0004, - "robustness": 69.2 + "accuracy": 96.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 82.4, - "cost": 0.0005, + "accuracy": 69.4, + "cost": 0.0001, "robustness": 75.0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0006, + "accuracy": 8.3, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 87.6, - "cost": 0.0004, - "robustness": 73.7 + "accuracy": 82.6, + "cost": 0.0001, + "robustness": 94.7 } } } @@ -23450,96 +29042,96 @@ "History": { "metrics": { "easy": { - "accuracy": 98.7, - "cost": 0.0004, - "robustness": 65.2 + "accuracy": 97.1, + "cost": 0.0001, + "robustness": 95.7 }, "medium": { - "accuracy": 86.4, - "cost": 0.0006, - "robustness": 83.3 + "accuracy": 66.1, + "cost": 0.0001, + "robustness": 66.7 }, "hard": { - "accuracy": 37.6, - "cost": 0.0009, - "robustness": 70.0 + "accuracy": 8.1, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 82.6, - "cost": 0.0005, - "robustness": 69.2 + "accuracy": 70.3, + "cost": 0.0001, + "robustness": 92.3 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 95.2, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 100.0, - "cost": 0.0003, + "accuracy": 66.7, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 96.2, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 88.5, + "cost": 0.0001, + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0002, - "robustness": 62.5 + "accuracy": 98.2, + "cost": 0.0001, + "robustness": 87.5 }, "medium": { - "accuracy": 65.5, - "cost": 0.0004, + "accuracy": 51.7, + "cost": 0.0001, "robustness": 100.0 }, "hard": { - "accuracy": 66.7, - "cost": 0.0007, + "accuracy": 16.7, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 90.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 82.7, + "cost": 0.0001, + "robustness": 88.9 } } }, "History": { "metrics": { "easy": { - "accuracy": 98.7, - "cost": 0.0005, - "robustness": 63.6 + "accuracy": 96.9, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 89.9, - "cost": 0.0007, - "robustness": 80.0 + "accuracy": 69.1, + "cost": 0.0001, + "robustness": 60.0 }, "hard": { - "accuracy": 35.3, - "cost": 0.0009, - "robustness": 70.0 + "accuracy": 7.4, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 78.9, - "cost": 0.0006, - "robustness": 69.2 + "accuracy": 64.7, + "cost": 0.0001, + "robustness": 92.3 } } } @@ -23548,48 +29140,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0003, - "robustness": 54.5 + "accuracy": 90.0, + "cost": 0.0001, + "robustness": 63.6 }, "medium": { - "accuracy": 52.1, - "cost": 0.0006, - "robustness": 66.7 + "accuracy": 47.3, + "cost": 0.0001, + "robustness": 88.9 }, "hard": { - "accuracy": 57.8, - "cost": 0.0005, - "robustness": 64.0 + "accuracy": 49.5, + "cost": 0.0001, + "robustness": 60.0 }, "all": { - "accuracy": 67.0, - "cost": 0.0005, - "robustness": 62.2 + "accuracy": 61.1, + "cost": 0.0001, + "robustness": 66.7 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0003, - "robustness": 54.5 + "accuracy": 90.0, + "cost": 0.0001, + "robustness": 63.6 }, "medium": { - "accuracy": 52.1, - "cost": 0.0006, - "robustness": 66.7 + "accuracy": 47.3, + "cost": 0.0001, + "robustness": 88.9 }, "hard": { - "accuracy": 57.8, - "cost": 0.0005, - "robustness": 64.0 + "accuracy": 49.5, + "cost": 0.0001, + "robustness": 60.0 }, "all": { - "accuracy": 67.0, - "cost": 0.0005, - "robustness": 62.2 + "accuracy": 61.1, + "cost": 0.0001, + "robustness": 66.7 } } } @@ -23598,48 +29190,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 90.5, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 61.7, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 49.2, - "cost": 0.0011, - "robustness": 83.3 + "accuracy": 31.2, + "cost": 0.0004, + "robustness": 66.7 }, "all": { - "accuracy": 61.4, - "cost": 0.0009, - "robustness": 79.3 + "accuracy": 45.0, + "cost": 0.0004, + "robustness": 72.4 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 90.5, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 61.7, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 49.2, - "cost": 0.0011, - "robustness": 83.3 + "accuracy": 31.2, + "cost": 0.0004, + "robustness": 66.7 }, "all": { - "accuracy": 61.4, - "cost": 0.0009, - "robustness": 79.3 + "accuracy": 45.0, + "cost": 0.0004, + "robustness": 72.4 } } } @@ -23648,119 +29240,119 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 95.8, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 95.1, + "cost": 0.0001, + "robustness": 88.9 }, "medium": { - "accuracy": 75.4, - "cost": 0.0006, - "robustness": 80.0 + "accuracy": 64.0, + "cost": 0.0001, + "robustness": 60.0 }, "hard": { - "accuracy": 37.0, - "cost": 0.0009, - "robustness": 57.1 + "accuracy": 11.1, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 82.9, - "cost": 0.0005, - "robustness": 68.2 + "accuracy": 76.0, + "cost": 0.0001, + "robustness": 84.1 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 93.0, - "cost": 0.0002, - "robustness": 64.3 + "accuracy": 92.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 48.2, - "cost": 0.0006, + "accuracy": 42.4, + "cost": 0.0001, "robustness": 80.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 75.3, - "cost": 0.0003, - "robustness": 61.9 + "accuracy": 73.1, + "cost": 0.0001, + "robustness": 95.2 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0004, - "robustness": 25.0 + "accuracy": 95.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 94.7, - "cost": 0.0009, - "robustness": 100.0 + "accuracy": 84.2, + "cost": 0.0001, + "robustness": 66.7 }, "hard": { - "accuracy": 80.0, - "cost": 0.0017, + "accuracy": 60.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 97.2, - "cost": 0.0006, - "robustness": 57.1 + "accuracy": 89.8, + "cost": 0.0001, + "robustness": 85.7 } } }, "Philosophy": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0005, - "robustness": 66.7 + "accuracy": 100.0, + "cost": 0.0001, + "robustness": 33.3 }, "medium": { - "accuracy": 95.0, - "cost": 0.0008, - "robustness": 50.0 + "accuracy": 62.5, + "cost": 0.0001, + "robustness": 0.0 }, "hard": { - "accuracy": 44.4, - "cost": 0.0011, + "accuracy": 11.1, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 76.2, - "cost": 0.0008, - "robustness": 75.0 + "accuracy": 54.9, + "cost": 0.0001, + "robustness": 50.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0004, - "robustness": 100.0 + "accuracy": 97.5, + "cost": 0.0001, + "robustness": 83.3 }, "medium": { - "accuracy": 91.7, - "cost": 0.0004, + "accuracy": 87.5, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0005, - "robustness": 50.0 + "accuracy": 5.6, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 90.4, - "cost": 0.0004, + "accuracy": 86.1, + "cost": 0.0001, "robustness": 87.5 } } @@ -23770,24 +29362,24 @@ "Science": { "metrics": { "easy": { - "accuracy": 99.0, - "cost": 0.0003, - "robustness": 69.2 + "accuracy": 98.4, + "cost": 0.0001, + "robustness": 89.7 }, "medium": { - "accuracy": 84.3, - "cost": 0.0006, - "robustness": 76.2 + "accuracy": 77.8, + "cost": 0.0002, + "robustness": 85.7 }, "hard": { - "accuracy": 41.2, - "cost": 0.0011, - "robustness": 88.9 + "accuracy": 16.5, + "cost": 0.0004, + "robustness": 77.8 }, "all": { - "accuracy": 86.4, - "cost": 0.0005, - "robustness": 73.9 + "accuracy": 80.7, + "cost": 0.0002, + "robustness": 87.0 } }, "subcategories": { @@ -23795,12 +29387,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, - "robustness": 50.0 + "cost": 0.0001, + "robustness": 100.0 }, "medium": { "accuracy": 80.0, - "cost": 0.0003, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -23810,128 +29402,128 @@ }, "all": { "accuracy": 96.0, - "cost": 0.0002, - "robustness": 50.0 + "cost": 0.0001, + "robustness": 100.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0004, - "robustness": 71.4 + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 85.7 }, "medium": { - "accuracy": 100.0, - "cost": 0.0006, + "accuracy": 64.7, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 44.4, - "cost": 0.0005, + "accuracy": 22.2, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 96.5, - "cost": 0.0004, - "robustness": 71.4 + "accuracy": 89.5, + "cost": 0.0001, + "robustness": 85.7 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0004, - "robustness": 33.3 + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 91.2, - "cost": 0.0006, - "robustness": 50.0 + "accuracy": 88.2, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 38.5, - "cost": 0.001, + "accuracy": 30.8, + "cost": 0.0002, "robustness": 0 }, "all": { - "accuracy": 87.8, - "cost": 0.0005, - "robustness": 40.0 + "accuracy": 84.4, + "cost": 0.0001, + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.4, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 98.1, + "cost": 0.0001, + "robustness": 87.5 }, "medium": { "accuracy": 72.9, - "cost": 0.0005, - "robustness": 83.3 + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 46.2, - "cost": 0.0008, - "robustness": 0.0 + "accuracy": 0.0, + "cost": 0.0001, + "robustness": 100.0 }, "all": { - "accuracy": 91.8, - "cost": 0.0003, - "robustness": 73.3 + "accuracy": 89.7, + "cost": 0.0001, + "robustness": 93.3 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0002, - "robustness": 81.8 + "accuracy": 98.9, + "cost": 0.0001, + "robustness": 90.9 }, "medium": { - "accuracy": 84.8, - "cost": 0.0006, - "robustness": 81.8 + "accuracy": 82.4, + "cost": 0.0003, + "robustness": 72.7 }, "hard": { - "accuracy": 55.1, - "cost": 0.0016, - "robustness": 100.0 + "accuracy": 23.6, + "cost": 0.0007, + "robustness": 80.0 }, "all": { - "accuracy": 86.4, - "cost": 0.0006, - "robustness": 85.2 + "accuracy": 80.9, + "cost": 0.0003, + "robustness": 81.5 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0004, - "robustness": 33.3 + "accuracy": 97.7, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 85.7, - "cost": 0.0007, - "robustness": 50.0 + "accuracy": 71.4, + "cost": 0.0001, + "robustness": 100.0 }, "hard": { - "accuracy": 36.4, - "cost": 0.0006, + "accuracy": 27.3, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 86.6, - "cost": 0.0005, - "robustness": 40.0 + "accuracy": 78.4, + "cost": 0.0001, + "robustness": 100.0 } } }, @@ -23939,23 +29531,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 80.0 }, "medium": { - "accuracy": 84.0, - "cost": 0.0006, + "accuracy": 48.0, + "cost": 0.0001, "robustness": 0 }, "hard": { - "accuracy": 20.3, - "cost": 0.0008, - "robustness": 100.0 + "accuracy": 3.4, + "cost": 0.0001, + "robustness": 66.7 }, "all": { - "accuracy": 55.3, - "cost": 0.0006, - "robustness": 87.5 + "accuracy": 38.6, + "cost": 0.0001, + "robustness": 75.0 } } } @@ -23964,96 +29556,96 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0005, - "robustness": 88.9 + "accuracy": 94.6, + "cost": 0.0001, + "robustness": 94.4 }, "medium": { - "accuracy": 80.6, - "cost": 0.0008, - "robustness": 75.0 + "accuracy": 64.4, + "cost": 0.0002, + "robustness": 83.3 }, "hard": { - "accuracy": 26.2, - "cost": 0.0011, + "accuracy": 6.7, + "cost": 0.0003, "robustness": 85.7 }, "all": { - "accuracy": 76.0, - "cost": 0.0007, - "robustness": 83.8 + "accuracy": 65.0, + "cost": 0.0002, + "robustness": 89.2 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0005, - "robustness": 83.3 + "accuracy": 97.8, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 83.4, - "cost": 0.0008, - "robustness": 50.0 + "accuracy": 73.0, + "cost": 0.0002, + "robustness": 100.0 }, "hard": { - "accuracy": 26.2, - "cost": 0.0012, - "robustness": 100.0 + "accuracy": 7.5, + "cost": 0.0004, + "robustness": 66.7 }, "all": { - "accuracy": 78.6, - "cost": 0.0008, - "robustness": 76.2 + "accuracy": 71.4, + "cost": 0.0002, + "robustness": 95.2 } } }, "Law": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0008, - "robustness": 100.0 + "accuracy": 86.2, + "cost": 0.0001, + "robustness": 66.7 }, "medium": { - "accuracy": 77.8, - "cost": 0.001, - "robustness": 100.0 + "accuracy": 55.6, + "cost": 0.0002, + "robustness": 75.0 }, "hard": { - "accuracy": 23.3, - "cost": 0.001, + "accuracy": 6.7, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 75.3, - "cost": 0.0009, - "robustness": 100.0 + "accuracy": 58.9, + "cost": 0.0002, + "robustness": 77.8 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 95.7, + "accuracy": 93.6, "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 33.3, + "accuracy": 11.1, "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 20.0, "cost": 0.0001, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 80.3, + "accuracy": 75.4, "cost": 0.0001, - "robustness": 75.0 + "robustness": 100.0 } } }, @@ -24061,23 +29653,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0005, + "cost": 0.0, "robustness": 0 }, "medium": { - "accuracy": 88.9, - "cost": 0.0007, - "robustness": 100.0 + "accuracy": 44.4, + "cost": 0.0001, + "robustness": 50.0 }, "hard": { - "accuracy": 29.4, - "cost": 0.001, + "accuracy": 2.9, + "cost": 0.0001, "robustness": 100.0 }, "all": { - "accuracy": 52.7, - "cost": 0.0009, - "robustness": 100.0 + "accuracy": 21.8, + "cost": 0.0001, + "robustness": 66.7 } } } @@ -24086,71 +29678,71 @@ "Technology": { "metrics": { "easy": { - "accuracy": 96.1, - "cost": 0.0005, - "robustness": 76.7 + "accuracy": 95.3, + "cost": 0.0001, + "robustness": 97.7 }, "medium": { - "accuracy": 80.5, - "cost": 0.0008, - "robustness": 71.4 + "accuracy": 64.3, + "cost": 0.0002, + "robustness": 81.0 }, "hard": { - "accuracy": 36.3, - "cost": 0.0009, - "robustness": 85.7 + "accuracy": 15.9, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 84.7, - "cost": 0.0006, - "robustness": 76.1 + "accuracy": 77.1, + "cost": 0.0001, + "robustness": 93.0 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0004, + "accuracy": 95.2, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 91.6, - "cost": 0.0008, - "robustness": 76.9 + "accuracy": 80.2, + "cost": 0.0002, + "robustness": 84.6 }, "hard": { - "accuracy": 61.9, - "cost": 0.0012, + "accuracy": 33.3, + "cost": 0.0004, "robustness": 100.0 }, "all": { - "accuracy": 89.9, - "cost": 0.0007, - "robustness": 84.2 + "accuracy": 80.0, + "cost": 0.0002, + "robustness": 89.5 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 72.7, - "cost": 0.0005, - "robustness": 100.0 + "accuracy": 54.5, + "cost": 0.0001, + "robustness": 0.0 }, "hard": { - "accuracy": 50.0, - "cost": 0.0003, + "accuracy": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 91.8, - "cost": 0.0003, + "accuracy": 89.0, + "cost": 0.0001, "robustness": 80.0 } } @@ -24158,24 +29750,24 @@ "Medicine and health": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0005, - "robustness": 73.5 + "accuracy": 95.0, + "cost": 0.0001, + "robustness": 97.1 }, "medium": { - "accuracy": 73.1, - "cost": 0.0007, - "robustness": 57.1 + "accuracy": 53.7, + "cost": 0.0001, + "robustness": 85.7 }, "hard": { - "accuracy": 26.5, - "cost": 0.0009, - "robustness": 83.3 + "accuracy": 9.7, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 82.5, - "cost": 0.0006, - "robustness": 72.3 + "accuracy": 75.2, + "cost": 0.0001, + "robustness": 95.7 } } } @@ -24183,122 +29775,122 @@ } } }, - "asiainfo": { + "r2-reasonometry": { "metrics": { "easy": { - "accuracy": 95.9, - "cost": 0.0048, - "robustness": 65.2 + "accuracy": 97.6, + "cost": 0.0003, + "robustness": 99.5 }, "medium": { - "accuracy": 73.3, - "cost": 0.0085, - "robustness": 66.4 + "accuracy": 78.7, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 35.5, - "cost": 0.0162, - "robustness": 80.7 + "accuracy": 41.6, + "cost": 0.0007, + "robustness": 100.0 }, "all": { - "accuracy": 75.2, - "cost": 0.0085, - "robustness": 69.5 + "accuracy": 79.0, + "cost": 0.0005, + "robustness": 99.8 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0037, - "robustness": 87.5 + "accuracy": 97.3, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 52.5, - "cost": 0.0076, - "robustness": 90.9 + "accuracy": 71.8, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 12.9, - "cost": 0.0032, - "robustness": 80.0 + "accuracy": 29.3, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 62.3, - "cost": 0.005, - "robustness": 87.5 + "accuracy": 73.7, + "cost": 0.0004, + "robustness": 100.0 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0043, - "robustness": 0.0 + "accuracy": 96.6, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 64.1, - "cost": 0.0023, + "accuracy": 94.9, + "cost": 0.0003, "robustness": 100.0 }, "hard": { - "accuracy": 5.4, - "cost": 0.0008, + "accuracy": 25.0, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 56.5, - "cost": 0.0025, - "robustness": 80.0 + "accuracy": 70.1, + "cost": 0.0003, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 97.0, - "cost": 0.0027, + "accuracy": 93.9, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 39.7, - "cost": 0.0135, - "robustness": 80.0 + "accuracy": 55.2, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0159, - "robustness": 0.0 + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 61.7, - "cost": 0.0093, - "robustness": 81.8 + "accuracy": 67.9, + "cost": 0.0005, + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 91.4, - "cost": 0.0041, + "accuracy": 100.0, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 63.0, - "cost": 0.0028, + "accuracy": 82.0, + "cost": 0.0006, "robustness": 100.0 }, "hard": { - "accuracy": 15.2, - "cost": 0.0005, + "accuracy": 34.8, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 65.7, - "cost": 0.0029, + "accuracy": 80.1, + "cost": 0.0005, "robustness": 100.0 } } @@ -24308,72 +29900,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 97.4, - "cost": 0.0072, - "robustness": 34.6 + "accuracy": 98.4, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 83.1, - "cost": 0.0138, - "robustness": 52.4 + "accuracy": 90.9, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 51.4, - "cost": 0.0581, - "robustness": 80.0 + "accuracy": 67.3, + "cost": 0.0016, + "robustness": 100.0 }, "all": { - "accuracy": 84.6, - "cost": 0.0183, - "robustness": 51.6 + "accuracy": 90.5, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0072, - "robustness": 61.5 + "accuracy": 99.5, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 84.6, - "cost": 0.0151, - "robustness": 52.9 + "accuracy": 93.4, + "cost": 0.0009, + "robustness": 100.0 }, "hard": { - "accuracy": 56.5, - "cost": 0.0668, - "robustness": 92.3 + "accuracy": 77.0, + "cost": 0.0018, + "robustness": 100.0 }, "all": { - "accuracy": 84.4, - "cost": 0.0226, - "robustness": 67.4 + "accuracy": 92.5, + "cost": 0.0008, + "robustness": 100.0 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0072, - "robustness": 7.7 + "accuracy": 96.7, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 76.5, - "cost": 0.0079, - "robustness": 50.0 + "accuracy": 80.0, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0072, - "robustness": 0.0 + "accuracy": 11.1, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 85.4, - "cost": 0.0074, - "robustness": 15.8 + "accuracy": 85.4, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -24382,24 +29974,24 @@ "History": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0058, - "robustness": 78.3 + "accuracy": 98.4, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 76.8, - "cost": 0.0064, - "robustness": 66.7 + "accuracy": 81.9, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 22.8, - "cost": 0.0066, - "robustness": 90.0 + "accuracy": 31.5, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 75.6, - "cost": 0.0061, - "robustness": 79.5 + "accuracy": 80.0, + "cost": 0.0003, + "robustness": 100.0 } }, "subcategories": { @@ -24407,71 +29999,71 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0048, - "robustness": 25.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 100.0, - "cost": 0.0055, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 96.2, - "cost": 0.0049, - "robustness": 25.0 + "cost": 0.0002, + "robustness": 100.0 } } }, "Geography": { "metrics": { "easy": { - "accuracy": 97.2, - "cost": 0.0032, - "robustness": 87.5 + "accuracy": 99.1, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 62.1, - "cost": 0.0015, + "cost": 0.0002, "robustness": 100.0 }, "hard": { - "accuracy": 25.0, - "cost": 0.0, + "accuracy": 58.3, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 84.7, - "cost": 0.0026, - "robustness": 88.9 + "accuracy": 88.7, + "cost": 0.0002, + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 95.1, - "cost": 0.0073, - "robustness": 90.9 + "accuracy": 98.2, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 78.4, - "cost": 0.0074, - "robustness": 60.0 + "accuracy": 84.9, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 22.8, - "cost": 0.0073, - "robustness": 90.0 + "accuracy": 29.4, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 70.7, - "cost": 0.0073, - "robustness": 84.6 + "accuracy": 75.7, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -24480,48 +30072,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 90.4, - "cost": 0.0012, - "robustness": 90.9 + "accuracy": 91.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 51.5, - "cost": 0.0038, - "robustness": 88.9 + "accuracy": 46.1, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 60.6, - "cost": 0.0026, - "robustness": 76.0 + "accuracy": 57.7, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 67.3, - "cost": 0.0025, - "robustness": 82.2 + "accuracy": 65.2, + "cost": 0.0004, + "robustness": 100.0 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 90.4, - "cost": 0.0012, - "robustness": 90.9 + "accuracy": 91.9, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 51.5, - "cost": 0.0038, - "robustness": 88.9 + "accuracy": 46.1, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 60.6, - "cost": 0.0026, - "robustness": 76.0 + "accuracy": 57.7, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 67.3, - "cost": 0.0025, - "robustness": 82.2 + "accuracy": 65.2, + "cost": 0.0004, + "robustness": 100.0 } } } @@ -24531,23 +30123,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0077, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 70.4, - "cost": 0.0067, + "accuracy": 81.2, + "cost": 0.0003, "robustness": 100.0 }, "hard": { - "accuracy": 31.5, - "cost": 0.0198, - "robustness": 95.8 + "accuracy": 40.0, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 46.4, - "cost": 0.0166, - "robustness": 96.6 + "accuracy": 53.7, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -24555,23 +30147,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0077, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 70.4, - "cost": 0.0067, + "accuracy": 81.2, + "cost": 0.0003, "robustness": 100.0 }, "hard": { - "accuracy": 31.5, - "cost": 0.0198, - "robustness": 95.8 + "accuracy": 40.0, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 46.4, - "cost": 0.0166, - "robustness": 96.6 + "accuracy": 53.7, + "cost": 0.0005, + "robustness": 100.0 } } } @@ -24580,72 +30172,72 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 94.1, - "cost": 0.0029, - "robustness": 70.4 + "accuracy": 95.8, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 69.2, - "cost": 0.0038, - "robustness": 80.0 + "accuracy": 73.5, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 23.5, - "cost": 0.0025, - "robustness": 71.4 + "accuracy": 30.9, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 78.4, - "cost": 0.0031, - "robustness": 72.7 + "accuracy": 81.6, + "cost": 0.0003, + "robustness": 100.0 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 90.3, - "cost": 0.0025, - "robustness": 71.4 + "accuracy": 93.5, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { "accuracy": 42.4, - "cost": 0.0051, - "robustness": 80.0 + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 7.7, - "cost": 0.0059, - "robustness": 0.0 + "accuracy": 0.0, + "cost": 0.0002, + "robustness": 100.0 }, "all": { - "accuracy": 72.1, - "cost": 0.0034, - "robustness": 66.7 + "accuracy": 73.9, + "cost": 0.0003, + "robustness": 100.0 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0049, - "robustness": 75.0 + "accuracy": 98.5, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { "accuracy": 92.1, - "cost": 0.004, - "robustness": 66.7 + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 40.0, - "cost": 0.0087, + "accuracy": 80.0, + "cost": 0.0007, "robustness": 0 }, "all": { - "accuracy": 94.4, - "cost": 0.0047, - "robustness": 71.4 + "accuracy": 95.4, + "cost": 0.0005, + "robustness": 100.0 } } }, @@ -24653,47 +30245,47 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0022, - "robustness": 33.3 + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 82.5, - "cost": 0.0024, + "accuracy": 95.0, + "cost": 0.0004, "robustness": 100.0 }, "hard": { - "accuracy": 28.9, - "cost": 0.0011, + "accuracy": 37.8, + "cost": 0.0004, "robustness": 100.0 }, "all": { - "accuracy": 66.4, - "cost": 0.0019, - "robustness": 75.0 + "accuracy": 73.8, + "cost": 0.0004, + "robustness": 100.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0026, - "robustness": 83.3 + "accuracy": 98.3, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 87.5, - "cost": 0.0027, + "accuracy": 95.8, + "cost": 0.0004, "robustness": 0 }, "hard": { - "accuracy": 16.7, - "cost": 0.0015, + "accuracy": 22.2, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 86.6, - "cost": 0.0026, - "robustness": 87.5 + "accuracy": 90.4, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -24702,24 +30294,24 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.8, - "cost": 0.0045, - "robustness": 64.1 + "accuracy": 98.6, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 82.4, - "cost": 0.0083, - "robustness": 66.7 + "accuracy": 84.5, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 32.0, - "cost": 0.0104, - "robustness": 44.4 + "accuracy": 30.9, + "cost": 0.0008, + "robustness": 100.0 }, "all": { - "accuracy": 84.5, - "cost": 0.0065, - "robustness": 62.3 + "accuracy": 84.9, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { @@ -24727,12 +30319,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0057, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 80.0, - "cost": 0.009, + "cost": 0.0003, "robustness": 0 }, "hard": { @@ -24742,104 +30334,104 @@ }, "all": { "accuracy": 96.0, - "cost": 0.0063, - "robustness": 0.0 + "cost": 0.0002, + "robustness": 100.0 } } }, "Biology": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.003, - "robustness": 85.7 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 82.4, - "cost": 0.0059, + "accuracy": 100.0, + "cost": 0.0005, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "all": { - "accuracy": 93.0, - "cost": 0.0032, - "robustness": 85.7 + "accuracy": 95.8, + "cost": 0.0004, + "robustness": 100.0 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0037, - "robustness": 66.7 + "accuracy": 100.0, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { "accuracy": 91.2, - "cost": 0.0082, - "robustness": 50.0 + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 30.8, - "cost": 0.0078, + "accuracy": 15.4, + "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 85.6, - "cost": 0.006, - "robustness": 60.0 + "accuracy": 84.4, + "cost": 0.0005, + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.8, - "cost": 0.0037, - "robustness": 50.0 + "accuracy": 98.4, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { "accuracy": 74.6, - "cost": 0.003, - "robustness": 83.3 + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0038, - "robustness": 0.0 + "accuracy": 30.8, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 91.2, - "cost": 0.0036, - "robustness": 60.0 + "accuracy": 91.5, + "cost": 0.0003, + "robustness": 100.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.9, - "cost": 0.0064, - "robustness": 63.6 + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 86.0, - "cost": 0.0106, - "robustness": 63.6 + "accuracy": 86.4, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 47.2, - "cost": 0.0172, - "robustness": 60.0 + "accuracy": 42.7, + "cost": 0.0013, + "robustness": 100.0 }, "all": { - "accuracy": 85.9, - "cost": 0.0097, - "robustness": 63.0 + "accuracy": 84.9, + "cost": 0.0007, + "robustness": 100.0 } } }, @@ -24847,23 +30439,23 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0021, + "cost": 0.0003, "robustness": 100.0 }, "medium": { - "accuracy": 81.0, - "cost": 0.0053, - "robustness": 50.0 + "accuracy": 88.1, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 63.6, - "cost": 0.0073, + "accuracy": 45.5, + "cost": 0.0005, "robustness": 0 }, "all": { - "accuracy": 86.6, - "cost": 0.0041, - "robustness": 80.0 + "accuracy": 87.6, + "cost": 0.0004, + "robustness": 100.0 } } }, @@ -24871,23 +30463,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0043, - "robustness": 60.0 + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 56.0, - "cost": 0.0044, + "accuracy": 64.0, + "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 6.8, - "cost": 0.0043, - "robustness": 33.3 + "accuracy": 13.6, + "cost": 0.0003, + "robustness": 100.0 }, "all": { - "accuracy": 42.1, - "cost": 0.0043, - "robustness": 50.0 + "accuracy": 47.4, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -24896,96 +30488,96 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0052, - "robustness": 72.2 + "accuracy": 97.7, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 75.9, - "cost": 0.0096, - "robustness": 50.0 + "accuracy": 80.2, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 22.1, - "cost": 0.0112, - "robustness": 85.7 + "accuracy": 22.8, + "cost": 0.0006, + "robustness": 100.0 }, "all": { - "accuracy": 72.4, - "cost": 0.0081, - "robustness": 67.6 + "accuracy": 75.4, + "cost": 0.0005, + "robustness": 100.0 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 96.2, - "cost": 0.0053, - "robustness": 75.0 + "accuracy": 97.3, + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 81.0, - "cost": 0.0107, - "robustness": 33.3 + "accuracy": 82.8, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 23.8, - "cost": 0.0167, - "robustness": 66.7 + "accuracy": 22.5, + "cost": 0.0008, + "robustness": 100.0 }, "all": { - "accuracy": 76.8, - "cost": 0.0095, - "robustness": 61.9 + "accuracy": 77.7, + "cost": 0.0006, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 90.8, - "cost": 0.0072, + "accuracy": 100.0, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 73.0, - "cost": 0.0101, - "robustness": 75.0 + "accuracy": 81.0, + "cost": 0.0005, + "robustness": 100.0 }, "hard": { - "accuracy": 40.0, - "cost": 0.0095, + "accuracy": 33.3, + "cost": 0.0005, "robustness": 100.0 }, "all": { - "accuracy": 74.1, - "cost": 0.0088, - "robustness": 88.9 + "accuracy": 79.7, + "cost": 0.0005, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0023, - "robustness": 33.3 + "accuracy": 95.7, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { "accuracy": 22.2, - "cost": 0.0031, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0033, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 75.4, - "cost": 0.0025, - "robustness": 50.0 + "accuracy": 77.0, + "cost": 0.0002, + "robustness": 100.0 } } }, @@ -24993,23 +30585,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0034, + "cost": 0.0002, "robustness": 0 }, "medium": { - "accuracy": 66.7, - "cost": 0.0012, - "robustness": 50.0 + "accuracy": 83.3, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 5.9, - "cost": 0.0009, + "accuracy": 17.6, + "cost": 0.0003, "robustness": 100.0 }, "all": { - "accuracy": 30.9, - "cost": 0.0011, - "robustness": 66.7 + "accuracy": 43.6, + "cost": 0.0003, + "robustness": 100.0 } } } @@ -25018,96 +30610,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 94.2, - "cost": 0.0043, - "robustness": 58.1 + "accuracy": 97.6, + "cost": 0.0004, + "robustness": 97.7 }, "medium": { - "accuracy": 74.0, - "cost": 0.0082, - "robustness": 57.1 + "accuracy": 76.2, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 28.7, - "cost": 0.0069, - "robustness": 85.7 + "accuracy": 31.2, + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 80.8, - "cost": 0.0058, - "robustness": 60.6 + "accuracy": 83.7, + "cost": 0.0005, + "robustness": 98.6 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0077, - "robustness": 40.0 + "accuracy": 97.6, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 83.2, - "cost": 0.0129, - "robustness": 53.8 + "accuracy": 89.8, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 52.4, - "cost": 0.0163, + "accuracy": 57.1, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 84.2, - "cost": 0.0114, - "robustness": 52.6 + "accuracy": 88.7, + "cost": 0.0007, + "robustness": 100.0 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0044, - "robustness": 25.0 + "accuracy": 98.3, + "cost": 0.0003, + "robustness": 100.0 }, "medium": { - "accuracy": 36.4, - "cost": 0.0049, + "accuracy": 72.7, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0097, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 87.7, - "cost": 0.0047, - "robustness": 40.0 + "accuracy": 91.8, + "cost": 0.0003, + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 93.2, - "cost": 0.0036, - "robustness": 64.7 + "accuracy": 97.5, + "cost": 0.0004, + "robustness": 97.1 }, "medium": { - "accuracy": 69.4, - "cost": 0.0051, - "robustness": 57.1 + "accuracy": 66.9, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 20.4, - "cost": 0.0034, - "robustness": 83.3 + "accuracy": 22.1, + "cost": 0.0004, + "robustness": 100.0 }, "all": { - "accuracy": 79.1, - "cost": 0.004, - "robustness": 66.0 + "accuracy": 81.5, + "cost": 0.0004, + "robustness": 97.9 } } } @@ -25115,27 +30707,27 @@ } } }, - "kt-modelrouter": { + "bizrouter": { "metrics": { "easy": { - "accuracy": 97.4, - "cost": 0.0002, - "robustness": 76.8 + "accuracy": 97.5, + "cost": 0.0006, + "robustness": 98.5 }, "medium": { - "accuracy": 78.6, - "cost": 0.0003, - "robustness": 80.5 + "accuracy": 82.3, + "cost": 0.0011, + "robustness": 98.2 }, "hard": { - "accuracy": 38.8, - "cost": 0.0003, - "robustness": 87.2 + "accuracy": 48.8, + "cost": 0.0016, + "robustness": 94.5 }, "all": { - "accuracy": 78.2, - "cost": 0.0003, - "robustness": 80.5 + "accuracy": 81.7, + "cost": 0.001, + "robustness": 97.4 } }, "categories": { @@ -25143,46 +30735,46 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0003, - "robustness": 75.0 + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 69.0, - "cost": 0.0004, - "robustness": 63.6 + "accuracy": 78.8, + "cost": 0.0016, + "robustness": 100.0 }, "hard": { - "accuracy": 18.4, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 33.3, + "cost": 0.0024, + "robustness": 80.0 }, "all": { - "accuracy": 70.3, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 77.0, + "cost": 0.0014, + "robustness": 95.8 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0002, + "accuracy": 96.6, + "cost": 0.0005, "robustness": 100.0 }, "medium": { - "accuracy": 87.2, - "cost": 0.0003, + "accuracy": 94.9, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 23.2, - "cost": 0.0003, + "accuracy": 35.7, + "cost": 0.0012, "robustness": 100.0 }, "all": { - "accuracy": 68.8, - "cost": 0.0003, + "accuracy": 74.0, + "cost": 0.0008, "robustness": 100.0 } } @@ -25190,48 +30782,48 @@ "Music": { "metrics": { "easy": { - "accuracy": 93.9, - "cost": 0.0003, - "robustness": 80.0 + "accuracy": 97.0, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 55.2, - "cost": 0.0004, - "robustness": 80.0 + "accuracy": 65.5, + "cost": 0.0023, + "robustness": 100.0 }, "hard": { - "accuracy": 16.0, - "cost": 0.0005, + "accuracy": 24.0, + "cost": 0.0035, "robustness": 100.0 }, "all": { - "accuracy": 67.1, - "cost": 0.0004, - "robustness": 81.8 + "accuracy": 74.2, + "cost": 0.0017, + "robustness": 100.0 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 97.9, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 97.1, + "cost": 0.0007, + "robustness": 100.0 }, "medium": { - "accuracy": 78.0, - "cost": 0.0005, - "robustness": 25.0 + "accuracy": 88.0, + "cost": 0.0013, + "robustness": 100.0 }, "hard": { - "accuracy": 15.2, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 34.8, + "cost": 0.0031, + "robustness": 50.0 }, "all": { - "accuracy": 73.5, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 80.7, + "cost": 0.0014, + "robustness": 87.5 } } } @@ -25240,72 +30832,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.4, - "cost": 0.0001, - "robustness": 73.1 + "accuracy": 98.7, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 88.5, - "cost": 0.0002, - "robustness": 81.0 + "accuracy": 90.7, + "cost": 0.0011, + "robustness": 95.2 }, "hard": { - "accuracy": 64.1, - "cost": 0.0003, - "robustness": 93.3 + "accuracy": 69.8, + "cost": 0.0028, + "robustness": 100.0 }, "all": { - "accuracy": 89.1, - "cost": 0.0002, - "robustness": 80.6 + "accuracy": 91.0, + "cost": 0.0011, + "robustness": 98.4 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 99.0, - "cost": 0.0001, - "robustness": 92.3 + "accuracy": 98.6, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 93.4, - "cost": 0.0002, - "robustness": 88.2 + "accuracy": 92.8, + "cost": 0.0012, + "robustness": 94.1 }, "hard": { - "accuracy": 71.8, - "cost": 0.0003, + "accuracy": 77.5, + "cost": 0.0032, "robustness": 100.0 }, "all": { - "accuracy": 91.2, - "cost": 0.0002, - "robustness": 93.0 + "accuracy": 92.0, + "cost": 0.0013, + "robustness": 97.7 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 97.5, - "cost": 0.0001, - "robustness": 53.8 + "accuracy": 98.9, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 67.1, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 81.2, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 19.4, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 25.0, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 83.8, - "cost": 0.0002, - "robustness": 52.6 + "accuracy": 88.4, + "cost": 0.0006, + "robustness": 100.0 } } } @@ -25314,24 +30906,24 @@ "History": { "metrics": { "easy": { - "accuracy": 98.4, - "cost": 0.0003, - "robustness": 82.6 + "accuracy": 99.2, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 82.5, - "cost": 0.0003, - "robustness": 83.3 + "accuracy": 87.0, + "cost": 0.0007, + "robustness": 100.0 }, "hard": { - "accuracy": 26.8, - "cost": 0.0004, - "robustness": 90.0 + "accuracy": 37.6, + "cost": 0.0009, + "robustness": 100.0 }, "all": { - "accuracy": 79.1, - "cost": 0.0003, - "robustness": 84.6 + "accuracy": 83.0, + "cost": 0.0007, + "robustness": 100.0 } }, "subcategories": { @@ -25339,23 +30931,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, - "robustness": 75.0 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 98.1, - "cost": 0.0002, - "robustness": 75.0 + "cost": 0.0004, + "robustness": 100.0 } } }, @@ -25363,47 +30955,47 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0002, - "robustness": 87.5 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 65.5, - "cost": 0.0002, + "accuracy": 75.9, + "cost": 0.0005, "robustness": 100.0 }, "hard": { - "accuracy": 58.3, - "cost": 0.0002, + "accuracy": 66.7, + "cost": 0.0006, "robustness": 0 }, "all": { - "accuracy": 89.3, - "cost": 0.0002, - "robustness": 88.9 + "accuracy": 92.0, + "cost": 0.0004, + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.8, - "cost": 0.0004, - "robustness": 81.8 + "accuracy": 99.1, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 84.9, - "cost": 0.0004, - "robustness": 80.0 + "accuracy": 88.5, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 24.3, - "cost": 0.0004, - "robustness": 90.0 + "accuracy": 35.3, + "cost": 0.001, + "robustness": 100.0 }, "all": { - "accuracy": 74.1, - "cost": 0.0004, - "robustness": 84.6 + "accuracy": 78.7, + "cost": 0.0008, + "robustness": 100.0 } } } @@ -25412,48 +31004,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 88.0, + "cost": 0.0004, + "robustness": 72.7 }, "medium": { - "accuracy": 64.7, - "cost": 0.0002, - "robustness": 55.6 + "accuracy": 49.1, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 53.6, - "cost": 0.0002, + "accuracy": 61.3, + "cost": 0.0016, "robustness": 88.0 }, "all": { - "accuracy": 68.1, - "cost": 0.0001, - "robustness": 84.4 + "accuracy": 66.4, + "cost": 0.001, + "robustness": 86.7 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 93.3, - "cost": 0.0001, - "robustness": 100.0 + "accuracy": 88.0, + "cost": 0.0004, + "robustness": 72.7 }, "medium": { - "accuracy": 64.7, - "cost": 0.0002, - "robustness": 55.6 + "accuracy": 49.1, + "cost": 0.0008, + "robustness": 100.0 }, "hard": { - "accuracy": 53.6, - "cost": 0.0002, + "accuracy": 61.3, + "cost": 0.0016, "robustness": 88.0 }, "all": { - "accuracy": 68.1, - "cost": 0.0001, - "robustness": 84.4 + "accuracy": 66.4, + "cost": 0.001, + "robustness": 86.7 } } } @@ -25463,22 +31055,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 83.9, - "cost": 0.0003, + "accuracy": 90.5, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 39.6, - "cost": 0.0005, + "accuracy": 49.2, + "cost": 0.0011, "robustness": 91.7 }, "all": { - "accuracy": 53.6, - "cost": 0.0005, + "accuracy": 61.4, + "cost": 0.001, "robustness": 93.1 } }, @@ -25487,22 +31079,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 83.9, - "cost": 0.0003, + "accuracy": 90.5, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 39.6, - "cost": 0.0005, + "accuracy": 49.2, + "cost": 0.0011, "robustness": 91.7 }, "all": { - "accuracy": 53.6, - "cost": 0.0005, + "accuracy": 61.4, + "cost": 0.001, "robustness": 93.1 } } @@ -25512,72 +31104,72 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0001, - "robustness": 85.2 + "accuracy": 98.3, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 71.6, - "cost": 0.0002, - "robustness": 80.0 + "accuracy": 76.8, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0002, - "robustness": 71.4 + "accuracy": 44.4, + "cost": 0.0011, + "robustness": 100.0 }, "all": { - "accuracy": 81.9, - "cost": 0.0002, - "robustness": 81.8 + "accuracy": 85.6, + "cost": 0.0008, + "robustness": 100.0 } }, "subcategories": { "Ethics": { "metrics": { "easy": { - "accuracy": 94.6, - "cost": 0.0, + "accuracy": 97.8, + "cost": 0.0006, "robustness": 100.0 }, "medium": { - "accuracy": 42.4, - "cost": 0.0, + "accuracy": 50.6, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 7.7, - "cost": 0.0, - "robustness": 50.0 + "cost": 0.0005, + "robustness": 100.0 }, "all": { - "accuracy": 74.9, - "cost": 0.0, - "robustness": 95.2 + "accuracy": 79.5, + "cost": 0.0007, + "robustness": 100.0 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0001, - "robustness": 50.0 + "accuracy": 100.0, + "cost": 0.0008, + "robustness": 100.0 }, "medium": { "accuracy": 94.7, - "cost": 0.0002, - "robustness": 66.7 + "cost": 0.0014, + "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0003, + "cost": 0.0017, "robustness": 0 }, "all": { - "accuracy": 96.3, - "cost": 0.0001, - "robustness": 57.1 + "accuracy": 97.2, + "cost": 0.001, + "robustness": 100.0 } } }, @@ -25585,47 +31177,47 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0003, - "robustness": 66.7 + "cost": 0.0007, + "robustness": 100.0 }, "medium": { - "accuracy": 85.0, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 97.5, + "cost": 0.0009, + "robustness": 100.0 }, "hard": { - "accuracy": 35.6, - "cost": 0.0003, + "accuracy": 51.1, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 70.5, - "cost": 0.0003, - "robustness": 75.0 + "accuracy": 80.3, + "cost": 0.001, + "robustness": 100.0 } } }, "Psychology": { "metrics": { "easy": { - "accuracy": 99.2, - "cost": 0.0003, - "robustness": 83.3 + "accuracy": 98.3, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 93.8, - "cost": 0.0002, + "accuracy": 91.7, + "cost": 0.0008, "robustness": 0 }, "hard": { - "accuracy": 33.3, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 44.4, + "cost": 0.0008, + "robustness": 100.0 }, "all": { "accuracy": 91.4, - "cost": 0.0003, - "robustness": 75.0 + "cost": 0.0007, + "robustness": 100.0 } } } @@ -25633,25 +31225,25 @@ }, "Science": { "metrics": { - "easy": { - "accuracy": 98.4, - "cost": 0.0002, - "robustness": 56.4 + "easy": { + "accuracy": 99.0, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 83.1, - "cost": 0.0003, - "robustness": 81.0 + "accuracy": 88.4, + "cost": 0.0012, + "robustness": 95.2 }, "hard": { - "accuracy": 30.9, - "cost": 0.0004, - "robustness": 55.6 + "accuracy": 42.8, + "cost": 0.0018, + "robustness": 100.0 }, "all": { - "accuracy": 84.4, - "cost": 0.0003, - "robustness": 63.8 + "accuracy": 87.9, + "cost": 0.001, + "robustness": 98.6 } }, "subcategories": { @@ -25659,12 +31251,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 0.0 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 0 }, "hard": { @@ -25674,8 +31266,8 @@ }, "all": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 0.0 + "cost": 0.0004, + "robustness": 100.0 } } }, @@ -25683,119 +31275,119 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, - "robustness": 71.4 + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 88.2, - "cost": 0.0003, + "accuracy": 100.0, + "cost": 0.0012, "robustness": 0 }, "hard": { "accuracy": 44.4, - "cost": 0.0003, + "cost": 0.001, "robustness": 0 }, "all": { - "accuracy": 95.1, - "cost": 0.0003, - "robustness": 71.4 + "accuracy": 96.5, + "cost": 0.0007, + "robustness": 100.0 } } }, "Chemistry": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 100.0, + "cost": 0.0007, + "robustness": 100.0 }, "medium": { "accuracy": 94.1, - "cost": 0.0002, - "robustness": 100.0 + "cost": 0.0012, + "robustness": 50.0 }, "hard": { - "accuracy": 23.1, - "cost": 0.0003, + "accuracy": 38.5, + "cost": 0.0011, "robustness": 0 }, "all": { - "accuracy": 85.6, - "cost": 0.0002, - "robustness": 60.0 + "accuracy": 88.9, + "cost": 0.001, + "robustness": 80.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 99.2, + "cost": 0.0005, + "robustness": 100.0 }, "medium": { - "accuracy": 71.2, - "cost": 0.0003, + "accuracy": 84.7, + "cost": 0.0008, "robustness": 100.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0003, + "accuracy": 38.5, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 89.7, - "cost": 0.0002, - "robustness": 73.3 + "accuracy": 94.2, + "cost": 0.0006, + "robustness": 100.0 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0002, - "robustness": 72.7 + "accuracy": 97.7, + "cost": 0.0007, + "robustness": 100.0 }, "medium": { - "accuracy": 85.6, - "cost": 0.0003, - "robustness": 63.6 + "accuracy": 86.4, + "cost": 0.0014, + "robustness": 100.0 }, "hard": { - "accuracy": 43.8, - "cost": 0.0006, - "robustness": 60.0 + "accuracy": 56.2, + "cost": 0.0029, + "robustness": 100.0 }, "all": { - "accuracy": 85.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 86.9, + "cost": 0.0013, + "robustness": 100.0 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0001, - "robustness": 66.7 + "accuracy": 100.0, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 83.3, - "cost": 0.0002, + "accuracy": 92.9, + "cost": 0.0012, "robustness": 100.0 }, "hard": { - "accuracy": 27.3, - "cost": 0.0001, + "accuracy": 54.5, + "cost": 0.0009, "robustness": 0 }, "all": { - "accuracy": 83.5, - "cost": 0.0001, - "robustness": 80.0 + "accuracy": 91.8, + "cost": 0.0009, + "robustness": 100.0 } } }, @@ -25803,23 +31395,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, - "robustness": 40.0 + "cost": 0.0004, + "robustness": 100.0 }, "medium": { - "accuracy": 64.0, - "cost": 0.0003, + "accuracy": 92.0, + "cost": 0.0006, "robustness": 0 }, "hard": { - "accuracy": 15.3, - "cost": 0.0002, - "robustness": 33.3 + "accuracy": 22.0, + "cost": 0.0008, + "robustness": 100.0 }, "all": { - "accuracy": 48.2, - "cost": 0.0002, - "robustness": 37.5 + "accuracy": 57.9, + "cost": 0.0007, + "robustness": 100.0 } } } @@ -25828,95 +31420,95 @@ "Social Science": { "metrics": { "easy": { - "accuracy": 95.6, - "cost": 0.0002, - "robustness": 77.8 + "accuracy": 97.7, + "cost": 0.0007, + "robustness": 100.0 }, "medium": { - "accuracy": 78.7, - "cost": 0.0005, - "robustness": 91.7 + "accuracy": 84.6, + "cost": 0.0012, + "robustness": 100.0 }, "hard": { - "accuracy": 19.5, - "cost": 0.0002, - "robustness": 85.7 + "accuracy": 30.9, + "cost": 0.0014, + "robustness": 100.0 }, "all": { - "accuracy": 73.3, - "cost": 0.0003, - "robustness": 83.8 + "accuracy": 78.7, + "cost": 0.0011, + "robustness": 100.0 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 96.7, + "cost": 0.0008, + "robustness": 100.0 }, "medium": { - "accuracy": 81.0, - "cost": 0.0007, + "accuracy": 87.7, + "cost": 0.0014, "robustness": 100.0 }, "hard": { - "accuracy": 16.2, - "cost": 0.0002, - "robustness": 66.7 + "accuracy": 35.0, + "cost": 0.0018, + "robustness": 100.0 }, "all": { - "accuracy": 75.8, - "cost": 0.0004, - "robustness": 76.2 + "accuracy": 81.7, + "cost": 0.0012, + "robustness": 100.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 89.2, - "cost": 0.0001, + "accuracy": 98.5, + "cost": 0.0008, "robustness": 100.0 }, "medium": { - "accuracy": 77.8, - "cost": 0.0001, - "robustness": 75.0 + "accuracy": 79.4, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 30.0, - "cost": 0.0001, + "accuracy": 23.3, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 73.4, - "cost": 0.0001, - "robustness": 88.9 + "accuracy": 76.6, + "cost": 0.0009, + "robustness": 100.0 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 97.9, - "cost": 0.0, + "accuracy": 100.0, + "cost": 0.0004, "robustness": 100.0 }, "medium": { - "accuracy": 33.3, - "cost": 0.0, + "accuracy": 55.6, + "cost": 0.0008, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0006, "robustness": 100.0 }, "all": { - "accuracy": 80.3, - "cost": 0.0, + "accuracy": 85.2, + "cost": 0.0005, "robustness": 100.0 } } @@ -25925,22 +31517,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0005, "robustness": 0 }, "medium": { - "accuracy": 83.3, - "cost": 0.0003, + "accuracy": 88.9, + "cost": 0.0007, "robustness": 100.0 }, "hard": { - "accuracy": 20.6, - "cost": 0.0003, + "accuracy": 32.4, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 45.5, - "cost": 0.0003, + "accuracy": 54.5, + "cost": 0.0009, "robustness": 100.0 } } @@ -25950,96 +31542,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 97.1, - "cost": 0.0003, - "robustness": 81.4 + "accuracy": 96.0, + "cost": 0.0008, + "robustness": 100.0 }, "medium": { - "accuracy": 75.2, - "cost": 0.0002, - "robustness": 90.5 + "accuracy": 80.2, + "cost": 0.0012, + "robustness": 100.0 }, "hard": { - "accuracy": 28.0, - "cost": 0.0003, + "accuracy": 40.1, + "cost": 0.0013, "robustness": 100.0 }, "all": { - "accuracy": 82.8, - "cost": 0.0003, - "robustness": 85.9 + "accuracy": 85.0, + "cost": 0.0009, + "robustness": 100.0 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 97.6, - "cost": 0.0001, - "robustness": 40.0 + "accuracy": 98.4, + "cost": 0.0009, + "robustness": 100.0 }, "medium": { - "accuracy": 86.8, - "cost": 0.0001, - "robustness": 92.3 + "accuracy": 90.4, + "cost": 0.0016, + "robustness": 100.0 }, "hard": { - "accuracy": 45.2, - "cost": 0.0002, + "accuracy": 73.8, + "cost": 0.002, "robustness": 100.0 }, "all": { - "accuracy": 85.7, - "cost": 0.0001, - "robustness": 78.9 + "accuracy": 91.3, + "cost": 0.0014, + "robustness": 100.0 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 95.0, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 98.3, + "cost": 0.0006, + "robustness": 100.0 }, "medium": { - "accuracy": 54.5, - "cost": 0.0002, + "accuracy": 90.9, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0003, + "cost": 0.0011, "robustness": 0 }, "all": { - "accuracy": 86.3, - "cost": 0.0002, - "robustness": 60.0 + "accuracy": 94.5, + "cost": 0.0007, + "robustness": 100.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 97.2, - "cost": 0.0004, - "robustness": 91.2 + "accuracy": 95.3, + "cost": 0.0007, + "robustness": 100.0 }, "medium": { - "accuracy": 68.2, - "cost": 0.0003, - "robustness": 85.7 + "accuracy": 72.7, + "cost": 0.001, + "robustness": 100.0 }, "hard": { - "accuracy": 22.1, - "cost": 0.0004, + "accuracy": 28.3, + "cost": 0.001, "robustness": 100.0 }, "all": { - "accuracy": 81.6, - "cost": 0.0004, - "robustness": 91.5 + "accuracy": 82.2, + "cost": 0.0008, + "robustness": 100.0 } } } @@ -26047,123 +31639,123 @@ } } }, - "psai-auto-router": { + "nuroute-artemis": { "metrics": { "easy": { - "accuracy": 97.2, - "cost": 0.0003, - "robustness": 75.3 + "accuracy": 96.6, + "cost": 0.0002, + "robustness": 78.8 }, "medium": { - "accuracy": 78.6, - "cost": 0.0005, - "robustness": 65.5 + "accuracy": 73.9, + "cost": 0.0008, + "robustness": 82.3 }, "hard": { - "accuracy": 38.3, - "cost": 0.0006, - "robustness": 78.0 + "accuracy": 37.7, + "cost": 0.0011, + "robustness": 79.8 }, "all": { - "accuracy": 78.0, - "cost": 0.0004, - "robustness": 73.3 + "accuracy": 76.2, + "cost": 0.0006, + "robustness": 80.0 } }, "categories": { "Arts & recreation": { "metrics": { "easy": { - "accuracy": 96.0, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 95.6, + "cost": 0.0005, + "robustness": 87.5 }, "medium": { - "accuracy": 71.0, - "cost": 0.0005, - "robustness": 45.5 + "accuracy": 72.5, + "cost": 0.0023, + "robustness": 72.7 }, "hard": { - "accuracy": 23.8, - "cost": 0.0006, - "robustness": 40.0 + "accuracy": 27.9, + "cost": 0.0027, + "robustness": 100.0 }, "all": { - "accuracy": 71.7, - "cost": 0.0005, - "robustness": 45.8 + "accuracy": 73.0, + "cost": 0.0016, + "robustness": 83.3 } }, "subcategories": { "Arts": { "metrics": { "easy": { - "accuracy": 98.3, - "cost": 0.0002, + "accuracy": 100.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 92.3, - "cost": 0.0003, + "accuracy": 82.1, + "cost": 0.0004, "robustness": 100.0 }, "hard": { "accuracy": 21.4, - "cost": 0.0003, - "robustness": 0.0 + "cost": 0.0018, + "robustness": 100.0 }, "all": { - "accuracy": 68.8, - "cost": 0.0003, - "robustness": 60.0 + "accuracy": 66.9, + "cost": 0.0008, + "robustness": 100.0 } } }, "Music": { "metrics": { "easy": { - "accuracy": 93.9, - "cost": 0.0003, - "robustness": 40.0 + "accuracy": 94.9, + "cost": 0.0002, + "robustness": 80.0 }, "medium": { - "accuracy": 54.3, - "cost": 0.0005, - "robustness": 40.0 + "accuracy": 58.6, + "cost": 0.0015, + "robustness": 60.0 }, "hard": { - "accuracy": 20.0, - "cost": 0.0006, + "accuracy": 24.0, + "cost": 0.0023, "robustness": 100.0 }, "all": { - "accuracy": 67.1, - "cost": 0.0004, - "robustness": 45.5 + "accuracy": 70.0, + "cost": 0.001, + "robustness": 72.7 } } }, "Sports, games and entertainment": { "metrics": { "easy": { - "accuracy": 96.4, - "cost": 0.0004, - "robustness": 50.0 + "accuracy": 94.3, + "cost": 0.0009, + "robustness": 100.0 }, "medium": { - "accuracy": 82.0, - "cost": 0.0006, - "robustness": 25.0 + "accuracy": 85.0, + "cost": 0.004, + "robustness": 75.0 }, "hard": { - "accuracy": 27.3, - "cost": 0.0008, - "robustness": 50.0 + "accuracy": 34.8, + "cost": 0.0037, + "robustness": 100.0 }, "all": { - "accuracy": 76.8, - "cost": 0.0006, - "robustness": 37.5 + "accuracy": 78.4, + "cost": 0.0025, + "robustness": 87.5 } } } @@ -26172,72 +31764,72 @@ "Computer science, information, and general works": { "metrics": { "easy": { - "accuracy": 98.4, - "cost": 0.0003, + "accuracy": 97.5, + "cost": 0.0002, "robustness": 76.9 }, "medium": { - "accuracy": 89.0, - "cost": 0.0004, - "robustness": 61.9 + "accuracy": 86.1, + "cost": 0.0007, + "robustness": 81.0 }, "hard": { - "accuracy": 51.0, - "cost": 0.0012, + "accuracy": 69.4, + "cost": 0.0024, "robustness": 80.0 }, "all": { - "accuracy": 87.0, - "cost": 0.0005, - "robustness": 72.6 + "accuracy": 88.9, + "cost": 0.0008, + "robustness": 79.0 } }, "subcategories": { "Computer science, knowledge, and systems": { "metrics": { "easy": { - "accuracy": 98.6, - "cost": 0.0003, + "accuracy": 97.8, + "cost": 0.0002, "robustness": 69.2 }, "medium": { - "accuracy": 91.0, - "cost": 0.0004, - "robustness": 52.9 + "accuracy": 89.4, + "cost": 0.0009, + "robustness": 82.4 }, "hard": { - "accuracy": 56.0, - "cost": 0.0013, + "accuracy": 79.9, + "cost": 0.0028, "robustness": 76.9 }, "all": { - "accuracy": 86.9, - "cost": 0.0006, - "robustness": 65.1 + "accuracy": 90.9, + "cost": 0.001, + "robustness": 76.7 } } }, "Library and information sciences": { "metrics": { "easy": { - "accuracy": 98.2, - "cost": 0.0003, + "accuracy": 97.1, + "cost": 0.0001, "robustness": 84.6 }, "medium": { - "accuracy": 80.0, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 71.8, + "cost": 0.0002, + "robustness": 75.0 }, "hard": { - "accuracy": 22.2, - "cost": 0.0003, + "accuracy": 8.3, + "cost": 0.0002, "robustness": 100.0 }, "all": { - "accuracy": 87.4, - "cost": 0.0003, - "robustness": 89.5 + "accuracy": 83.6, + "cost": 0.0002, + "robustness": 84.2 } } } @@ -26246,47 +31838,47 @@ "History": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0003, - "robustness": 73.9 + "accuracy": 96.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 84.7, - "cost": 0.0004, + "accuracy": 70.1, + "cost": 0.0013, "robustness": 83.3 }, "hard": { - "accuracy": 28.2, - "cost": 0.0004, - "robustness": 80.0 + "accuracy": 20.1, + "cost": 0.0009, + "robustness": 90.0 }, "all": { - "accuracy": 79.9, - "cost": 0.0003, - "robustness": 76.9 + "accuracy": 73.4, + "cost": 0.0006, + "robustness": 94.9 } }, "subcategories": { "Biography and genealogy": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0002, + "accuracy": 97.6, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 100.0, - "cost": 0.0002, + "accuracy": 88.9, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 98.1, - "cost": 0.0002, + "accuracy": 94.2, + "cost": 0.0001, "robustness": 100.0 } } @@ -26294,9 +31886,9 @@ "Geography": { "metrics": { "easy": { - "accuracy": 99.1, - "cost": 0.0002, - "robustness": 50.0 + "accuracy": 95.4, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { "accuracy": 65.5, @@ -26304,38 +31896,38 @@ "robustness": 100.0 }, "hard": { - "accuracy": 50.0, - "cost": 0.0003, + "accuracy": 58.3, + "cost": 0.0013, "robustness": 0 }, "all": { - "accuracy": 88.7, + "accuracy": 86.7, "cost": 0.0002, - "robustness": 55.6 + "robustness": 100.0 } } }, "History": { "metrics": { "easy": { - "accuracy": 97.3, - "cost": 0.0004, - "robustness": 81.8 + "accuracy": 96.4, + "cost": 0.0002, + "robustness": 100.0 }, "medium": { - "accuracy": 87.8, - "cost": 0.0004, + "accuracy": 69.8, + "cost": 0.0016, "robustness": 80.0 }, "hard": { - "accuracy": 26.5, - "cost": 0.0004, - "robustness": 80.0 + "accuracy": 16.9, + "cost": 0.0009, + "robustness": 90.0 }, "all": { - "accuracy": 75.3, - "cost": 0.0004, - "robustness": 80.8 + "accuracy": 67.3, + "cost": 0.0008, + "robustness": 92.3 } } } @@ -26344,48 +31936,48 @@ "Language": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0003, + "accuracy": 91.4, + "cost": 0.0002, "robustness": 90.9 }, "medium": { - "accuracy": 50.9, - "cost": 0.0005, - "robustness": 77.8 + "accuracy": 43.1, + "cost": 0.0003, + "robustness": 88.9 }, "hard": { - "accuracy": 56.1, - "cost": 0.0005, - "robustness": 88.0 + "accuracy": 59.5, + "cost": 0.0002, + "robustness": 92.0 }, "all": { - "accuracy": 65.7, - "cost": 0.0004, - "robustness": 86.7 + "accuracy": 65.1, + "cost": 0.0002, + "robustness": 91.1 } }, "subcategories": { "Language": { "metrics": { "easy": { - "accuracy": 92.3, - "cost": 0.0003, + "accuracy": 91.4, + "cost": 0.0002, "robustness": 90.9 }, "medium": { - "accuracy": 50.9, - "cost": 0.0005, - "robustness": 77.8 + "accuracy": 43.1, + "cost": 0.0003, + "robustness": 88.9 }, "hard": { - "accuracy": 56.1, - "cost": 0.0005, - "robustness": 88.0 + "accuracy": 59.5, + "cost": 0.0002, + "robustness": 92.0 }, "all": { - "accuracy": 65.7, - "cost": 0.0004, - "robustness": 86.7 + "accuracy": 65.1, + "cost": 0.0002, + "robustness": 91.1 } } } @@ -26394,48 +31986,48 @@ "Literature": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 96.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 84.1, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 64.0, + "cost": 0.0008, + "robustness": 50.0 }, "hard": { - "accuracy": 37.9, - "cost": 0.0006, - "robustness": 91.7 + "accuracy": 29.0, + "cost": 0.0012, + "robustness": 62.5 }, "all": { - "accuracy": 52.4, - "cost": 0.0005, - "robustness": 89.7 + "accuracy": 43.3, + "cost": 0.001, + "robustness": 65.5 } }, "subcategories": { "Literature, rhetoric and criticism": { "metrics": { "easy": { - "accuracy": 100.0, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 96.3, + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 84.1, - "cost": 0.0003, - "robustness": 100.0 + "accuracy": 64.0, + "cost": 0.0008, + "robustness": 50.0 }, "hard": { - "accuracy": 37.9, - "cost": 0.0006, - "robustness": 91.7 + "accuracy": 29.0, + "cost": 0.0012, + "robustness": 62.5 }, "all": { - "accuracy": 52.4, - "cost": 0.0005, - "robustness": 89.7 + "accuracy": 43.3, + "cost": 0.001, + "robustness": 65.5 } } } @@ -26444,22 +32036,22 @@ "Philosophy and psychology": { "metrics": { "easy": { - "accuracy": 95.3, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 95.6, + "cost": 0.0002, + "robustness": 63.0 }, "medium": { - "accuracy": 72.0, - "cost": 0.0004, + "accuracy": 69.7, + "cost": 0.0003, "robustness": 70.0 }, "hard": { - "accuracy": 35.8, - "cost": 0.0003, - "robustness": 42.9 + "accuracy": 21.0, + "cost": 0.0007, + "robustness": 57.1 }, "all": { - "accuracy": 81.4, + "accuracy": 79.1, "cost": 0.0003, "robustness": 63.6 } @@ -26468,47 +32060,47 @@ "Ethics": { "metrics": { "easy": { - "accuracy": 93.0, - "cost": 0.0003, - "robustness": 64.3 + "accuracy": 94.1, + "cost": 0.0002, + "robustness": 50.0 }, "medium": { - "accuracy": 41.2, - "cost": 0.0003, - "robustness": 80.0 + "accuracy": 44.7, + "cost": 0.0002, + "robustness": 60.0 }, "hard": { - "accuracy": 0.0, - "cost": 0.0003, + "accuracy": 7.7, + "cost": 0.0001, "robustness": 0.0 }, "all": { - "accuracy": 73.1, - "cost": 0.0003, - "robustness": 61.9 + "accuracy": 75.3, + "cost": 0.0002, + "robustness": 47.6 } } }, "Philosophical logic": { "metrics": { "easy": { - "accuracy": 96.9, - "cost": 0.0004, + "accuracy": 95.4, + "cost": 0.0002, "robustness": 75.0 }, "medium": { - "accuracy": 94.7, - "cost": 0.0005, + "accuracy": 92.1, + "cost": 0.0004, "robustness": 66.7 }, "hard": { "accuracy": 80.0, - "cost": 0.0006, + "cost": 0.0008, "robustness": 0 }, "all": { - "accuracy": 95.4, - "cost": 0.0004, + "accuracy": 93.5, + "cost": 0.0003, "robustness": 71.4 } } @@ -26517,23 +32109,23 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0003, + "cost": 0.0001, "robustness": 66.7 }, "medium": { "accuracy": 90.0, - "cost": 0.0004, - "robustness": 50.0 + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 44.4, - "cost": 0.0003, + "accuracy": 20.0, + "cost": 0.001, "robustness": 66.7 }, "all": { - "accuracy": 75.4, - "cost": 0.0004, - "robustness": 62.5 + "accuracy": 66.4, + "cost": 0.0005, + "robustness": 75.0 } } }, @@ -26541,23 +32133,23 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0003, - "robustness": 66.7 + "cost": 0.0002, + "robustness": 83.3 }, "medium": { - "accuracy": 93.8, - "cost": 0.0004, + "accuracy": 79.2, + "cost": 0.0002, "robustness": 0 }, "hard": { - "accuracy": 27.8, + "accuracy": 16.7, "cost": 0.0003, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 89.8, - "cost": 0.0003, - "robustness": 62.5 + "accuracy": 85.0, + "cost": 0.0002, + "robustness": 87.5 } } } @@ -26566,24 +32158,24 @@ "Science": { "metrics": { "easy": { - "accuracy": 98.7, - "cost": 0.0003, + "accuracy": 99.0, + "cost": 0.0001, "robustness": 64.1 }, "medium": { - "accuracy": 84.0, - "cost": 0.0005, - "robustness": 57.1 + "accuracy": 79.6, + "cost": 0.0004, + "robustness": 85.7 }, "hard": { - "accuracy": 28.9, + "accuracy": 32.0, "cost": 0.0006, - "robustness": 55.6 + "robustness": 77.8 }, "all": { - "accuracy": 84.5, - "cost": 0.0004, - "robustness": 60.9 + "accuracy": 83.7, + "cost": 0.0003, + "robustness": 72.5 } }, "subcategories": { @@ -26591,12 +32183,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 80.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -26606,7 +32198,7 @@ }, "all": { "accuracy": 96.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 100.0 } } @@ -26615,22 +32207,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0004, + "cost": 0.0002, "robustness": 71.4 }, "medium": { - "accuracy": 94.1, - "cost": 0.0005, + "accuracy": 76.5, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 95.1, - "cost": 0.0004, + "accuracy": 93.0, + "cost": 0.0002, "robustness": 71.4 } } @@ -26639,94 +32231,94 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0004, - "robustness": 66.7 + "cost": 0.0001, + "robustness": 100.0 }, "medium": { - "accuracy": 94.1, - "cost": 0.0005, - "robustness": 0.0 + "accuracy": 88.2, + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 15.4, - "cost": 0.0005, + "accuracy": 23.1, + "cost": 0.001, "robustness": 0 }, "all": { - "accuracy": 85.6, - "cost": 0.0005, - "robustness": 40.0 + "accuracy": 84.4, + "cost": 0.0003, + "robustness": 100.0 } } }, "Earth sciences and geology": { "metrics": { "easy": { - "accuracy": 98.1, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 99.6, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 71.2, - "cost": 0.0003, - "robustness": 83.3 + "accuracy": 66.1, + "cost": 0.0006, + "robustness": 100.0 }, "hard": { - "accuracy": 23.1, + "accuracy": 7.7, "cost": 0.0003, - "robustness": 0.0 + "robustness": 100.0 }, "all": { - "accuracy": 90.3, - "cost": 0.0003, - "robustness": 60.0 + "accuracy": 90.0, + "cost": 0.0002, + "robustness": 86.7 } } }, "Mathematics": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0004, - "robustness": 45.5 + "accuracy": 98.1, + "cost": 0.0002, + "robustness": 36.4 }, "medium": { - "accuracy": 85.2, - "cost": 0.0006, - "robustness": 63.6 + "accuracy": 84.4, + "cost": 0.0004, + "robustness": 72.7 }, "hard": { - "accuracy": 38.2, - "cost": 0.0009, - "robustness": 60.0 + "accuracy": 53.9, + "cost": 0.0007, + "robustness": 80.0 }, "all": { - "accuracy": 84.0, - "cost": 0.0006, - "robustness": 55.6 + "accuracy": 85.9, + "cost": 0.0003, + "robustness": 59.3 } } }, "Physics": { "metrics": { "easy": { - "accuracy": 97.7, - "cost": 0.0004, - "robustness": 66.7 + "accuracy": 95.5, + "cost": 0.0001, + "robustness": 0.0 }, "medium": { "accuracy": 90.5, - "cost": 0.0005, - "robustness": 0.0 + "cost": 0.0003, + "robustness": 100.0 }, "hard": { - "accuracy": 54.5, - "cost": 0.0004, + "accuracy": 45.5, + "cost": 0.0003, "robustness": 0 }, "all": { - "accuracy": 89.7, - "cost": 0.0004, + "accuracy": 87.6, + "cost": 0.0002, "robustness": 40.0 } } @@ -26735,22 +32327,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, + "cost": 0.0001, "robustness": 100.0 }, "medium": { - "accuracy": 72.0, + "accuracy": 36.0, "cost": 0.0003, "robustness": 0 }, "hard": { - "accuracy": 13.6, - "cost": 0.0003, + "accuracy": 3.4, + "cost": 0.0005, "robustness": 66.7 }, "all": { - "accuracy": 49.1, - "cost": 0.0003, + "accuracy": 36.0, + "cost": 0.0004, "robustness": 87.5 } } @@ -26762,94 +32354,94 @@ "easy": { "accuracy": 96.6, "cost": 0.0004, - "robustness": 94.4 + "robustness": 72.2 }, "medium": { - "accuracy": 78.7, - "cost": 0.0005, - "robustness": 83.3 + "accuracy": 71.9, + "cost": 0.0009, + "robustness": 91.7 }, "hard": { - "accuracy": 25.5, - "cost": 0.0004, - "robustness": 71.4 + "accuracy": 17.4, + "cost": 0.001, + "robustness": 85.7 }, "all": { - "accuracy": 75.0, - "cost": 0.0004, - "robustness": 86.5 + "accuracy": 70.9, + "cost": 0.0007, + "robustness": 81.1 } }, "subcategories": { "Economics": { "metrics": { "easy": { - "accuracy": 96.7, + "accuracy": 98.9, "cost": 0.0004, - "robustness": 91.7 + "robustness": 75.0 }, "medium": { - "accuracy": 78.5, - "cost": 0.0005, - "robustness": 100.0 + "accuracy": 77.9, + "cost": 0.0006, + "robustness": 83.3 }, "hard": { - "accuracy": 25.0, - "cost": 0.0005, - "robustness": 66.7 + "accuracy": 17.5, + "cost": 0.0014, + "robustness": 100.0 }, "all": { - "accuracy": 76.3, - "cost": 0.0005, - "robustness": 90.5 + "accuracy": 75.6, + "cost": 0.0007, + "robustness": 81.0 } } }, "Law": { "metrics": { "easy": { - "accuracy": 98.5, - "cost": 0.0005, - "robustness": 100.0 + "accuracy": 89.2, + "cost": 0.0009, + "robustness": 66.7 }, "medium": { - "accuracy": 79.4, - "cost": 0.0005, - "robustness": 75.0 + "accuracy": 68.3, + "cost": 0.0017, + "robustness": 100.0 }, "hard": { - "accuracy": 40.0, + "accuracy": 26.7, "cost": 0.0005, - "robustness": 50.0 + "robustness": 100.0 }, "all": { - "accuracy": 79.7, - "cost": 0.0005, - "robustness": 77.8 + "accuracy": 69.0, + "cost": 0.0011, + "robustness": 88.9 } } }, "Social problems": { "metrics": { "easy": { - "accuracy": 93.6, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 97.9, + "cost": 0.0001, + "robustness": 66.7 }, "medium": { - "accuracy": 55.6, + "accuracy": 22.2, "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0003, - "robustness": 100.0 + "cost": 0.0001, + "robustness": 0.0 }, "all": { - "accuracy": 80.3, - "cost": 0.0002, - "robustness": 100.0 + "accuracy": 78.7, + "cost": 0.0001, + "robustness": 50.0 } } }, @@ -26857,23 +32449,23 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "medium": { - "accuracy": 88.9, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 55.6, + "cost": 0.0004, + "robustness": 100.0 }, "hard": { - "accuracy": 17.6, - "cost": 0.0003, + "accuracy": 11.8, + "cost": 0.0008, "robustness": 100.0 }, "all": { - "accuracy": 45.5, - "cost": 0.0003, - "robustness": 66.7 + "accuracy": 30.9, + "cost": 0.0006, + "robustness": 100.0 } } } @@ -26882,96 +32474,96 @@ "Technology": { "metrics": { "easy": { - "accuracy": 96.6, - "cost": 0.0004, - "robustness": 83.7 + "accuracy": 95.7, + "cost": 0.0002, + "robustness": 88.4 }, "medium": { - "accuracy": 76.9, + "accuracy": 74.0, "cost": 0.0005, - "robustness": 61.9 + "robustness": 85.7 }, "hard": { - "accuracy": 31.2, - "cost": 0.0005, + "accuracy": 32.5, + "cost": 0.0007, "robustness": 85.7 }, "all": { - "accuracy": 83.4, - "cost": 0.0005, - "robustness": 77.5 + "accuracy": 82.1, + "cost": 0.0004, + "robustness": 87.3 } }, "subcategories": { "Engineering": { "metrics": { "easy": { - "accuracy": 96.8, - "cost": 0.0004, - "robustness": 100.0 + "accuracy": 96.0, + "cost": 0.0002, + "robustness": 80.0 }, "medium": { "accuracy": 88.0, - "cost": 0.0008, - "robustness": 46.2 + "cost": 0.0006, + "robustness": 92.3 }, "hard": { - "accuracy": 57.1, - "cost": 0.0009, + "accuracy": 73.8, + "cost": 0.0011, "robustness": 100.0 }, "all": { - "accuracy": 87.5, - "cost": 0.0007, - "robustness": 63.2 + "accuracy": 89.3, + "cost": 0.0005, + "robustness": 89.5 } } }, "Management and public relations": { "metrics": { "easy": { - "accuracy": 96.7, - "cost": 0.0003, - "robustness": 50.0 + "accuracy": 98.3, + "cost": 0.0001, + "robustness": 75.0 }, "medium": { - "accuracy": 63.6, - "cost": 0.0003, + "accuracy": 81.8, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0003, + "cost": 0.0001, "robustness": 0 }, "all": { - "accuracy": 89.0, - "cost": 0.0003, - "robustness": 60.0 + "accuracy": 93.2, + "cost": 0.0001, + "robustness": 80.0 } } }, "Medicine and health": { "metrics": { "easy": { - "accuracy": 96.5, - "cost": 0.0004, - "robustness": 85.3 + "accuracy": 95.4, + "cost": 0.0002, + "robustness": 91.2 }, "medium": { - "accuracy": 69.8, + "accuracy": 64.0, "cost": 0.0004, - "robustness": 85.7 + "robustness": 71.4 }, "hard": { - "accuracy": 22.1, - "cost": 0.0004, + "accuracy": 17.7, + "cost": 0.0005, "robustness": 83.3 }, "all": { - "accuracy": 81.6, - "cost": 0.0004, - "robustness": 85.1 + "accuracy": 78.9, + "cost": 0.0003, + "robustness": 87.2 } } } diff --git a/src/data/routerMetrics/leaderboard.json b/src/data/routerMetrics/leaderboard.json index 7676abd..be9b85d 100644 --- a/src/data/routerMetrics/leaderboard.json +++ b/src/data/routerMetrics/leaderboard.json @@ -1,255 +1,255 @@ [ + { + "Router Name": "Divyam", + "Arena Score": 77.22, + "Optimal Selection Score": 6.56, + "Optimal Cost Score": 17.35, + "Optimal Acc. Score": 93.29, + "Robustness Score": 75.71, + "Latency Score": null, + "Accuracy": 80.83, + "Cost per 1k": 0.65 + }, { "Router Name": "BizRouter", - "Arena Score": 77.04, + "Arena Score": 77.08, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 97.38, "Latency Score": null, - "Accuracy": 81.61, + "Accuracy": 81.66, "Cost per 1k": 1.0 }, - { - "Router Name": "Divyam", - "Arena Score": 76.88, - "Optimal Selection Score": 6.57, - "Optimal Cost Score": 16.91, - "Optimal Acc. Score": 92.85, - "Robustness Score": 75.71, - "Latency Score": null, - "Accuracy": 80.43, - "Cost per 1k": 0.65 - }, { "Router Name": "KT-ModelRouter", - "Arena Score": 76.28, + "Arena Score": 76.37, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 80.48, "Latency Score": null, - "Accuracy": 78.14, + "Accuracy": 78.24, "Cost per 1k": 0.27 }, { "Router Name": "Sqwish Router", - "Arena Score": 76.21, - "Optimal Selection Score": 9.04, - "Optimal Cost Score": 23.49, - "Optimal Acc. Score": 94.07, + "Arena Score": 76.31, + "Optimal Selection Score": 9.31, + "Optimal Cost Score": 24.06, + "Optimal Acc. Score": 94.36, "Robustness Score": 51.67, "Latency Score": null, - "Accuracy": 79.76, + "Accuracy": 79.88, "Cost per 1k": 0.7 }, { "Router Name": "R**2: Reasonometry Router", - "Arena Score": 76.13, + "Arena Score": 76.16, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 99.76, "Latency Score": null, - "Accuracy": 78.94, + "Accuracy": 78.97, "Cost per 1k": 0.48 }, { "Router Name": "Cross-Router", - "Arena Score": 75.75, - "Optimal Selection Score": 17.66, - "Optimal Cost Score": 45.49, - "Optimal Acc. Score": 90.31, + "Arena Score": 75.87, + "Optimal Selection Score": 17.24, + "Optimal Cost Score": 33.64, + "Optimal Acc. Score": 90.46, "Robustness Score": 67.14, "Latency Score": null, - "Accuracy": 78.14, + "Accuracy": 78.27, "Cost per 1k": 0.4 }, { "Router Name": "LLM Router", - "Arena Score": 75.69, + "Arena Score": 75.77, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 100.0, "Latency Score": null, - "Accuracy": 78.44, + "Accuracy": 78.54, "Cost per 1k": 0.49 }, { "Router Name": "SapientAI Auto Router", - "Arena Score": 75.41, + "Arena Score": 75.69, "Optimal Selection Score": 5.93, - "Optimal Cost Score": 19.99, - "Optimal Acc. Score": 92.0, + "Optimal Cost Score": 19.86, + "Optimal Acc. Score": 92.15, "Robustness Score": 73.33, "Latency Score": null, - "Accuracy": 77.89, + "Accuracy": 78.23, "Cost per 1k": 0.43 }, { "Router Name": "vllm", - "Arena Score": 74.86, + "Arena Score": 74.96, "Optimal Selection Score": 16.81, - "Optimal Cost Score": 25.1, + "Optimal Cost Score": 21.17, "Optimal Acc. Score": 89.37, "Robustness Score": 67.62, "Latency Score": null, - "Accuracy": 77.18, + "Accuracy": 77.3, "Cost per 1k": 0.42 }, { "Router Name": "nadir-caliper", - "Arena Score": 74.55, + "Arena Score": 74.81, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 79.76, "Latency Score": null, - "Accuracy": 75.84, + "Accuracy": 76.14, "Cost per 1k": 0.22 }, - { - "Router Name": "AgentForge Router", - "Arena Score": 74.13, - "Optimal Selection Score": 17.84, - "Optimal Cost Score": 52.47, - "Optimal Acc. Score": 98.68, - "Robustness Score": 40.48, - "Latency Score": null, - "Accuracy": 74.72, - "Cost per 1k": 0.13 - }, { "Router Name": "BARouter", - "Arena Score": 73.79, - "Optimal Selection Score": 64.41, - "Optimal Cost Score": 67.13, - "Optimal Acc. Score": 93.84, + "Arena Score": 74.22, + "Optimal Selection Score": 64.62, + "Optimal Cost Score": 67.53, + "Optimal Acc. Score": 93.87, "Robustness Score": 68.81, "Latency Score": null, - "Accuracy": 75.72, + "Accuracy": 76.22, "Cost per 1k": 0.36 }, + { + "Router Name": "AgentForge Router", + "Arena Score": 74.2, + "Optimal Selection Score": 18.08, + "Optimal Cost Score": 53.56, + "Optimal Acc. Score": 98.69, + "Robustness Score": 40.48, + "Latency Score": null, + "Accuracy": 74.8, + "Cost per 1k": 0.13 + }, { "Router Name": "NuRoute Artemis", - "Arena Score": 72.87, + "Arena Score": 73.47, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 80.0, "Latency Score": null, - "Accuracy": 75.47, + "Accuracy": 76.19, "Cost per 1k": 0.6 }, { "Router Name": "Weave Router", - "Arena Score": 72.82, + "Arena Score": 72.88, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 100.0, "Latency Score": null, - "Accuracy": 76.32, - "Cost per 1k": 0.94 + "Accuracy": 76.22, + "Cost per 1k": 0.87 }, { - "Router Name": "Nadir Router", - "Arena Score": 72.29, + "Router Name": "OrcaRouter-Adaptive", + "Arena Score": 72.41, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, - "Robustness Score": 25.48, + "Robustness Score": 22.62, "Latency Score": null, - "Accuracy": 75.01, - "Cost per 1k": 0.68 + "Accuracy": 75.63, + "Cost per 1k": 0.86 }, { - "Router Name": "OrcaRouter-Adaptive", - "Arena Score": 72.08, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 22.62, + "Router Name": "Nadir Router", + "Arena Score": 72.24, + "Optimal Selection Score": 100.0, + "Optimal Cost Score": 100.0, + "Optimal Acc. Score": 100.0, + "Robustness Score": 25.48, "Latency Score": null, - "Accuracy": 75.54, - "Cost per 1k": 1.0 + "Accuracy": 74.96, + "Cost per 1k": 0.68 }, { "Router Name": "Hybrid Router", - "Arena Score": 72.08, + "Arena Score": 72.15, "Optimal Selection Score": 89.87, "Optimal Cost Score": 94.19, "Optimal Acc. Score": 92.81, "Robustness Score": 96.67, "Latency Score": null, - "Accuracy": 71.38, + "Accuracy": 71.46, "Cost per 1k": 0.04 }, { "Router Name": "R2-Router", - "Arena Score": 71.6, - "Optimal Selection Score": 24.51, - "Optimal Cost Score": 48.7, + "Arena Score": 71.86, + "Optimal Selection Score": 66.87, + "Optimal Cost Score": 80.13, "Optimal Acc. Score": 99.85, "Robustness Score": 45.71, "Latency Score": null, - "Accuracy": 71.23, - "Cost per 1k": 0.06 + "Accuracy": 71.18, + "Cost per 1k": 0.04 }, { "Router Name": "cruq-router", - "Arena Score": 70.77, + "Arena Score": 70.82, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 81.67, "Latency Score": null, - "Accuracy": 71.35, + "Accuracy": 71.41, "Cost per 1k": 0.18 }, { "Router Name": "chuzom-solo-v32", - "Arena Score": 70.61, + "Arena Score": 70.64, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 100.0, "Latency Score": null, - "Accuracy": 70.59, + "Accuracy": 70.62, "Cost per 1k": 0.1 }, { "Router Name": "azure", - "Arena Score": 70.42, + "Arena Score": 70.41, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 71.43, "Latency Score": null, - "Accuracy": 72.94, + "Accuracy": 72.93, "Cost per 1k": 0.73 }, { "Router Name": "Auto Router", - "Arena Score": 70.05, - "Optimal Selection Score": 37.58, - "Optimal Cost Score": 40.02, - "Optimal Acc. Score": 86.04, + "Arena Score": 70.27, + "Optimal Selection Score": 37.77, + "Optimal Cost Score": 41.21, + "Optimal Acc. Score": 86.09, "Robustness Score": 49.52, "Latency Score": null, - "Accuracy": 70.17, + "Accuracy": 70.42, "Cost per 1k": 0.12 }, { "Router Name": "Lynkr", - "Arena Score": 67.65, - "Optimal Selection Score": 10.97, - "Optimal Cost Score": 16.08, - "Optimal Acc. Score": 84.48, + "Arena Score": 68.02, + "Optimal Selection Score": 11.29, + "Optimal Cost Score": 17.03, + "Optimal Acc. Score": 84.95, "Robustness Score": 92.38, "Latency Score": null, - "Accuracy": 68.41, + "Accuracy": 68.83, "Cost per 1k": 0.29 }, { @@ -263,6 +263,17 @@ "Accuracy": 66.88, "Cost per 1k": 0.15 }, + { + "Router Name": "AsiaInfo-Router", + "Arena Score": 66.3, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 69.52, + "Latency Score": null, + "Accuracy": 75.82, + "Cost per 1k": 8.54 + }, { "Router Name": "nirt_bert", "Arena Score": 66.12, @@ -274,17 +285,6 @@ "Accuracy": 66.34, "Cost per 1k": 0.21 }, - { - "Router Name": "AsiaInfo-Router", - "Arena Score": 65.87, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 69.52, - "Latency Score": null, - "Accuracy": 75.2, - "Cost per 1k": 8.54 - }, { "Router Name": "gpt5", "Arena Score": 64.32, @@ -309,14 +309,14 @@ }, { "Router Name": "chayan", - "Arena Score": 63.83, + "Arena Score": 63.7, "Optimal Selection Score": 43.03, "Optimal Cost Score": 43.75, "Optimal Acc. Score": 88.74, "Robustness Score": null, "Latency Score": null, - "Accuracy": 64.89, - "Cost per 1k": 0.56 + "Accuracy": 64.87, + "Cost per 1k": 0.61 }, { "Router Name": "routerbench_mlp",