diff --git a/src/data/routerMetrics/category_scores.json b/src/data/routerMetrics/category_scores.json index f8dbafe..40bc8d8 100644 --- a/src/data/routerMetrics/category_scores.json +++ b/src/data/routerMetrics/category_scores.json @@ -3693,12 +3693,12 @@ }, "hard": { "accuracy": 34.7, - "cost": 0.0013, + "cost": 0.0014, "robustness": 67.9 }, "all": { "accuracy": 72.9, - "cost": 0.0007, + "cost": 0.0008, "robustness": 71.4 } }, @@ -3987,12 +3987,12 @@ }, "hard": { "accuracy": 54.6, - "cost": 0.0004, + "cost": 0.0009, "robustness": 80.0 }, "all": { "accuracy": 57.4, - "cost": 0.0003, + "cost": 0.0005, "robustness": 73.3 } }, @@ -4011,12 +4011,12 @@ }, "hard": { "accuracy": 54.6, - "cost": 0.0004, + "cost": 0.0009, "robustness": 80.0 }, "all": { "accuracy": 57.4, - "cost": 0.0003, + "cost": 0.0005, "robustness": 73.3 } } @@ -4625,12 +4625,12 @@ }, "hard": { "accuracy": 37.2, - "cost": 0.001, + "cost": 0.002, "robustness": 65.1 }, "all": { "accuracy": 77.3, - "cost": 0.0004, + "cost": 0.0007, "robustness": 67.6 } }, @@ -4639,7 +4639,7 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 87.5 }, "medium": { @@ -4649,12 +4649,12 @@ }, "hard": { "accuracy": 19.7, - "cost": 0.0013, + "cost": 0.0039, "robustness": 60.0 }, "all": { "accuracy": 67.0, - "cost": 0.0005, + "cost": 0.0011, "robustness": 70.8 } }, @@ -4663,22 +4663,22 @@ "metrics": { "easy": { "accuracy": 96.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0.0 }, "medium": { "accuracy": 89.7, - "cost": 0.0003, + "cost": 0.0011, "robustness": 50.0 }, "hard": { "accuracy": 25.0, - "cost": 0.0027, + "cost": 0.0097, "robustness": 50.0 }, "all": { "accuracy": 68.8, - "cost": 0.0011, + "cost": 0.0039, "robustness": 40.0 } } @@ -4692,17 +4692,17 @@ }, "medium": { "accuracy": 49.1, - "cost": 0.0006, + "cost": 0.0004, "robustness": 40.0 }, "hard": { "accuracy": 12.0, - "cost": 0.0009, + "cost": 0.0006, "robustness": 100.0 }, "all": { "accuracy": 64.2, - "cost": 0.0004, + "cost": 0.0003, "robustness": 72.7 } } @@ -4742,12 +4742,12 @@ }, "medium": { "accuracy": 87.0, - "cost": 0.0008, + "cost": 0.0007, "robustness": 61.9 }, "hard": { "accuracy": 56.3, - "cost": 0.003, + "cost": 0.0031, "robustness": 60.0 }, "all": { @@ -4761,17 +4761,17 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 38.5 }, "medium": { "accuracy": 90.7, - "cost": 0.0009, + "cost": 0.0008, "robustness": 64.7 }, "hard": { "accuracy": 64.6, - "cost": 0.0035, + "cost": 0.0036, "robustness": 53.8 }, "all": { @@ -4811,22 +4811,22 @@ "metrics": { "easy": { "accuracy": 97.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 73.9 }, "medium": { "accuracy": 80.2, - "cost": 0.0002, + "cost": 0.0005, "robustness": 50.0 }, "hard": { "accuracy": 21.5, - "cost": 0.0007, + "cost": 0.0022, "robustness": 80.0 }, "all": { "accuracy": 76.7, - "cost": 0.0003, + "cost": 0.0007, "robustness": 71.8 } }, @@ -4859,22 +4859,22 @@ "metrics": { "easy": { "accuracy": 98.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 75.0 }, "medium": { "accuracy": 69.0, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0.0 }, "hard": { "accuracy": 33.3, - "cost": 0.0006, + "cost": 0.0022, "robustness": 0 }, "all": { "accuracy": 87.3, - "cost": 0.0002, + "cost": 0.0005, "robustness": 66.7 } } @@ -4883,22 +4883,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 72.7 }, "medium": { "accuracy": 83.5, - "cost": 0.0002, + "cost": 0.0005, "robustness": 60.0 }, "hard": { "accuracy": 20.6, - "cost": 0.0007, + "cost": 0.0023, "robustness": 80.0 }, "all": { "accuracy": 71.9, - "cost": 0.0003, + "cost": 0.0008, "robustness": 73.1 } } @@ -4919,7 +4919,7 @@ }, "hard": { "accuracy": 51.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 84.0 }, "all": { @@ -4943,7 +4943,7 @@ }, "hard": { "accuracy": 51.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 84.0 }, "all": { @@ -4959,22 +4959,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 33.3 }, "medium": { "accuracy": 89.2, - "cost": 0.0004, + "cost": 0.0014, "robustness": 0.0 }, "hard": { "accuracy": 39.9, - "cost": 0.0009, + "cost": 0.0027, "robustness": 37.5 }, "all": { "accuracy": 54.4, - "cost": 0.0007, + "cost": 0.0022, "robustness": 34.5 } }, @@ -4983,22 +4983,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 33.3 }, "medium": { "accuracy": 89.2, - "cost": 0.0004, + "cost": 0.0014, "robustness": 0.0 }, "hard": { "accuracy": 39.9, - "cost": 0.0009, + "cost": 0.0027, "robustness": 37.5 }, "all": { "accuracy": 54.4, - "cost": 0.0007, + "cost": 0.0022, "robustness": 34.5 } } @@ -5014,17 +5014,17 @@ }, "medium": { "accuracy": 83.9, - "cost": 0.0002, + "cost": 0.0003, "robustness": 30.0 }, "hard": { "accuracy": 38.3, - "cost": 0.0005, + "cost": 0.0015, "robustness": 57.1 }, "all": { "accuracy": 86.0, - "cost": 0.0002, + "cost": 0.0003, "robustness": 68.2 } }, @@ -5043,7 +5043,7 @@ }, "hard": { "accuracy": 53.8, - "cost": 0.0001, + "cost": 0.0, "robustness": 50.0 }, "all": { @@ -5062,17 +5062,17 @@ }, "medium": { "accuracy": 97.4, - "cost": 0.0003, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0006, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 98.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 85.7 } } @@ -5081,22 +5081,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0002, + "cost": 0.0005, "robustness": 33.3 }, "medium": { "accuracy": 82.5, - "cost": 0.0004, + "cost": 0.0011, "robustness": 0.0 }, "hard": { "accuracy": 35.6, - "cost": 0.0008, + "cost": 0.0025, "robustness": 33.3 }, "all": { "accuracy": 69.7, - "cost": 0.0005, + "cost": 0.0014, "robustness": 25.0 } } @@ -5115,7 +5115,7 @@ }, "hard": { "accuracy": 22.2, - "cost": 0.0003, + "cost": 0.0002, "robustness": 100.0 }, "all": { @@ -5141,12 +5141,12 @@ }, "hard": { "accuracy": 29.4, - "cost": 0.0017, + "cost": 0.0027, "robustness": 66.7 }, "all": { "accuracy": 84.0, - "cost": 0.0005, + "cost": 0.0006, "robustness": 72.5 } }, @@ -5184,12 +5184,12 @@ }, "medium": { "accuracy": 76.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 22.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -5213,12 +5213,12 @@ }, "hard": { "accuracy": 23.1, - "cost": 0.0003, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 83.3, - "cost": 0.0002, + "cost": 0.0001, "robustness": 20.0 } } @@ -5256,17 +5256,17 @@ }, "medium": { "accuracy": 84.8, - "cost": 0.0005, + "cost": 0.0004, "robustness": 81.8 }, "hard": { "accuracy": 44.9, - "cost": 0.0029, + "cost": 0.0027, "robustness": 80.0 }, "all": { "accuracy": 85.2, - "cost": 0.0007, + "cost": 0.0006, "robustness": 74.1 } } @@ -5280,12 +5280,12 @@ }, "medium": { "accuracy": 85.7, - "cost": 0.0003, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 36.4, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "all": { @@ -5299,22 +5299,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 40.0 }, "medium": { "accuracy": 76.0, - "cost": 0.0004, + "cost": 0.0014, "robustness": 0 }, "hard": { "accuracy": 8.5, - "cost": 0.0013, + "cost": 0.0047, "robustness": 66.7 }, "all": { "accuracy": 47.4, - "cost": 0.0008, + "cost": 0.0028, "robustness": 50.0 } } @@ -5330,17 +5330,17 @@ }, "medium": { "accuracy": 74.3, - "cost": 0.0004, + "cost": 0.0005, "robustness": 66.7 }, "hard": { "accuracy": 18.8, - "cost": 0.0006, + "cost": 0.0012, "robustness": 57.1 }, "all": { "accuracy": 72.1, - "cost": 0.0004, + "cost": 0.0005, "robustness": 56.8 } }, @@ -5354,17 +5354,17 @@ }, "medium": { "accuracy": 77.9, - "cost": 0.0004, + "cost": 0.0003, "robustness": 66.7 }, "hard": { "accuracy": 17.5, - "cost": 0.0004, + "cost": 0.0003, "robustness": 33.3 }, "all": { "accuracy": 75.1, - "cost": 0.0003, + "cost": 0.0002, "robustness": 38.1 } } @@ -5421,22 +5421,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0 }, "medium": { "accuracy": 77.8, - "cost": 0.0005, + "cost": 0.0019, "robustness": 0.0 }, "hard": { "accuracy": 14.7, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "all": { "accuracy": 40.0, - "cost": 0.0009, + "cost": 0.0032, "robustness": 33.3 } } @@ -5471,22 +5471,22 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0002, + "cost": 0.0001, "robustness": 40.0 }, "medium": { "accuracy": 88.0, - "cost": 0.0007, + "cost": 0.0005, "robustness": 76.9 }, "hard": { "accuracy": 54.8, - "cost": 0.0009, + "cost": 0.0006, "robustness": 100.0 }, "all": { "accuracy": 87.8, - "cost": 0.0006, + "cost": 0.0004, "robustness": 68.4 } } @@ -12076,17 +12076,17 @@ }, "medium": { "accuracy": 65.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 45.1 }, "hard": { "accuracy": 25.9, - "cost": 0.0002, + "cost": 0.0004, "robustness": 56.9 }, "all": { "accuracy": 70.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 49.5 } }, @@ -12095,7 +12095,7 @@ "metrics": { "easy": { "accuracy": 93.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 62.5 }, "medium": { @@ -12105,7 +12105,7 @@ }, "hard": { "accuracy": 11.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 80.0 }, "all": { @@ -12143,12 +12143,12 @@ "metrics": { "easy": { "accuracy": 93.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "medium": { "accuracy": 33.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 40.0 }, "hard": { @@ -12167,7 +12167,7 @@ "metrics": { "easy": { "accuracy": 90.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "medium": { @@ -12177,7 +12177,7 @@ }, "hard": { "accuracy": 12.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { @@ -12198,17 +12198,17 @@ }, "medium": { "accuracy": 78.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 57.1 }, "hard": { "accuracy": 34.7, - "cost": 0.0005, + "cost": 0.0009, "robustness": 60.0 }, "all": { "accuracy": 80.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 51.6 } }, @@ -12222,17 +12222,17 @@ }, "medium": { "accuracy": 84.1, - "cost": 0.0002, + "cost": 0.0004, "robustness": 64.7 }, "hard": { "accuracy": 39.7, - "cost": 0.0006, + "cost": 0.0011, "robustness": 61.5 }, "all": { "accuracy": 80.7, - "cost": 0.0002, + "cost": 0.0004, "robustness": 58.1 } } @@ -12272,17 +12272,17 @@ }, "medium": { "accuracy": 63.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 33.3 }, "hard": { "accuracy": 9.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 70.0 }, "all": { "accuracy": 69.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 41.0 } }, @@ -12315,12 +12315,12 @@ "metrics": { "easy": { "accuracy": 97.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 37.5 }, "medium": { "accuracy": 48.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 0.0 }, "hard": { @@ -12330,7 +12330,7 @@ }, "all": { "accuracy": 81.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 33.3 } } @@ -12339,22 +12339,22 @@ "metrics": { "easy": { "accuracy": 95.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 27.3 }, "medium": { "accuracy": 64.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 40.0 }, "hard": { "accuracy": 8.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 70.0 }, "all": { "accuracy": 62.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 46.2 } } @@ -12365,22 +12365,22 @@ "metrics": { "easy": { "accuracy": 88.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 63.6 }, "medium": { "accuracy": 44.9, - "cost": 0.0001, + "cost": 0.0003, "robustness": 44.4 }, "hard": { "accuracy": 48.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 80.0 }, "all": { "accuracy": 59.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 68.9 } }, @@ -12389,22 +12389,22 @@ "metrics": { "easy": { "accuracy": 88.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 63.6 }, "medium": { "accuracy": 44.9, - "cost": 0.0001, + "cost": 0.0003, "robustness": 44.4 }, "hard": { "accuracy": 48.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 80.0 }, "all": { "accuracy": 59.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 68.9 } } @@ -12425,7 +12425,7 @@ }, "hard": { "accuracy": 28.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 45.8 }, "all": { @@ -12449,7 +12449,7 @@ }, "hard": { "accuracy": 28.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 45.8 }, "all": { @@ -12523,7 +12523,7 @@ }, "hard": { "accuracy": 20.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { @@ -12537,7 +12537,7 @@ "metrics": { "easy": { "accuracy": 86.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 33.3 }, "medium": { @@ -12571,7 +12571,7 @@ }, "hard": { "accuracy": 5.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 0.0 }, "all": { @@ -12592,17 +12592,17 @@ }, "medium": { "accuracy": 75.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 47.6 }, "hard": { "accuracy": 19.1, - "cost": 0.0003, + "cost": 0.0006, "robustness": 55.6 }, "all": { "accuracy": 79.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 46.4 } }, @@ -12640,12 +12640,12 @@ }, "medium": { "accuracy": 58.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 11.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -12669,7 +12669,7 @@ }, "hard": { "accuracy": 15.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -12688,12 +12688,12 @@ }, "medium": { "accuracy": 67.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 16.7 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { @@ -12712,17 +12712,17 @@ }, "medium": { "accuracy": 80.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 63.6 }, "hard": { "accuracy": 30.3, - "cost": 0.0006, + "cost": 0.0011, "robustness": 20.0 }, "all": { "accuracy": 79.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 37.0 } } @@ -12731,7 +12731,7 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 66.7 }, "medium": { @@ -12741,7 +12741,7 @@ }, "hard": { "accuracy": 36.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { @@ -12760,17 +12760,17 @@ }, "medium": { "accuracy": 52.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 5.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 39.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 75.0 } } @@ -12781,22 +12781,22 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 }, "medium": { "accuracy": 63.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 25.0 }, "hard": { "accuracy": 7.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 42.9 }, "all": { "accuracy": 64.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 40.5 } }, @@ -12815,12 +12815,12 @@ }, "hard": { "accuracy": 8.8, - "cost": 0.0003, + "cost": 0.0004, "robustness": 33.3 }, "all": { "accuracy": 71.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 38.1 } } @@ -12829,22 +12829,22 @@ "metrics": { "easy": { "accuracy": 87.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 33.3 }, "medium": { "accuracy": 47.6, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0.0 }, "hard": { "accuracy": 6.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "all": { "accuracy": 56.3, - "cost": 0.0002, + "cost": 0.0003, "robustness": 22.2 } } @@ -12887,12 +12887,12 @@ }, "hard": { "accuracy": 5.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 0.0 }, "all": { "accuracy": 21.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 33.3 } } @@ -12908,17 +12908,17 @@ }, "medium": { "accuracy": 63.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 42.9 }, "hard": { "accuracy": 19.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 14.3 }, "all": { "accuracy": 76.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 47.9 } }, @@ -12927,22 +12927,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 60.0 }, "medium": { "accuracy": 80.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 46.2 }, "hard": { "accuracy": 42.9, - "cost": 0.0003, + "cost": 0.0006, "robustness": 100.0 }, "all": { "accuracy": 81.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 52.6 } } @@ -12985,7 +12985,7 @@ }, "hard": { "accuracy": 11.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0.0 }, "all": { @@ -13008,12 +13008,12 @@ }, "medium": { "accuracy": 79.3, - "cost": 0.0008, + "cost": 0.0007, "robustness": 44.2 }, "hard": { "accuracy": 45.2, - "cost": 0.0015, + "cost": 0.0016, "robustness": 60.6 }, "all": { @@ -13027,22 +13027,22 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0006, + "cost": 0.0005, "robustness": 50.0 }, "medium": { "accuracy": 76.5, - "cost": 0.0019, + "cost": 0.0016, "robustness": 9.1 }, "hard": { "accuracy": 33.3, - "cost": 0.0026, + "cost": 0.0023, "robustness": 60.0 }, "all": { "accuracy": 76.1, - "cost": 0.0015, + "cost": 0.0013, "robustness": 33.3 } }, @@ -13075,22 +13075,22 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0004, + "cost": 0.0003, "robustness": 60.0 }, "medium": { "accuracy": 58.6, - "cost": 0.0019, + "cost": 0.0014, "robustness": 20.0 }, "hard": { "accuracy": 40.0, - "cost": 0.0029, + "cost": 0.002, "robustness": 0.0 }, "all": { "accuracy": 72.5, - "cost": 0.0014, + "cost": 0.001, "robustness": 36.4 } } @@ -13099,22 +13099,22 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0008, + "cost": 0.0007, "robustness": 0.0 }, "medium": { "accuracy": 90.0, - "cost": 0.0022, + "cost": 0.0018, "robustness": 0.0 }, "hard": { "accuracy": 30.3, - "cost": 0.0018, + "cost": 0.0014, "robustness": 50.0 }, "all": { "accuracy": 80.1, - "cost": 0.0015, + "cost": 0.0012, "robustness": 12.5 } } @@ -13130,17 +13130,17 @@ }, "medium": { "accuracy": 87.2, - "cost": 0.0005, + "cost": 0.0006, "robustness": 57.1 }, "hard": { "accuracy": 59.2, - "cost": 0.0012, + "cost": 0.0023, "robustness": 60.0 }, "all": { "accuracy": 87.6, - "cost": 0.0005, + "cost": 0.0007, "robustness": 56.5 } }, @@ -13154,17 +13154,17 @@ }, "medium": { "accuracy": 91.2, - "cost": 0.0006, + "cost": 0.0007, "robustness": 52.9 }, "hard": { "accuracy": 66.5, - "cost": 0.0014, + "cost": 0.0026, "robustness": 61.5 }, "all": { "accuracy": 89.1, - "cost": 0.0006, + "cost": 0.0009, "robustness": 55.8 } } @@ -13173,7 +13173,7 @@ "metrics": { "easy": { "accuracy": 97.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 53.8 }, "medium": { @@ -13204,17 +13204,17 @@ }, "medium": { "accuracy": 81.4, - "cost": 0.001, + "cost": 0.0009, "robustness": 33.3 }, "hard": { "accuracy": 29.5, - "cost": 0.0021, + "cost": 0.002, "robustness": 40.0 }, "all": { "accuracy": 79.0, - "cost": 0.0009, + "cost": 0.0008, "robustness": 38.5 } }, @@ -13233,7 +13233,7 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { @@ -13271,7 +13271,7 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 54.5 }, "medium": { @@ -13281,12 +13281,12 @@ }, "hard": { "accuracy": 27.2, - "cost": 0.0021, + "cost": 0.002, "robustness": 40.0 }, "all": { "accuracy": 74.3, - "cost": 0.001, + "cost": 0.0009, "robustness": 46.2 } } @@ -13421,17 +13421,17 @@ "metrics": { "easy": { "accuracy": 93.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 28.6 }, "medium": { "accuracy": 55.3, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "all": { @@ -13450,17 +13450,17 @@ }, "medium": { "accuracy": 97.4, - "cost": 0.0004, + "cost": 0.0003, "robustness": 66.7 }, "hard": { "accuracy": 60.0, - "cost": 0.0004, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 97.2, - "cost": 0.0003, + "cost": 0.0002, "robustness": 71.4 } } @@ -13474,7 +13474,7 @@ }, "medium": { "accuracy": 92.5, - "cost": 0.0012, + "cost": 0.0011, "robustness": 50.0 }, "hard": { @@ -13484,7 +13484,7 @@ }, "all": { "accuracy": 77.9, - "cost": 0.0018, + "cost": 0.0017, "robustness": 50.0 } } @@ -13508,7 +13508,7 @@ }, "all": { "accuracy": 89.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 25.0 } } @@ -13519,7 +13519,7 @@ "metrics": { "easy": { "accuracy": 99.4, - "cost": 0.0002, + "cost": 0.0001, "robustness": 64.1 }, "medium": { @@ -13529,12 +13529,12 @@ }, "hard": { "accuracy": 38.1, - "cost": 0.0014, + "cost": 0.0012, "robustness": 77.8 }, "all": { "accuracy": 85.8, - "cost": 0.0005, + "cost": 0.0004, "robustness": 53.6 } }, @@ -13572,7 +13572,7 @@ }, "medium": { "accuracy": 76.5, - "cost": 0.0006, + "cost": 0.0005, "robustness": 0 }, "hard": { @@ -13601,12 +13601,12 @@ }, "hard": { "accuracy": 23.1, - "cost": 0.0005, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 84.4, - "cost": 0.0004, + "cost": 0.0003, "robustness": 60.0 } } @@ -13620,12 +13620,12 @@ }, "medium": { "accuracy": 76.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 16.7 }, "hard": { "accuracy": 23.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 100.0 }, "all": { @@ -13649,12 +13649,12 @@ }, "hard": { "accuracy": 57.3, - "cost": 0.0013, + "cost": 0.0009, "robustness": 80.0 }, "all": { "accuracy": 87.2, - "cost": 0.0005, + "cost": 0.0004, "robustness": 55.6 } } @@ -13663,22 +13663,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0004, + "cost": 0.0003, "robustness": 33.3 }, "medium": { "accuracy": 88.1, - "cost": 0.0007, + "cost": 0.0006, "robustness": 0.0 }, "hard": { "accuracy": 54.5, - "cost": 0.0007, + "cost": 0.0006, "robustness": 0 }, "all": { "accuracy": 88.7, - "cost": 0.0006, + "cost": 0.0005, "robustness": 20.0 } } @@ -13718,17 +13718,17 @@ }, "medium": { "accuracy": 77.9, - "cost": 0.0008, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 25.5, - "cost": 0.0013, + "cost": 0.0012, "robustness": 85.7 }, "all": { "accuracy": 74.9, - "cost": 0.0007, + "cost": 0.0006, "robustness": 56.8 } }, @@ -13742,17 +13742,17 @@ }, "medium": { "accuracy": 82.8, - "cost": 0.0006, + "cost": 0.0005, "robustness": 66.7 }, "hard": { "accuracy": 25.0, - "cost": 0.0008, + "cost": 0.0006, "robustness": 66.7 }, "all": { "accuracy": 78.6, - "cost": 0.0005, + "cost": 0.0004, "robustness": 61.9 } } @@ -13766,7 +13766,7 @@ }, "medium": { "accuracy": 74.6, - "cost": 0.0011, + "cost": 0.001, "robustness": 50.0 }, "hard": { @@ -13776,7 +13776,7 @@ }, "all": { "accuracy": 73.4, - "cost": 0.0009, + "cost": 0.0008, "robustness": 55.6 } } @@ -13840,12 +13840,12 @@ }, "medium": { "accuracy": 78.1, - "cost": 0.0007, + "cost": 0.0005, "robustness": 71.4 }, "hard": { "accuracy": 33.1, - "cost": 0.0008, + "cost": 0.0007, "robustness": 100.0 }, "all": { @@ -13859,22 +13859,22 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0004, + "cost": 0.0003, "robustness": 60.0 }, "medium": { "accuracy": 93.4, - "cost": 0.0009, + "cost": 0.0007, "robustness": 76.9 }, "hard": { "accuracy": 64.3, - "cost": 0.0014, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 91.3, - "cost": 0.0008, + "cost": 0.0006, "robustness": 73.7 } } @@ -13888,7 +13888,7 @@ }, "medium": { "accuracy": 45.5, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0.0 }, "hard": { @@ -13912,12 +13912,12 @@ }, "medium": { "accuracy": 69.0, - "cost": 0.0005, + "cost": 0.0004, "robustness": 71.4 }, "hard": { "accuracy": 22.1, - "cost": 0.0006, + "cost": 0.0005, "robustness": 100.0 }, "all": { @@ -14067,7 +14067,7 @@ }, "hard": { "accuracy": 50.2, - "cost": 0.0022, + "cost": 0.0023, "robustness": 6.7 }, "all": { @@ -14208,7 +14208,7 @@ }, "medium": { "accuracy": 73.4, - "cost": 0.0006, + "cost": 0.0007, "robustness": 40.0 }, "hard": { @@ -14239,7 +14239,7 @@ }, "hard": { "accuracy": 58.1, - "cost": 0.0005, + "cost": 0.0004, "robustness": 12.0 }, "all": { @@ -14263,7 +14263,7 @@ }, "hard": { "accuracy": 58.1, - "cost": 0.0005, + "cost": 0.0004, "robustness": 12.0 }, "all": { @@ -14289,7 +14289,7 @@ }, "hard": { "accuracy": 34.4, - "cost": 0.0004, + "cost": 0.0005, "robustness": 29.2 }, "all": { @@ -14313,7 +14313,7 @@ }, "hard": { "accuracy": 34.4, - "cost": 0.0004, + "cost": 0.0005, "robustness": 29.2 }, "all": { @@ -14382,7 +14382,7 @@ }, "medium": { "accuracy": 84.2, - "cost": 0.0005, + "cost": 0.0004, "robustness": 66.7 }, "hard": { @@ -14504,12 +14504,12 @@ }, "medium": { "accuracy": 64.7, - "cost": 0.0006, + "cost": 0.0005, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -14533,7 +14533,7 @@ }, "hard": { "accuracy": 15.4, - "cost": 0.0009, + "cost": 0.0008, "robustness": 0 }, "all": { @@ -14571,7 +14571,7 @@ "metrics": { "easy": { "accuracy": 98.9, - "cost": 0.0002, + "cost": 0.0001, "robustness": 36.4 }, "medium": { @@ -14586,7 +14586,7 @@ }, "all": { "accuracy": 85.4, - "cost": 0.0006, + "cost": 0.0005, "robustness": 37.0 } } @@ -14600,7 +14600,7 @@ }, "medium": { "accuracy": 85.7, - "cost": 0.0007, + "cost": 0.0006, "robustness": 50.0 }, "hard": { @@ -14629,7 +14629,7 @@ }, "hard": { "accuracy": 8.5, - "cost": 0.0009, + "cost": 0.001, "robustness": 0.0 }, "all": { @@ -14684,7 +14684,7 @@ }, "all": { "accuracy": 73.5, - "cost": 0.0006, + "cost": 0.0007, "robustness": 19.0 } } @@ -14732,7 +14732,7 @@ }, "all": { "accuracy": 77.0, - "cost": 0.0003, + "cost": 0.0002, "robustness": 50.0 } } @@ -14751,7 +14751,7 @@ }, "hard": { "accuracy": 8.8, - "cost": 0.0008, + "cost": 0.0009, "robustness": 0.0 }, "all": { @@ -14806,7 +14806,7 @@ }, "all": { "accuracy": 88.7, - "cost": 0.0011, + "cost": 0.001, "robustness": 21.1 } } @@ -14877,12 +14877,12 @@ }, "hard": { "accuracy": 33.6, - "cost": 0.0016, + "cost": 0.0012, "robustness": 29.4 }, "all": { "accuracy": 75.6, - "cost": 0.001, + "cost": 0.0009, "robustness": 22.6 } }, @@ -14901,12 +14901,12 @@ }, "hard": { "accuracy": 13.6, - "cost": 0.0026, + "cost": 0.0022, "robustness": 40.0 }, "all": { "accuracy": 66.9, - "cost": 0.0016, + "cost": 0.0015, "robustness": 29.2 } }, @@ -14925,12 +14925,12 @@ }, "hard": { "accuracy": 10.7, - "cost": 0.002, + "cost": 0.0015, "robustness": 50.0 }, "all": { "accuracy": 60.4, - "cost": 0.0011, + "cost": 0.0009, "robustness": 20.0 } } @@ -14944,7 +14944,7 @@ }, "medium": { "accuracy": 53.4, - "cost": 0.0019, + "cost": 0.0018, "robustness": 80.0 }, "hard": { @@ -14973,12 +14973,12 @@ }, "hard": { "accuracy": 13.6, - "cost": 0.0031, + "cost": 0.0029, "robustness": 50.0 }, "all": { "accuracy": 69.3, - "cost": 0.002, + "cost": 0.0019, "robustness": 25.0 } } @@ -14989,22 +14989,22 @@ "metrics": { "easy": { "accuracy": 98.6, - "cost": 0.0006, + "cost": 0.0005, "robustness": 23.1 }, "medium": { "accuracy": 84.2, - "cost": 0.0011, + "cost": 0.001, "robustness": 9.5 }, "hard": { "accuracy": 44.5, - "cost": 0.0032, + "cost": 0.0014, "robustness": 60.0 }, "all": { "accuracy": 84.4, - "cost": 0.0012, + "cost": 0.0008, "robustness": 27.4 } }, @@ -15018,17 +15018,17 @@ }, "medium": { "accuracy": 89.4, - "cost": 0.0011, + "cost": 0.001, "robustness": 11.8 }, "hard": { "accuracy": 50.2, - "cost": 0.0037, + "cost": 0.0016, "robustness": 61.5 }, "all": { "accuracy": 85.2, - "cost": 0.0015, + "cost": 0.001, "robustness": 30.2 } } @@ -15052,7 +15052,7 @@ }, "all": { "accuracy": 82.3, - "cost": 0.0006, + "cost": 0.0005, "robustness": 21.1 } } @@ -15073,12 +15073,12 @@ }, "hard": { "accuracy": 16.8, - "cost": 0.0013, + "cost": 0.0012, "robustness": 10.0 }, "all": { "accuracy": 74.0, - "cost": 0.0009, + "cost": 0.0008, "robustness": 20.5 } }, @@ -15140,17 +15140,17 @@ }, "medium": { "accuracy": 74.1, - "cost": 0.0012, + "cost": 0.0011, "robustness": 0.0 }, "hard": { "accuracy": 16.2, - "cost": 0.0013, + "cost": 0.0012, "robustness": 10.0 }, "all": { "accuracy": 68.5, - "cost": 0.001, + "cost": 0.0009, "robustness": 19.2 } } @@ -15166,7 +15166,7 @@ }, "medium": { "accuracy": 58.1, - "cost": 0.0007, + "cost": 0.0006, "robustness": 11.1 }, "hard": { @@ -15176,7 +15176,7 @@ }, "all": { "accuracy": 70.4, - "cost": 0.0008, + "cost": 0.0007, "robustness": 15.6 } }, @@ -15190,7 +15190,7 @@ }, "medium": { "accuracy": 58.1, - "cost": 0.0007, + "cost": 0.0006, "robustness": 11.1 }, "hard": { @@ -15200,7 +15200,7 @@ }, "all": { "accuracy": 70.4, - "cost": 0.0008, + "cost": 0.0007, "robustness": 15.6 } } @@ -15216,17 +15216,17 @@ }, "medium": { "accuracy": 76.7, - "cost": 0.0011, + "cost": 0.0009, "robustness": 0.0 }, "hard": { "accuracy": 32.0, - "cost": 0.0013, + "cost": 0.001, "robustness": 16.7 }, "all": { "accuracy": 47.2, - "cost": 0.0011, + "cost": 0.0009, "robustness": 17.2 } }, @@ -15240,17 +15240,17 @@ }, "medium": { "accuracy": 76.7, - "cost": 0.0011, + "cost": 0.0009, "robustness": 0.0 }, "hard": { "accuracy": 32.0, - "cost": 0.0013, + "cost": 0.001, "robustness": 16.7 }, "all": { "accuracy": 47.2, - "cost": 0.0011, + "cost": 0.0009, "robustness": 17.2 } } @@ -15271,7 +15271,7 @@ }, "hard": { "accuracy": 27.2, - "cost": 0.0011, + "cost": 0.0009, "robustness": 42.9 }, "all": { @@ -15300,7 +15300,7 @@ }, "all": { "accuracy": 74.2, - "cost": 0.0006, + "cost": 0.0005, "robustness": 23.8 } } @@ -15338,17 +15338,17 @@ }, "medium": { "accuracy": 77.5, - "cost": 0.0009, + "cost": 0.0008, "robustness": 0.0 }, "hard": { "accuracy": 28.9, - "cost": 0.0013, + "cost": 0.001, "robustness": 66.7 }, "all": { "accuracy": 63.1, - "cost": 0.001, + "cost": 0.0009, "robustness": 50.0 } } @@ -15367,7 +15367,7 @@ }, "hard": { "accuracy": 22.2, - "cost": 0.0006, + "cost": 0.0005, "robustness": 50.0 }, "all": { @@ -15388,17 +15388,17 @@ }, "medium": { "accuracy": 81.0, - "cost": 0.0011, + "cost": 0.001, "robustness": 14.3 }, "hard": { "accuracy": 27.8, - "cost": 0.002, + "cost": 0.0018, "robustness": 44.4 }, "all": { "accuracy": 83.1, - "cost": 0.0009, + "cost": 0.0008, "robustness": 15.9 } }, @@ -15431,7 +15431,7 @@ "metrics": { "easy": { "accuracy": 97.4, - "cost": 0.0006, + "cost": 0.0005, "robustness": 14.3 }, "medium": { @@ -15446,7 +15446,7 @@ }, "all": { "accuracy": 90.9, - "cost": 0.0006, + "cost": 0.0005, "robustness": 14.3 } } @@ -15479,17 +15479,17 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0005, + "cost": 0.0004, "robustness": 0.0 }, "medium": { "accuracy": 74.6, - "cost": 0.0008, + "cost": 0.0007, "robustness": 0.0 }, "hard": { "accuracy": 23.1, - "cost": 0.0006, + "cost": 0.0005, "robustness": 100.0 }, "all": { @@ -15508,17 +15508,17 @@ }, "medium": { "accuracy": 82.8, - "cost": 0.0011, + "cost": 0.001, "robustness": 27.3 }, "hard": { "accuracy": 37.1, - "cost": 0.003, + "cost": 0.0026, "robustness": 60.0 }, "all": { "accuracy": 83.0, - "cost": 0.0012, + "cost": 0.001, "robustness": 29.6 } } @@ -15532,7 +15532,7 @@ }, "medium": { "accuracy": 76.2, - "cost": 0.0014, + "cost": 0.0012, "robustness": 0.0 }, "hard": { @@ -15542,7 +15542,7 @@ }, "all": { "accuracy": 84.5, - "cost": 0.001, + "cost": 0.0009, "robustness": 0.0 } } @@ -15561,7 +15561,7 @@ }, "hard": { "accuracy": 8.5, - "cost": 0.0013, + "cost": 0.0012, "robustness": 0.0 }, "all": { @@ -15582,17 +15582,17 @@ }, "medium": { "accuracy": 76.3, - "cost": 0.0013, + "cost": 0.0012, "robustness": 8.3 }, "hard": { "accuracy": 17.4, - "cost": 0.0014, + "cost": 0.0013, "robustness": 42.9 }, "all": { "accuracy": 71.6, - "cost": 0.0011, + "cost": 0.001, "robustness": 24.3 } }, @@ -15606,12 +15606,12 @@ }, "medium": { "accuracy": 78.5, - "cost": 0.0012, + "cost": 0.0011, "robustness": 16.7 }, "hard": { "accuracy": 17.5, - "cost": 0.0015, + "cost": 0.0013, "robustness": 0.0 }, "all": { @@ -15625,12 +15625,12 @@ "metrics": { "easy": { "accuracy": 92.3, - "cost": 0.0011, + "cost": 0.0009, "robustness": 33.3 }, "medium": { "accuracy": 77.8, - "cost": 0.0016, + "cost": 0.0015, "robustness": 0.0 }, "hard": { @@ -15640,7 +15640,7 @@ }, "all": { "accuracy": 72.8, - "cost": 0.0013, + "cost": 0.0012, "robustness": 33.3 } } @@ -15709,12 +15709,12 @@ }, "hard": { "accuracy": 24.2, - "cost": 0.0012, + "cost": 0.001, "robustness": 28.6 }, "all": { "accuracy": 81.7, - "cost": 0.0008, + "cost": 0.0007, "robustness": 23.9 } }, @@ -15733,12 +15733,12 @@ }, "hard": { "accuracy": 35.7, - "cost": 0.002, + "cost": 0.0014, "robustness": 0.0 }, "all": { "accuracy": 83.9, - "cost": 0.0012, + "cost": 0.0011, "robustness": 10.5 } } @@ -15762,7 +15762,7 @@ }, "all": { "accuracy": 89.0, - "cost": 0.0006, + "cost": 0.0005, "robustness": 20.0 } } @@ -15781,12 +15781,12 @@ }, "hard": { "accuracy": 20.4, - "cost": 0.0009, + "cost": 0.0008, "robustness": 33.3 }, "all": { "accuracy": 80.4, - "cost": 0.0007, + "cost": 0.0006, "robustness": 29.8 } } @@ -15799,22 +15799,22 @@ "metrics": { "easy": { "accuracy": 96.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.0 }, "medium": { "accuracy": 67.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.5 }, "hard": { "accuracy": 25.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 98.2 }, "all": { "accuracy": 71.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.7 } }, @@ -15823,7 +15823,7 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -15833,12 +15833,12 @@ }, "hard": { "accuracy": 7.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 62.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } }, @@ -15857,12 +15857,12 @@ }, "hard": { "accuracy": 5.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 58.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -15876,17 +15876,17 @@ }, "medium": { "accuracy": 50.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 12.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 65.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -15895,7 +15895,7 @@ "metrics": { "easy": { "accuracy": 91.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -15905,7 +15905,7 @@ }, "hard": { "accuracy": 7.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { @@ -15921,22 +15921,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 92.3 }, "medium": { "accuracy": 80.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 33.1, - "cost": 0.0002, + "cost": 0.001, "robustness": 100.0 }, "all": { "accuracy": 80.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 96.8 } }, @@ -15945,22 +15945,22 @@ "metrics": { "easy": { "accuracy": 98.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 84.6 }, "medium": { "accuracy": 83.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 37.3, - "cost": 0.0002, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 80.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 95.3 } } @@ -15995,22 +15995,22 @@ "metrics": { "easy": { "accuracy": 96.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 95.7 }, "medium": { "accuracy": 62.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 83.3 }, "hard": { "accuracy": 9.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 69.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 94.9 } }, @@ -16067,22 +16067,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 90.9 }, "medium": { "accuracy": 64.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "hard": { "accuracy": 7.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 63.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 92.3 } } @@ -16098,17 +16098,17 @@ }, "medium": { "accuracy": 50.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 48.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.0 }, "all": { "accuracy": 61.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 97.8 } }, @@ -16122,17 +16122,17 @@ }, "medium": { "accuracy": 50.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 48.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.0 }, "all": { "accuracy": 61.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 97.8 } } @@ -16143,12 +16143,12 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 65.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { @@ -16158,7 +16158,7 @@ }, "all": { "accuracy": 43.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } }, @@ -16167,12 +16167,12 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 65.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { @@ -16182,7 +16182,7 @@ }, "all": { "accuracy": 43.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16193,22 +16193,22 @@ "metrics": { "easy": { "accuracy": 96.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 96.3 }, "medium": { "accuracy": 62.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "hard": { "accuracy": 14.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 76.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 93.2 } }, @@ -16217,12 +16217,12 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 92.9 }, "medium": { "accuracy": 37.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 60.0 }, "hard": { @@ -16232,7 +16232,7 @@ }, "all": { "accuracy": 73.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 85.7 } } @@ -16241,22 +16241,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 84.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { "accuracy": 93.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16265,22 +16265,22 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 67.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 8.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 54.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16289,22 +16289,22 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 83.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 16.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 86.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16315,22 +16315,22 @@ "metrics": { "easy": { "accuracy": 97.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 97.4 }, "medium": { "accuracy": 75.9, - "cost": 0.0, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 21.1, - "cost": 0.0001, + "cost": 0.0006, "robustness": 88.9 }, "all": { "accuracy": 80.5, - "cost": 0.0, + "cost": 0.0002, "robustness": 97.1 } }, @@ -16363,22 +16363,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 64.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 11.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { "accuracy": 88.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16387,22 +16387,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 82.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 23.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { "accuracy": 81.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16416,17 +16416,17 @@ }, "medium": { "accuracy": 72.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 0.0 }, "all": { "accuracy": 89.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 93.3 } } @@ -16435,22 +16435,22 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 79.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 37.1, - "cost": 0.0002, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 81.9, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 } } @@ -16459,22 +16459,22 @@ "metrics": { "easy": { "accuracy": 95.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 78.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 27.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "all": { "accuracy": 80.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16493,12 +16493,12 @@ }, "hard": { "accuracy": 1.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 34.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 87.5 } } @@ -16509,22 +16509,22 @@ "metrics": { "easy": { "accuracy": 95.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 62.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 7.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 64.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } }, @@ -16533,22 +16533,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 68.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 6.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 69.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16557,22 +16557,22 @@ "metrics": { "easy": { "accuracy": 90.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 60.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 10.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 63.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -16610,7 +16610,7 @@ }, "medium": { "accuracy": 33.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { @@ -16631,22 +16631,22 @@ "metrics": { "easy": { "accuracy": 95.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 93.0 }, "medium": { "accuracy": 67.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 95.2 }, "hard": { "accuracy": 17.8, - "cost": 0.0, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 78.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 94.4 } }, @@ -16655,22 +16655,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "medium": { "accuracy": 80.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 92.3 }, "hard": { "accuracy": 35.7, - "cost": 0.0001, + "cost": 0.0004, "robustness": 100.0 }, "all": { "accuracy": 80.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 89.5 } } @@ -16703,22 +16703,22 @@ "metrics": { "easy": { "accuracy": 95.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 94.1 }, "medium": { "accuracy": 58.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { "accuracy": 11.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 76.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 95.7 } } @@ -16736,17 +16736,17 @@ }, "medium": { "accuracy": 78.3, - "cost": 0.0004, + "cost": 0.0005, "robustness": 69.9 }, "hard": { "accuracy": 41.1, - "cost": 0.0009, + "cost": 0.0017, "robustness": 78.9 }, "all": { "accuracy": 78.3, - "cost": 0.0004, + "cost": 0.0006, "robustness": 67.1 } }, @@ -16760,17 +16760,17 @@ }, "medium": { "accuracy": 67.5, - "cost": 0.0007, + "cost": 0.0006, "robustness": 72.7 }, "hard": { "accuracy": 23.8, - "cost": 0.0014, + "cost": 0.0035, "robustness": 80.0 }, "all": { "accuracy": 70.1, - "cost": 0.0006, + "cost": 0.0011, "robustness": 66.7 } }, @@ -16779,22 +16779,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 79.5, - "cost": 0.0003, + "cost": 0.0011, "robustness": 100.0 }, "hard": { "accuracy": 28.6, - "cost": 0.0021, + "cost": 0.0078, "robustness": 100.0 }, "all": { "accuracy": 68.2, - "cost": 0.0009, + "cost": 0.0032, "robustness": 100.0 } } @@ -16803,22 +16803,22 @@ "metrics": { "easy": { "accuracy": 92.9, - "cost": 0.0002, + "cost": 0.0001, "robustness": 40.0 }, "medium": { "accuracy": 61.2, - "cost": 0.0009, + "cost": 0.0006, "robustness": 40.0 }, "hard": { "accuracy": 12.0, - "cost": 0.0016, + "cost": 0.001, "robustness": 0.0 }, "all": { "accuracy": 69.2, - "cost": 0.0007, + "cost": 0.0004, "robustness": 36.4 } } @@ -16842,7 +16842,7 @@ }, "all": { "accuracy": 71.9, - "cost": 0.0005, + "cost": 0.0004, "robustness": 87.5 } } @@ -16863,7 +16863,7 @@ }, "hard": { "accuracy": 55.5, - "cost": 0.003, + "cost": 0.0031, "robustness": 60.0 }, "all": { @@ -16877,17 +16877,17 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 30.8 }, "medium": { "accuracy": 90.2, - "cost": 0.0009, + "cost": 0.0008, "robustness": 64.7 }, "hard": { "accuracy": 63.6, - "cost": 0.0035, + "cost": 0.0036, "robustness": 53.8 }, "all": { @@ -16932,17 +16932,17 @@ }, "medium": { "accuracy": 76.3, - "cost": 0.0002, + "cost": 0.0005, "robustness": 100.0 }, "hard": { "accuracy": 18.1, - "cost": 0.0006, + "cost": 0.0021, "robustness": 70.0 }, "all": { "accuracy": 75.3, - "cost": 0.0002, + "cost": 0.0006, "robustness": 56.4 } }, @@ -16951,12 +16951,12 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0001, + "cost": 0.0, "robustness": 50.0 }, "medium": { "accuracy": 88.9, - "cost": 0.0001, + "cost": 0.0, "robustness": 0 }, "hard": { @@ -16966,7 +16966,7 @@ }, "all": { "accuracy": 94.2, - "cost": 0.0001, + "cost": 0.0, "robustness": 50.0 } } @@ -16975,22 +16975,22 @@ "metrics": { "easy": { "accuracy": 98.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 62.5 }, "medium": { "accuracy": 65.5, - "cost": 0.0002, + "cost": 0.0006, "robustness": 100.0 }, "hard": { "accuracy": 41.7, - "cost": 0.0006, + "cost": 0.002, "robustness": 0 }, "all": { "accuracy": 87.3, - "cost": 0.0001, + "cost": 0.0004, "robustness": 66.7 } } @@ -17004,17 +17004,17 @@ }, "medium": { "accuracy": 77.7, - "cost": 0.0002, + "cost": 0.0005, "robustness": 100.0 }, "hard": { "accuracy": 16.2, - "cost": 0.0006, + "cost": 0.0021, "robustness": 70.0 }, "all": { "accuracy": 69.7, - "cost": 0.0003, + "cost": 0.0007, "robustness": 53.8 } } @@ -17075,22 +17075,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 88.7, - "cost": 0.0004, + "cost": 0.0012, "robustness": 100.0 }, "hard": { "accuracy": 40.5, - "cost": 0.0008, + "cost": 0.0023, "robustness": 91.7 }, "all": { "accuracy": 54.8, - "cost": 0.0006, + "cost": 0.0019, "robustness": 93.1 } }, @@ -17099,22 +17099,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 88.7, - "cost": 0.0004, + "cost": 0.0012, "robustness": 100.0 }, "hard": { "accuracy": 40.5, - "cost": 0.0008, + "cost": 0.0023, "robustness": 91.7 }, "all": { "accuracy": 54.8, - "cost": 0.0006, + "cost": 0.0019, "robustness": 93.1 } } @@ -17135,7 +17135,7 @@ }, "hard": { "accuracy": 34.6, - "cost": 0.0004, + "cost": 0.0011, "robustness": 100.0 }, "all": { @@ -17197,22 +17197,22 @@ "metrics": { "easy": { "accuracy": 89.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 }, "medium": { "accuracy": 77.5, - "cost": 0.0003, + "cost": 0.0005, "robustness": 50.0 }, "hard": { "accuracy": 33.3, - "cost": 0.0006, + "cost": 0.0019, "robustness": 100.0 }, "all": { "accuracy": 64.8, - "cost": 0.0004, + "cost": 0.0009, "robustness": 75.0 } } @@ -17252,12 +17252,12 @@ }, "medium": { "accuracy": 83.3, - "cost": 0.0003, + "cost": 0.0002, "robustness": 57.1 }, "hard": { "accuracy": 32.5, - "cost": 0.0007, + "cost": 0.0004, "robustness": 77.8 }, "all": { @@ -17300,12 +17300,12 @@ }, "medium": { "accuracy": 76.5, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "all": { @@ -17329,7 +17329,7 @@ }, "hard": { "accuracy": 15.4, - "cost": 0.0004, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -17372,17 +17372,17 @@ }, "medium": { "accuracy": 85.2, - "cost": 0.0004, + "cost": 0.0003, "robustness": 63.6 }, "hard": { "accuracy": 48.3, - "cost": 0.0013, + "cost": 0.0008, "robustness": 80.0 }, "all": { "accuracy": 85.9, - "cost": 0.0004, + "cost": 0.0003, "robustness": 66.7 } } @@ -17401,7 +17401,7 @@ }, "hard": { "accuracy": 36.4, - "cost": 0.0003, + "cost": 0.0002, "robustness": 0 }, "all": { @@ -17425,7 +17425,7 @@ }, "hard": { "accuracy": 18.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { @@ -17446,17 +17446,17 @@ }, "medium": { "accuracy": 76.3, - "cost": 0.0004, + "cost": 0.0007, "robustness": 66.7 }, "hard": { "accuracy": 30.9, - "cost": 0.0008, + "cost": 0.0021, "robustness": 71.4 }, "all": { "accuracy": 75.1, - "cost": 0.0004, + "cost": 0.0008, "robustness": 59.5 } }, @@ -17470,17 +17470,17 @@ }, "medium": { "accuracy": 82.2, - "cost": 0.0004, + "cost": 0.0008, "robustness": 66.7 }, "hard": { "accuracy": 40.0, - "cost": 0.0008, + "cost": 0.0022, "robustness": 66.7 }, "all": { "accuracy": 81.0, - "cost": 0.0004, + "cost": 0.0008, "robustness": 61.9 } } @@ -17489,12 +17489,12 @@ "metrics": { "easy": { "accuracy": 92.3, - "cost": 0.0003, + "cost": 0.0002, "robustness": 0.0 }, "medium": { "accuracy": 68.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 50.0 }, "hard": { @@ -17504,7 +17504,7 @@ }, "all": { "accuracy": 70.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 33.3 } } @@ -17537,22 +17537,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0 }, "medium": { "accuracy": 77.8, - "cost": 0.0006, + "cost": 0.0023, "robustness": 100.0 }, "hard": { "accuracy": 17.6, - "cost": 0.001, + "cost": 0.0035, "robustness": 100.0 }, "all": { "accuracy": 41.8, - "cost": 0.0008, + "cost": 0.003, "robustness": 100.0 } } @@ -17573,7 +17573,7 @@ }, "hard": { "accuracy": 27.4, - "cost": 0.0004, + "cost": 0.0003, "robustness": 28.6 }, "all": { @@ -17592,17 +17592,17 @@ }, "medium": { "accuracy": 87.4, - "cost": 0.0007, + "cost": 0.0006, "robustness": 76.9 }, "hard": { "accuracy": 57.1, - "cost": 0.0011, + "cost": 0.0008, "robustness": 0.0 }, "all": { "accuracy": 87.2, - "cost": 0.0005, + "cost": 0.0004, "robustness": 73.7 } } @@ -17645,7 +17645,7 @@ }, "hard": { "accuracy": 16.8, - "cost": 0.0002, + "cost": 0.0001, "robustness": 33.3 }, "all": { @@ -18595,7 +18595,7 @@ "metrics": { "easy": { "accuracy": 95.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 71.2 }, "medium": { @@ -18605,12 +18605,12 @@ }, "hard": { "accuracy": 37.5, - "cost": 0.0008, + "cost": 0.0014, "robustness": 56.9 }, "all": { "accuracy": 76.2, - "cost": 0.0004, + "cost": 0.0005, "robustness": 68.8 } }, @@ -18619,22 +18619,22 @@ "metrics": { "easy": { "accuracy": 95.6, - "cost": 0.0003, + "cost": 0.0002, "robustness": 75.0 }, "medium": { "accuracy": 69.0, - "cost": 0.001, + "cost": 0.0007, "robustness": 90.9 }, "hard": { "accuracy": 22.4, - "cost": 0.0024, + "cost": 0.0028, "robustness": 60.0 }, "all": { "accuracy": 70.6, - "cost": 0.001, + "cost": 0.0009, "robustness": 79.2 } }, @@ -18648,17 +18648,17 @@ }, "medium": { "accuracy": 79.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 50.0 }, "hard": { "accuracy": 17.9, - "cost": 0.0016, + "cost": 0.0043, "robustness": 50.0 }, "all": { "accuracy": 64.3, - "cost": 0.0006, + "cost": 0.0017, "robustness": 60.0 } } @@ -18667,22 +18667,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0002, + "cost": 0.0001, "robustness": 80.0 }, "medium": { "accuracy": 53.4, - "cost": 0.001, + "cost": 0.0007, "robustness": 100.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0014, + "cost": 0.0009, "robustness": 100.0 }, "all": { "accuracy": 67.9, - "cost": 0.0007, + "cost": 0.0005, "robustness": 90.9 } } @@ -18691,22 +18691,22 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0004, + "cost": 0.0003, "robustness": 50.0 }, "medium": { "accuracy": 83.0, - "cost": 0.0014, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 25.8, - "cost": 0.0034, + "cost": 0.0022, "robustness": 50.0 }, "all": { "accuracy": 75.8, - "cost": 0.0014, + "cost": 0.001, "robustness": 75.0 } } @@ -18717,22 +18717,22 @@ "metrics": { "easy": { "accuracy": 96.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 61.5 }, "medium": { "accuracy": 88.3, - "cost": 0.0004, + "cost": 0.0007, "robustness": 71.4 }, "hard": { "accuracy": 69.4, - "cost": 0.0014, + "cost": 0.0016, "robustness": 13.3 }, "all": { "accuracy": 89.2, - "cost": 0.0004, + "cost": 0.0006, "robustness": 53.2 } }, @@ -18741,22 +18741,22 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 76.9 }, "medium": { "accuracy": 92.3, - "cost": 0.0005, + "cost": 0.0008, "robustness": 70.6 }, "hard": { "accuracy": 78.9, - "cost": 0.0016, + "cost": 0.0019, "robustness": 15.4 }, "all": { "accuracy": 91.7, - "cost": 0.0006, + "cost": 0.0008, "robustness": 55.8 } } @@ -18791,22 +18791,22 @@ "metrics": { "easy": { "accuracy": 98.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 65.2 }, "medium": { "accuracy": 75.1, - "cost": 0.0002, + "cost": 0.0004, "robustness": 50.0 }, "hard": { "accuracy": 15.4, - "cost": 0.0005, + "cost": 0.0017, "robustness": 70.0 }, "all": { "accuracy": 75.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 64.1 } }, @@ -18815,22 +18815,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0005, "robustness": 50.0 }, "medium": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0005, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 98.1, - "cost": 0.0001, + "cost": 0.0005, "robustness": 50.0 } } @@ -18844,17 +18844,17 @@ }, "medium": { "accuracy": 69.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0.0 }, "hard": { "accuracy": 41.7, - "cost": 0.0003, + "cost": 0.0009, "robustness": 0 }, "all": { "accuracy": 88.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 } } @@ -18868,17 +18868,17 @@ }, "medium": { "accuracy": 74.8, - "cost": 0.0002, + "cost": 0.0005, "robustness": 60.0 }, "hard": { "accuracy": 13.2, - "cost": 0.0006, + "cost": 0.0018, "robustness": 70.0 }, "all": { "accuracy": 68.5, - "cost": 0.0003, + "cost": 0.0007, "robustness": 65.4 } } @@ -18899,12 +18899,12 @@ }, "hard": { "accuracy": 53.3, - "cost": 0.0003, + "cost": 0.0009, "robustness": 72.0 }, "all": { "accuracy": 60.5, - "cost": 0.0002, + "cost": 0.0005, "robustness": 71.1 } }, @@ -18923,12 +18923,12 @@ }, "hard": { "accuracy": 53.3, - "cost": 0.0003, + "cost": 0.0009, "robustness": 72.0 }, "all": { "accuracy": 60.5, - "cost": 0.0002, + "cost": 0.0005, "robustness": 71.1 } } @@ -18944,17 +18944,17 @@ }, "medium": { "accuracy": 84.6, - "cost": 0.0002, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 34.7, - "cost": 0.0006, + "cost": 0.0017, "robustness": 50.0 }, "all": { "accuracy": 49.9, - "cost": 0.0005, + "cost": 0.0014, "robustness": 55.2 } }, @@ -18968,17 +18968,17 @@ }, "medium": { "accuracy": 84.6, - "cost": 0.0002, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 34.7, - "cost": 0.0006, + "cost": 0.0017, "robustness": 50.0 }, "all": { "accuracy": 49.9, - "cost": 0.0005, + "cost": 0.0014, "robustness": 55.2 } } @@ -18999,12 +18999,12 @@ }, "hard": { "accuracy": 19.8, - "cost": 0.0006, + "cost": 0.0014, "robustness": 57.1 }, "all": { "accuracy": 78.9, - "cost": 0.0002, + "cost": 0.0003, "robustness": 70.5 } }, @@ -19023,7 +19023,7 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0.0 }, "all": { @@ -19042,12 +19042,12 @@ }, "medium": { "accuracy": 92.1, - "cost": 0.0003, + "cost": 0.0002, "robustness": 66.7 }, "hard": { "accuracy": 40.0, - "cost": 0.0005, + "cost": 0.0004, "robustness": 0 }, "all": { @@ -19066,17 +19066,17 @@ }, "medium": { "accuracy": 82.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 24.4, - "cost": 0.0008, + "cost": 0.0023, "robustness": 66.7 }, "all": { "accuracy": 65.6, - "cost": 0.0004, + "cost": 0.001, "robustness": 75.0 } } @@ -19111,22 +19111,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 66.7 }, "medium": { "accuracy": 83.6, - "cost": 0.0003, + "cost": 0.0004, "robustness": 81.0 }, "hard": { "accuracy": 37.1, - "cost": 0.0009, + "cost": 0.0011, "robustness": 77.8 }, "all": { "accuracy": 85.3, - "cost": 0.0003, + "cost": 0.0004, "robustness": 72.5 } }, @@ -19140,7 +19140,7 @@ }, "medium": { "accuracy": 80.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -19159,7 +19159,7 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 71.4 }, "medium": { @@ -19174,7 +19174,7 @@ }, "all": { "accuracy": 93.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 71.4 } } @@ -19183,22 +19183,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0003, + "cost": 0.0009, "robustness": 100.0 }, "medium": { "accuracy": 94.1, - "cost": 0.0003, + "cost": 0.0004, "robustness": 50.0 }, "hard": { "accuracy": 30.8, - "cost": 0.0006, + "cost": 0.0017, "robustness": 0 }, "all": { "accuracy": 86.7, - "cost": 0.0003, + "cost": 0.0008, "robustness": 80.0 } } @@ -19236,12 +19236,12 @@ }, "medium": { "accuracy": 86.4, - "cost": 0.0004, + "cost": 0.0003, "robustness": 90.9 }, "hard": { "accuracy": 58.4, - "cost": 0.0012, + "cost": 0.0009, "robustness": 60.0 }, "all": { @@ -19255,22 +19255,22 @@ "metrics": { "easy": { "accuracy": 93.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 88.1, - "cost": 0.0005, + "cost": 0.0008, "robustness": 100.0 }, "hard": { "accuracy": 45.5, - "cost": 0.0006, + "cost": 0.001, "robustness": 0 }, "all": { "accuracy": 85.6, - "cost": 0.0004, + "cost": 0.0006, "robustness": 100.0 } } @@ -19279,7 +19279,7 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 60.0 }, "medium": { @@ -19289,12 +19289,12 @@ }, "hard": { "accuracy": 11.9, - "cost": 0.0008, + "cost": 0.0018, "robustness": 100.0 }, "all": { "accuracy": 45.6, - "cost": 0.0004, + "cost": 0.001, "robustness": 75.0 } } @@ -19315,7 +19315,7 @@ }, "hard": { "accuracy": 18.1, - "cost": 0.0005, + "cost": 0.0007, "robustness": 57.1 }, "all": { @@ -19339,12 +19339,12 @@ }, "hard": { "accuracy": 21.2, - "cost": 0.0007, + "cost": 0.001, "robustness": 33.3 }, "all": { "accuracy": 75.1, - "cost": 0.0003, + "cost": 0.0004, "robustness": 57.1 } } @@ -19353,12 +19353,12 @@ "metrics": { "easy": { "accuracy": 93.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 76.2, - "cost": 0.0004, + "cost": 0.0003, "robustness": 75.0 }, "hard": { @@ -19387,12 +19387,12 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0, "robustness": 100.0 }, "all": { "accuracy": 77.0, - "cost": 0.0001, + "cost": 0.0, "robustness": 75.0 } } @@ -19406,7 +19406,7 @@ }, "medium": { "accuracy": 72.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 }, "hard": { @@ -19437,7 +19437,7 @@ }, "hard": { "accuracy": 28.0, - "cost": 0.0005, + "cost": 0.0006, "robustness": 71.4 }, "all": { @@ -19456,17 +19456,17 @@ }, "medium": { "accuracy": 90.4, - "cost": 0.0007, + "cost": 0.0005, "robustness": 100.0 }, "hard": { "accuracy": 59.5, - "cost": 0.0008, + "cost": 0.0006, "robustness": 0.0 }, "all": { "accuracy": 89.3, - "cost": 0.0005, + "cost": 0.0004, "robustness": 89.5 } } @@ -19504,12 +19504,12 @@ }, "medium": { "accuracy": 57.0, - "cost": 0.0002, + "cost": 0.0003, "robustness": 85.7 }, "hard": { "accuracy": 16.8, - "cost": 0.0003, + "cost": 0.0006, "robustness": 83.3 }, "all": { @@ -19532,12 +19532,12 @@ }, "medium": { "accuracy": 61.4, - "cost": 0.0003, + "cost": 0.0004, "robustness": 89.4 }, "hard": { "accuracy": 27.8, - "cost": 0.0005, + "cost": 0.0006, "robustness": 89.0 }, "all": { @@ -19628,7 +19628,7 @@ }, "medium": { "accuracy": 47.0, - "cost": 0.0006, + "cost": 0.0007, "robustness": 75.0 }, "hard": { @@ -19659,12 +19659,12 @@ }, "hard": { "accuracy": 60.0, - "cost": 0.0019, + "cost": 0.0023, "robustness": 53.3 }, "all": { "accuracy": 84.2, - "cost": 0.0006, + "cost": 0.0007, "robustness": 82.3 } }, @@ -19678,17 +19678,17 @@ }, "medium": { "accuracy": 86.7, - "cost": 0.0006, + "cost": 0.0007, "robustness": 88.2 }, "hard": { "accuracy": 68.9, - "cost": 0.0022, + "cost": 0.0026, "robustness": 46.2 }, "all": { "accuracy": 87.0, - "cost": 0.0008, + "cost": 0.0009, "robustness": 76.7 } } @@ -20017,7 +20017,7 @@ "metrics": { "easy": { "accuracy": 95.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 83.3 }, "medium": { @@ -20459,7 +20459,7 @@ "metrics": { "easy": { "accuracy": 97.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 89.4 }, "medium": { @@ -20474,7 +20474,7 @@ }, "all": { "accuracy": 76.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 79.8 } }, @@ -20483,7 +20483,7 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 75.0 }, "medium": { @@ -20493,12 +20493,12 @@ }, "hard": { "accuracy": 16.3, - "cost": 0.0007, + "cost": 0.0008, "robustness": 60.0 }, "all": { "accuracy": 68.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 62.5 } }, @@ -20531,7 +20531,7 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "medium": { @@ -20546,7 +20546,7 @@ }, "all": { "accuracy": 68.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 54.5 } } @@ -20555,7 +20555,7 @@ "metrics": { "easy": { "accuracy": 90.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "medium": { @@ -20581,7 +20581,7 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -20591,7 +20591,7 @@ }, "hard": { "accuracy": 51.0, - "cost": 0.0009, + "cost": 0.001, "robustness": 33.3 }, "all": { @@ -20615,7 +20615,7 @@ }, "hard": { "accuracy": 57.9, - "cost": 0.0011, + "cost": 0.0012, "robustness": 38.5 }, "all": { @@ -20639,12 +20639,12 @@ }, "hard": { "accuracy": 11.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 0.0 }, "all": { "accuracy": 84.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 84.2 } } @@ -20655,12 +20655,12 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 95.7 }, "medium": { "accuracy": 71.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 }, "hard": { @@ -20694,7 +20694,7 @@ }, "all": { "accuracy": 96.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -20708,7 +20708,7 @@ }, "medium": { "accuracy": 55.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { @@ -20727,12 +20727,12 @@ "metrics": { "easy": { "accuracy": 98.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 74.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 40.0 }, "hard": { @@ -20742,7 +20742,7 @@ }, "all": { "accuracy": 68.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 76.9 } } @@ -20753,17 +20753,17 @@ "metrics": { "easy": { "accuracy": 90.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 81.8 }, "medium": { "accuracy": 48.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 55.7, - "cost": 0.0005, + "cost": 0.0006, "robustness": 76.0 }, "all": { @@ -20777,17 +20777,17 @@ "metrics": { "easy": { "accuracy": 90.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 81.8 }, "medium": { "accuracy": 48.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 55.7, - "cost": 0.0005, + "cost": 0.0006, "robustness": 76.0 }, "all": { @@ -20808,7 +20808,7 @@ }, "medium": { "accuracy": 72.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "hard": { @@ -20832,7 +20832,7 @@ }, "medium": { "accuracy": 72.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "hard": { @@ -20853,7 +20853,7 @@ "metrics": { "easy": { "accuracy": 97.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 81.5 }, "medium": { @@ -20877,7 +20877,7 @@ "metrics": { "easy": { "accuracy": 95.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 85.7 }, "medium": { @@ -20892,7 +20892,7 @@ }, "all": { "accuracy": 74.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 71.4 } } @@ -20901,7 +20901,7 @@ "metrics": { "easy": { "accuracy": 98.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -20911,7 +20911,7 @@ }, "hard": { "accuracy": 80.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 0 }, "all": { @@ -20925,7 +20925,7 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 66.7 }, "medium": { @@ -20949,12 +20949,12 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 66.7 }, "medium": { "accuracy": 95.8, - "cost": 0.0, + "cost": 0.0001, "robustness": 0 }, "hard": { @@ -20964,7 +20964,7 @@ }, "all": { "accuracy": 91.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 62.5 } } @@ -20975,12 +20975,12 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 84.6 }, "medium": { "accuracy": 81.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 }, "hard": { @@ -20990,7 +20990,7 @@ }, "all": { "accuracy": 83.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 78.3 } }, @@ -21014,7 +21014,7 @@ }, "all": { "accuracy": 92.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 } } @@ -21023,12 +21023,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 82.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -21038,7 +21038,7 @@ }, "all": { "accuracy": 93.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -21047,7 +21047,7 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -21057,7 +21057,7 @@ }, "hard": { "accuracy": 30.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { @@ -21071,7 +21071,7 @@ "metrics": { "easy": { "accuracy": 99.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 50.0 }, "medium": { @@ -21086,7 +21086,7 @@ }, "all": { "accuracy": 91.5, - "cost": 0.0, + "cost": 0.0001, "robustness": 46.7 } } @@ -21095,17 +21095,17 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 85.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 81.8 }, "hard": { "accuracy": 41.6, - "cost": 0.0006, + "cost": 0.0007, "robustness": 100.0 }, "all": { @@ -21119,7 +21119,7 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { @@ -21169,12 +21169,12 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0, + "cost": 0.0001, "robustness": 94.4 }, "medium": { "accuracy": 75.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 83.3 }, "hard": { @@ -21193,17 +21193,17 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "medium": { "accuracy": 79.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 15.0, - "cost": 0.0005, + "cost": 0.0006, "robustness": 66.7 }, "all": { @@ -21251,12 +21251,12 @@ }, "hard": { "accuracy": 0.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "all": { "accuracy": 77.0, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 } } @@ -21291,17 +21291,17 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0, + "cost": 0.0001, "robustness": 90.7 }, "medium": { "accuracy": 76.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 85.7 }, "hard": { "accuracy": 24.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 85.7 }, "all": { @@ -21315,12 +21315,12 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 80.0 }, "medium": { "accuracy": 89.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 92.3 }, "hard": { @@ -21330,7 +21330,7 @@ }, "all": { "accuracy": 87.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 89.5 } } @@ -21344,7 +21344,7 @@ }, "medium": { "accuracy": 72.7, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { @@ -21363,7 +21363,7 @@ "metrics": { "easy": { "accuracy": 97.2, - "cost": 0.0, + "cost": 0.0001, "robustness": 91.2 }, "medium": { @@ -21420,17 +21420,17 @@ }, "medium": { "accuracy": 81.2, - "cost": 0.0016, + "cost": 0.0018, "robustness": 100.0 }, "hard": { "accuracy": 34.0, - "cost": 0.0022, + "cost": 0.0025, "robustness": 100.0 }, "all": { "accuracy": 78.0, - "cost": 0.0013, + "cost": 0.0014, "robustness": 100.0 } }, @@ -21444,12 +21444,12 @@ }, "medium": { "accuracy": 94.9, - "cost": 0.0006, + "cost": 0.0007, "robustness": 100.0 }, "hard": { "accuracy": 33.9, - "cost": 0.0011, + "cost": 0.0012, "robustness": 100.0 }, "all": { @@ -21468,17 +21468,17 @@ }, "medium": { "accuracy": 69.0, - "cost": 0.0022, + "cost": 0.0025, "robustness": 100.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0034, + "cost": 0.0037, "robustness": 100.0 }, "all": { "accuracy": 76.2, - "cost": 0.0016, + "cost": 0.0018, "robustness": 100.0 } } @@ -21487,22 +21487,22 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0006, + "cost": 0.0007, "robustness": 100.0 }, "medium": { "accuracy": 90.0, - "cost": 0.0013, + "cost": 0.0014, "robustness": 100.0 }, "hard": { "accuracy": 37.9, - "cost": 0.0028, + "cost": 0.0031, "robustness": 100.0 }, "all": { "accuracy": 81.7, - "cost": 0.0013, + "cost": 0.0014, "robustness": 100.0 } } @@ -21518,17 +21518,17 @@ }, "medium": { "accuracy": 90.9, - "cost": 0.0006, + "cost": 0.0005, "robustness": 76.2 }, "hard": { "accuracy": 63.7, - "cost": 0.0013, + "cost": 0.001, "robustness": 100.0 }, "all": { "accuracy": 89.9, - "cost": 0.0006, + "cost": 0.0005, "robustness": 80.6 } }, @@ -21542,17 +21542,17 @@ }, "medium": { "accuracy": 92.8, - "cost": 0.0006, + "cost": 0.0005, "robustness": 76.5 }, "hard": { "accuracy": 70.8, - "cost": 0.0015, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 90.8, - "cost": 0.0007, + "cost": 0.0006, "robustness": 83.7 } } @@ -21566,17 +21566,17 @@ }, "medium": { "accuracy": 82.4, - "cost": 0.0005, + "cost": 0.0006, "robustness": 75.0 }, "hard": { "accuracy": 22.2, - "cost": 0.0006, + "cost": 0.0007, "robustness": 100.0 }, "all": { "accuracy": 87.6, - "cost": 0.0004, + "cost": 0.0005, "robustness": 73.7 } } @@ -21592,7 +21592,7 @@ }, "medium": { "accuracy": 86.4, - "cost": 0.0006, + "cost": 0.0007, "robustness": 83.3 }, "hard": { @@ -21602,7 +21602,7 @@ }, "all": { "accuracy": 82.6, - "cost": 0.0005, + "cost": 0.0006, "robustness": 69.2 } }, @@ -21669,12 +21669,12 @@ }, "hard": { "accuracy": 35.3, - "cost": 0.0009, + "cost": 0.001, "robustness": 70.0 }, "all": { "accuracy": 78.9, - "cost": 0.0006, + "cost": 0.0007, "robustness": 69.2 } } @@ -21690,12 +21690,12 @@ }, "medium": { "accuracy": 52.1, - "cost": 0.0006, + "cost": 0.0007, "robustness": 66.7 }, "hard": { "accuracy": 57.8, - "cost": 0.0005, + "cost": 0.0006, "robustness": 64.0 }, "all": { @@ -21714,12 +21714,12 @@ }, "medium": { "accuracy": 52.1, - "cost": 0.0006, + "cost": 0.0007, "robustness": 66.7 }, "hard": { "accuracy": 57.8, - "cost": 0.0005, + "cost": 0.0006, "robustness": 64.0 }, "all": { @@ -21735,22 +21735,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 66.7 }, "medium": { "accuracy": 90.5, - "cost": 0.0006, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 49.2, - "cost": 0.0011, + "cost": 0.0012, "robustness": 83.3 }, "all": { "accuracy": 61.4, - "cost": 0.0009, + "cost": 0.001, "robustness": 79.3 } }, @@ -21759,22 +21759,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 66.7 }, "medium": { "accuracy": 90.5, - "cost": 0.0006, + "cost": 0.0007, "robustness": 50.0 }, "hard": { "accuracy": 49.2, - "cost": 0.0011, + "cost": 0.0012, "robustness": 83.3 }, "all": { "accuracy": 61.4, - "cost": 0.0009, + "cost": 0.001, "robustness": 79.3 } } @@ -21790,7 +21790,7 @@ }, "medium": { "accuracy": 75.4, - "cost": 0.0006, + "cost": 0.0007, "robustness": 80.0 }, "hard": { @@ -21824,7 +21824,7 @@ }, "all": { "accuracy": 75.3, - "cost": 0.0003, + "cost": 0.0004, "robustness": 61.9 } } @@ -21838,17 +21838,17 @@ }, "medium": { "accuracy": 94.7, - "cost": 0.0009, + "cost": 0.001, "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0017, + "cost": 0.0018, "robustness": 0 }, "all": { "accuracy": 97.2, - "cost": 0.0006, + "cost": 0.0007, "robustness": 57.1 } } @@ -21912,17 +21912,17 @@ }, "medium": { "accuracy": 84.3, - "cost": 0.0006, + "cost": 0.0005, "robustness": 76.2 }, "hard": { "accuracy": 41.2, - "cost": 0.0011, + "cost": 0.001, "robustness": 88.9 }, "all": { "accuracy": 86.4, - "cost": 0.0005, + "cost": 0.0004, "robustness": 73.9 } }, @@ -21970,7 +21970,7 @@ }, "all": { "accuracy": 96.5, - "cost": 0.0004, + "cost": 0.0005, "robustness": 71.4 } } @@ -21984,12 +21984,12 @@ }, "medium": { "accuracy": 91.2, - "cost": 0.0006, + "cost": 0.0005, "robustness": 50.0 }, "hard": { "accuracy": 38.5, - "cost": 0.001, + "cost": 0.0011, "robustness": 0 }, "all": { @@ -22018,7 +22018,7 @@ }, "all": { "accuracy": 91.8, - "cost": 0.0003, + "cost": 0.0004, "robustness": 73.3 } } @@ -22032,17 +22032,17 @@ }, "medium": { "accuracy": 84.8, - "cost": 0.0006, + "cost": 0.0004, "robustness": 81.8 }, "hard": { "accuracy": 55.1, - "cost": 0.0016, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 86.4, - "cost": 0.0006, + "cost": 0.0004, "robustness": 85.2 } } @@ -22056,7 +22056,7 @@ }, "medium": { "accuracy": 85.7, - "cost": 0.0007, + "cost": 0.0006, "robustness": 50.0 }, "hard": { @@ -22080,17 +22080,17 @@ }, "medium": { "accuracy": 84.0, - "cost": 0.0006, + "cost": 0.0007, "robustness": 0 }, "hard": { "accuracy": 20.3, - "cost": 0.0008, + "cost": 0.0009, "robustness": 100.0 }, "all": { "accuracy": 55.3, - "cost": 0.0006, + "cost": 0.0007, "robustness": 87.5 } } @@ -22106,7 +22106,7 @@ }, "medium": { "accuracy": 80.6, - "cost": 0.0008, + "cost": 0.0009, "robustness": 75.0 }, "hard": { @@ -22116,7 +22116,7 @@ }, "all": { "accuracy": 76.0, - "cost": 0.0007, + "cost": 0.0008, "robustness": 83.8 } }, @@ -22149,22 +22149,22 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.0008, + "cost": 0.0009, "robustness": 100.0 }, "medium": { "accuracy": 77.8, - "cost": 0.001, + "cost": 0.0011, "robustness": 100.0 }, "hard": { "accuracy": 23.3, - "cost": 0.001, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 75.3, - "cost": 0.0009, + "cost": 0.001, "robustness": 100.0 } } @@ -22202,12 +22202,12 @@ }, "medium": { "accuracy": 88.9, - "cost": 0.0007, + "cost": 0.0008, "robustness": 100.0 }, "hard": { "accuracy": 29.4, - "cost": 0.001, + "cost": 0.0011, "robustness": 100.0 }, "all": { @@ -22228,7 +22228,7 @@ }, "medium": { "accuracy": 80.5, - "cost": 0.0008, + "cost": 0.0007, "robustness": 71.4 }, "hard": { @@ -22252,17 +22252,17 @@ }, "medium": { "accuracy": 91.6, - "cost": 0.0008, + "cost": 0.0007, "robustness": 76.9 }, "hard": { "accuracy": 61.9, - "cost": 0.0012, + "cost": 0.001, "robustness": 100.0 }, "all": { "accuracy": 89.9, - "cost": 0.0007, + "cost": 0.0006, "robustness": 84.2 } } @@ -22300,7 +22300,7 @@ }, "medium": { "accuracy": 73.1, - "cost": 0.0007, + "cost": 0.0008, "robustness": 57.1 }, "hard": { @@ -22323,22 +22323,22 @@ "metrics": { "easy": { "accuracy": 95.9, - "cost": 0.0048, + "cost": 0.0016, "robustness": 65.2 }, "medium": { "accuracy": 73.7, - "cost": 0.0085, + "cost": 0.0029, "robustness": 66.4 }, "hard": { "accuracy": 37.7, - "cost": 0.0162, + "cost": 0.0054, "robustness": 80.7 }, "all": { "accuracy": 75.8, - "cost": 0.0085, + "cost": 0.0029, "robustness": 69.5 } }, @@ -22347,22 +22347,22 @@ "metrics": { "easy": { "accuracy": 95.0, - "cost": 0.0037, + "cost": 0.0012, "robustness": 87.5 }, "medium": { "accuracy": 52.5, - "cost": 0.0076, + "cost": 0.0026, "robustness": 90.9 }, "hard": { "accuracy": 12.9, - "cost": 0.0032, + "cost": 0.0011, "robustness": 80.0 }, "all": { "accuracy": 62.3, - "cost": 0.005, + "cost": 0.0017, "robustness": 87.5 } }, @@ -22371,22 +22371,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0043, + "cost": 0.0015, "robustness": 0.0 }, "medium": { "accuracy": 64.1, - "cost": 0.0023, + "cost": 0.0008, "robustness": 100.0 }, "hard": { "accuracy": 5.4, - "cost": 0.0008, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 56.5, - "cost": 0.0025, + "cost": 0.0008, "robustness": 80.0 } } @@ -22395,22 +22395,22 @@ "metrics": { "easy": { "accuracy": 97.0, - "cost": 0.0027, + "cost": 0.0009, "robustness": 100.0 }, "medium": { "accuracy": 39.7, - "cost": 0.0135, + "cost": 0.0045, "robustness": 80.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0159, + "cost": 0.0053, "robustness": 0.0 }, "all": { "accuracy": 61.7, - "cost": 0.0093, + "cost": 0.0031, "robustness": 81.8 } } @@ -22419,22 +22419,22 @@ "metrics": { "easy": { "accuracy": 91.4, - "cost": 0.0041, + "cost": 0.0014, "robustness": 100.0 }, "medium": { "accuracy": 63.0, - "cost": 0.0028, + "cost": 0.001, "robustness": 100.0 }, "hard": { "accuracy": 15.2, - "cost": 0.0005, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 65.7, - "cost": 0.0029, + "cost": 0.001, "robustness": 100.0 } } @@ -22445,22 +22445,22 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0072, + "cost": 0.0024, "robustness": 34.6 }, "medium": { "accuracy": 85.1, - "cost": 0.0138, + "cost": 0.0046, "robustness": 52.4 }, "hard": { "accuracy": 69.0, - "cost": 0.0581, + "cost": 0.0194, "robustness": 80.0 }, "all": { "accuracy": 88.4, - "cost": 0.0183, + "cost": 0.0061, "robustness": 51.6 } }, @@ -22469,22 +22469,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0072, + "cost": 0.0024, "robustness": 61.5 }, "medium": { "accuracy": 87.0, - "cost": 0.0151, + "cost": 0.005, "robustness": 52.9 }, "hard": { "accuracy": 77.0, - "cost": 0.0668, + "cost": 0.0223, "robustness": 92.3 }, "all": { "accuracy": 89.6, - "cost": 0.0226, + "cost": 0.0075, "robustness": 67.4 } } @@ -22493,22 +22493,22 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0072, + "cost": 0.0024, "robustness": 7.7 }, "medium": { "accuracy": 76.5, - "cost": 0.0079, + "cost": 0.0026, "robustness": 50.0 }, "hard": { "accuracy": 22.2, - "cost": 0.0072, + "cost": 0.0024, "robustness": 0.0 }, "all": { "accuracy": 85.4, - "cost": 0.0074, + "cost": 0.0025, "robustness": 15.8 } } @@ -22519,22 +22519,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0058, + "cost": 0.002, "robustness": 78.3 }, "medium": { "accuracy": 76.8, - "cost": 0.0064, + "cost": 0.0021, "robustness": 66.7 }, "hard": { "accuracy": 22.8, - "cost": 0.0066, + "cost": 0.0022, "robustness": 90.0 }, "all": { "accuracy": 75.6, - "cost": 0.0061, + "cost": 0.0021, "robustness": 79.5 } }, @@ -22543,12 +22543,12 @@ "metrics": { "easy": { "accuracy": 97.6, - "cost": 0.0048, + "cost": 0.0016, "robustness": 25.0 }, "medium": { "accuracy": 100.0, - "cost": 0.0055, + "cost": 0.0018, "robustness": 0 }, "hard": { @@ -22558,7 +22558,7 @@ }, "all": { "accuracy": 96.2, - "cost": 0.0049, + "cost": 0.0016, "robustness": 25.0 } } @@ -22567,12 +22567,12 @@ "metrics": { "easy": { "accuracy": 97.2, - "cost": 0.0032, + "cost": 0.0011, "robustness": 87.5 }, "medium": { "accuracy": 62.1, - "cost": 0.0015, + "cost": 0.0005, "robustness": 100.0 }, "hard": { @@ -22582,7 +22582,7 @@ }, "all": { "accuracy": 84.7, - "cost": 0.0026, + "cost": 0.0009, "robustness": 88.9 } } @@ -22591,22 +22591,22 @@ "metrics": { "easy": { "accuracy": 95.1, - "cost": 0.0073, + "cost": 0.0024, "robustness": 90.9 }, "medium": { "accuracy": 78.4, - "cost": 0.0074, + "cost": 0.0025, "robustness": 60.0 }, "hard": { "accuracy": 22.8, - "cost": 0.0073, + "cost": 0.0024, "robustness": 90.0 }, "all": { "accuracy": 70.7, - "cost": 0.0073, + "cost": 0.0025, "robustness": 84.6 } } @@ -22617,22 +22617,22 @@ "metrics": { "easy": { "accuracy": 90.4, - "cost": 0.0012, + "cost": 0.0004, "robustness": 90.9 }, "medium": { "accuracy": 51.5, - "cost": 0.0038, + "cost": 0.0013, "robustness": 88.9 }, "hard": { "accuracy": 60.6, - "cost": 0.0026, + "cost": 0.0009, "robustness": 76.0 }, "all": { "accuracy": 67.3, - "cost": 0.0025, + "cost": 0.0009, "robustness": 82.2 } }, @@ -22641,22 +22641,22 @@ "metrics": { "easy": { "accuracy": 90.4, - "cost": 0.0012, + "cost": 0.0004, "robustness": 90.9 }, "medium": { "accuracy": 51.5, - "cost": 0.0038, + "cost": 0.0013, "robustness": 88.9 }, "hard": { "accuracy": 60.6, - "cost": 0.0026, + "cost": 0.0009, "robustness": 76.0 }, "all": { "accuracy": 67.3, - "cost": 0.0025, + "cost": 0.0009, "robustness": 82.2 } } @@ -22667,22 +22667,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0077, + "cost": 0.0026, "robustness": 100.0 }, "medium": { "accuracy": 70.4, - "cost": 0.0067, + "cost": 0.0022, "robustness": 100.0 }, "hard": { "accuracy": 31.5, - "cost": 0.0198, + "cost": 0.0066, "robustness": 95.8 }, "all": { "accuracy": 46.4, - "cost": 0.0166, + "cost": 0.0055, "robustness": 96.6 } }, @@ -22691,22 +22691,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0077, + "cost": 0.0026, "robustness": 100.0 }, "medium": { "accuracy": 70.4, - "cost": 0.0067, + "cost": 0.0022, "robustness": 100.0 }, "hard": { "accuracy": 31.5, - "cost": 0.0198, + "cost": 0.0066, "robustness": 95.8 }, "all": { "accuracy": 46.4, - "cost": 0.0166, + "cost": 0.0055, "robustness": 96.6 } } @@ -22717,22 +22717,22 @@ "metrics": { "easy": { "accuracy": 94.1, - "cost": 0.0029, + "cost": 0.001, "robustness": 70.4 }, "medium": { "accuracy": 69.2, - "cost": 0.0038, + "cost": 0.0013, "robustness": 80.0 }, "hard": { "accuracy": 23.5, - "cost": 0.0025, + "cost": 0.0009, "robustness": 71.4 }, "all": { "accuracy": 78.4, - "cost": 0.0031, + "cost": 0.0011, "robustness": 72.7 } }, @@ -22741,22 +22741,22 @@ "metrics": { "easy": { "accuracy": 90.3, - "cost": 0.0025, + "cost": 0.0009, "robustness": 71.4 }, "medium": { "accuracy": 42.4, - "cost": 0.0051, + "cost": 0.0017, "robustness": 80.0 }, "hard": { "accuracy": 7.7, - "cost": 0.0059, + "cost": 0.002, "robustness": 0.0 }, "all": { "accuracy": 72.1, - "cost": 0.0034, + "cost": 0.0012, "robustness": 66.7 } } @@ -22765,22 +22765,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0049, + "cost": 0.0016, "robustness": 75.0 }, "medium": { "accuracy": 92.1, - "cost": 0.004, + "cost": 0.0014, "robustness": 66.7 }, "hard": { "accuracy": 40.0, - "cost": 0.0087, + "cost": 0.0029, "robustness": 0 }, "all": { "accuracy": 94.4, - "cost": 0.0047, + "cost": 0.0016, "robustness": 71.4 } } @@ -22789,22 +22789,22 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0022, + "cost": 0.0008, "robustness": 33.3 }, "medium": { "accuracy": 82.5, - "cost": 0.0024, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 28.9, - "cost": 0.0011, + "cost": 0.0004, "robustness": 100.0 }, "all": { "accuracy": 66.4, - "cost": 0.0019, + "cost": 0.0007, "robustness": 75.0 } } @@ -22813,22 +22813,22 @@ "metrics": { "easy": { "accuracy": 96.7, - "cost": 0.0026, + "cost": 0.0009, "robustness": 83.3 }, "medium": { "accuracy": 87.5, - "cost": 0.0027, + "cost": 0.0009, "robustness": 0 }, "hard": { "accuracy": 16.7, - "cost": 0.0015, + "cost": 0.0006, "robustness": 100.0 }, "all": { "accuracy": 86.6, - "cost": 0.0026, + "cost": 0.0009, "robustness": 87.5 } } @@ -22839,22 +22839,22 @@ "metrics": { "easy": { "accuracy": 98.8, - "cost": 0.0045, + "cost": 0.0015, "robustness": 64.1 }, "medium": { "accuracy": 82.4, - "cost": 0.0083, + "cost": 0.0028, "robustness": 66.7 }, "hard": { "accuracy": 32.0, - "cost": 0.0104, + "cost": 0.0035, "robustness": 44.4 }, "all": { "accuracy": 84.5, - "cost": 0.0065, + "cost": 0.0022, "robustness": 62.3 } }, @@ -22863,12 +22863,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0057, + "cost": 0.0019, "robustness": 0.0 }, "medium": { "accuracy": 80.0, - "cost": 0.009, + "cost": 0.003, "robustness": 0 }, "hard": { @@ -22878,7 +22878,7 @@ }, "all": { "accuracy": 96.0, - "cost": 0.0063, + "cost": 0.0021, "robustness": 0.0 } } @@ -22887,22 +22887,22 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.003, + "cost": 0.001, "robustness": 85.7 }, "medium": { "accuracy": 82.4, - "cost": 0.0059, + "cost": 0.002, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0002, + "cost": 0.0001, "robustness": 0 }, "all": { "accuracy": 93.0, - "cost": 0.0032, + "cost": 0.0011, "robustness": 85.7 } } @@ -22911,22 +22911,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0037, + "cost": 0.0013, "robustness": 66.7 }, "medium": { "accuracy": 91.2, - "cost": 0.0082, + "cost": 0.0028, "robustness": 50.0 }, "hard": { "accuracy": 30.8, - "cost": 0.0078, + "cost": 0.0026, "robustness": 0 }, "all": { "accuracy": 85.6, - "cost": 0.006, + "cost": 0.002, "robustness": 60.0 } } @@ -22935,22 +22935,22 @@ "metrics": { "easy": { "accuracy": 98.8, - "cost": 0.0037, + "cost": 0.0013, "robustness": 50.0 }, "medium": { "accuracy": 74.6, - "cost": 0.003, + "cost": 0.001, "robustness": 83.3 }, "hard": { "accuracy": 15.4, - "cost": 0.0038, + "cost": 0.0013, "robustness": 0.0 }, "all": { "accuracy": 91.2, - "cost": 0.0036, + "cost": 0.0012, "robustness": 60.0 } } @@ -22959,22 +22959,22 @@ "metrics": { "easy": { "accuracy": 98.9, - "cost": 0.0064, + "cost": 0.0021, "robustness": 63.6 }, "medium": { "accuracy": 86.0, - "cost": 0.0106, + "cost": 0.0035, "robustness": 63.6 }, "hard": { "accuracy": 47.2, - "cost": 0.0172, + "cost": 0.0057, "robustness": 60.0 }, "all": { "accuracy": 85.9, - "cost": 0.0097, + "cost": 0.0033, "robustness": 63.0 } } @@ -22983,22 +22983,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0021, + "cost": 0.0007, "robustness": 100.0 }, "medium": { "accuracy": 81.0, - "cost": 0.0053, + "cost": 0.0018, "robustness": 50.0 }, "hard": { "accuracy": 63.6, - "cost": 0.0073, + "cost": 0.0025, "robustness": 0 }, "all": { "accuracy": 86.6, - "cost": 0.0041, + "cost": 0.0014, "robustness": 80.0 } } @@ -23007,22 +23007,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0043, + "cost": 0.0014, "robustness": 60.0 }, "medium": { "accuracy": 56.0, - "cost": 0.0044, + "cost": 0.0015, "robustness": 0 }, "hard": { "accuracy": 6.8, - "cost": 0.0043, + "cost": 0.0015, "robustness": 33.3 }, "all": { "accuracy": 42.1, - "cost": 0.0043, + "cost": 0.0015, "robustness": 50.0 } } @@ -23033,22 +23033,22 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0052, + "cost": 0.0018, "robustness": 72.2 }, "medium": { "accuracy": 75.9, - "cost": 0.0096, + "cost": 0.0032, "robustness": 50.0 }, "hard": { "accuracy": 22.1, - "cost": 0.0112, + "cost": 0.0038, "robustness": 85.7 }, "all": { "accuracy": 72.4, - "cost": 0.0081, + "cost": 0.0027, "robustness": 67.6 } }, @@ -23057,22 +23057,22 @@ "metrics": { "easy": { "accuracy": 96.2, - "cost": 0.0053, + "cost": 0.0018, "robustness": 75.0 }, "medium": { "accuracy": 81.0, - "cost": 0.0107, + "cost": 0.0036, "robustness": 33.3 }, "hard": { "accuracy": 23.8, - "cost": 0.0167, + "cost": 0.0056, "robustness": 66.7 }, "all": { "accuracy": 76.8, - "cost": 0.0095, + "cost": 0.0032, "robustness": 61.9 } } @@ -23081,22 +23081,22 @@ "metrics": { "easy": { "accuracy": 90.8, - "cost": 0.0072, + "cost": 0.0024, "robustness": 100.0 }, "medium": { "accuracy": 73.0, - "cost": 0.0101, + "cost": 0.0034, "robustness": 75.0 }, "hard": { "accuracy": 40.0, - "cost": 0.0095, + "cost": 0.0032, "robustness": 100.0 }, "all": { "accuracy": 74.1, - "cost": 0.0088, + "cost": 0.003, "robustness": 88.9 } } @@ -23105,22 +23105,22 @@ "metrics": { "easy": { "accuracy": 93.6, - "cost": 0.0023, + "cost": 0.0008, "robustness": 33.3 }, "medium": { "accuracy": 22.2, - "cost": 0.0031, + "cost": 0.0011, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0033, + "cost": 0.0011, "robustness": 100.0 }, "all": { "accuracy": 75.4, - "cost": 0.0025, + "cost": 0.0008, "robustness": 50.0 } } @@ -23129,22 +23129,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0034, + "cost": 0.0011, "robustness": 0 }, "medium": { "accuracy": 66.7, - "cost": 0.0012, + "cost": 0.0004, "robustness": 50.0 }, "hard": { "accuracy": 5.9, - "cost": 0.0009, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 30.9, - "cost": 0.0011, + "cost": 0.0004, "robustness": 66.7 } } @@ -23155,22 +23155,22 @@ "metrics": { "easy": { "accuracy": 94.2, - "cost": 0.0043, + "cost": 0.0015, "robustness": 58.1 }, "medium": { "accuracy": 74.0, - "cost": 0.0082, + "cost": 0.0028, "robustness": 57.1 }, "hard": { "accuracy": 28.7, - "cost": 0.0069, + "cost": 0.0023, "robustness": 85.7 }, "all": { "accuracy": 80.8, - "cost": 0.0058, + "cost": 0.0019, "robustness": 60.6 } }, @@ -23179,22 +23179,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0077, + "cost": 0.0026, "robustness": 40.0 }, "medium": { "accuracy": 83.2, - "cost": 0.0129, + "cost": 0.0043, "robustness": 53.8 }, "hard": { "accuracy": 52.4, - "cost": 0.0163, + "cost": 0.0055, "robustness": 100.0 }, "all": { "accuracy": 84.2, - "cost": 0.0114, + "cost": 0.0038, "robustness": 52.6 } } @@ -23203,22 +23203,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0044, + "cost": 0.0015, "robustness": 25.0 }, "medium": { "accuracy": 36.4, - "cost": 0.0049, + "cost": 0.0017, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0097, + "cost": 0.0032, "robustness": 0 }, "all": { "accuracy": 87.7, - "cost": 0.0047, + "cost": 0.0016, "robustness": 40.0 } } @@ -23227,22 +23227,22 @@ "metrics": { "easy": { "accuracy": 93.2, - "cost": 0.0036, + "cost": 0.0012, "robustness": 64.7 }, "medium": { "accuracy": 69.4, - "cost": 0.0051, + "cost": 0.0017, "robustness": 57.1 }, "hard": { "accuracy": 20.4, - "cost": 0.0034, + "cost": 0.0012, "robustness": 83.3 }, "all": { "accuracy": 79.1, - "cost": 0.004, + "cost": 0.0014, "robustness": 66.0 } } @@ -23255,17 +23255,17 @@ "metrics": { "easy": { "accuracy": 97.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 76.8 }, "medium": { "accuracy": 78.6, - "cost": 0.0003, + "cost": 0.0004, "robustness": 80.5 }, "hard": { "accuracy": 38.8, - "cost": 0.0003, + "cost": 0.0004, "robustness": 87.2 }, "all": { @@ -23294,7 +23294,7 @@ }, "all": { "accuracy": 70.3, - "cost": 0.0003, + "cost": 0.0004, "robustness": 75.0 } }, @@ -23361,12 +23361,12 @@ }, "hard": { "accuracy": 15.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 73.5, - "cost": 0.0003, + "cost": 0.0004, "robustness": 50.0 } } @@ -23377,7 +23377,7 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 73.1 }, "medium": { @@ -23387,7 +23387,7 @@ }, "hard": { "accuracy": 64.1, - "cost": 0.0003, + "cost": 0.0004, "robustness": 93.3 }, "all": { @@ -23401,7 +23401,7 @@ "metrics": { "easy": { "accuracy": 99.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 92.3 }, "medium": { @@ -23411,7 +23411,7 @@ }, "hard": { "accuracy": 71.8, - "cost": 0.0003, + "cost": 0.0004, "robustness": 100.0 }, "all": { @@ -23425,7 +23425,7 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 53.8 }, "medium": { @@ -23564,7 +23564,7 @@ }, "all": { "accuracy": 68.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 84.4 } }, @@ -23588,7 +23588,7 @@ }, "all": { "accuracy": 68.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 84.4 } } @@ -23609,7 +23609,7 @@ }, "hard": { "accuracy": 39.6, - "cost": 0.0005, + "cost": 0.0006, "robustness": 91.7 }, "all": { @@ -23633,7 +23633,7 @@ }, "hard": { "accuracy": 39.6, - "cost": 0.0005, + "cost": 0.0006, "robustness": 91.7 }, "all": { @@ -23649,7 +23649,7 @@ "metrics": { "easy": { "accuracy": 96.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 85.2 }, "medium": { @@ -23678,7 +23678,7 @@ }, "medium": { "accuracy": 42.4, - "cost": 0.0, + "cost": 0.0001, "robustness": 100.0 }, "hard": { @@ -23688,7 +23688,7 @@ }, "all": { "accuracy": 74.9, - "cost": 0.0, + "cost": 0.0001, "robustness": 95.2 } } @@ -23712,7 +23712,7 @@ }, "all": { "accuracy": 96.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 57.1 } } @@ -23750,7 +23750,7 @@ }, "medium": { "accuracy": 93.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "hard": { @@ -23771,7 +23771,7 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 56.4 }, "medium": { @@ -23867,12 +23867,12 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 50.0 }, "medium": { "accuracy": 71.2, - "cost": 0.0003, + "cost": 0.0004, "robustness": 100.0 }, "hard": { @@ -23882,7 +23882,7 @@ }, "all": { "accuracy": 89.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 73.3 } } @@ -23901,12 +23901,12 @@ }, "hard": { "accuracy": 43.8, - "cost": 0.0006, + "cost": 0.0007, "robustness": 60.0 }, "all": { "accuracy": 85.0, - "cost": 0.0003, + "cost": 0.0004, "robustness": 66.7 } } @@ -23925,12 +23925,12 @@ }, "hard": { "accuracy": 27.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 83.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 80.0 } } @@ -23949,7 +23949,7 @@ }, "hard": { "accuracy": 15.3, - "cost": 0.0002, + "cost": 0.0003, "robustness": 33.3 }, "all": { @@ -23965,22 +23965,22 @@ "metrics": { "easy": { "accuracy": 95.6, - "cost": 0.0002, + "cost": 0.0005, "robustness": 77.8 }, "medium": { "accuracy": 78.7, - "cost": 0.0005, + "cost": 0.0015, "robustness": 91.7 }, "hard": { "accuracy": 19.5, - "cost": 0.0002, + "cost": 0.0003, "robustness": 85.7 }, "all": { "accuracy": 73.3, - "cost": 0.0003, + "cost": 0.0008, "robustness": 83.8 } }, @@ -23989,22 +23989,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0003, + "cost": 0.0008, "robustness": 66.7 }, "medium": { "accuracy": 81.0, - "cost": 0.0007, + "cost": 0.0022, "robustness": 100.0 }, "hard": { "accuracy": 16.2, - "cost": 0.0002, + "cost": 0.0004, "robustness": 66.7 }, "all": { "accuracy": 75.8, - "cost": 0.0004, + "cost": 0.0013, "robustness": 76.2 } } @@ -24013,22 +24013,22 @@ "metrics": { "easy": { "accuracy": 89.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 77.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 75.0 }, "hard": { "accuracy": 30.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 73.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 88.9 } } @@ -24092,7 +24092,7 @@ }, "medium": { "accuracy": 75.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 90.5 }, "hard": { @@ -24116,7 +24116,7 @@ }, "medium": { "accuracy": 86.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 92.3 }, "hard": { @@ -24126,7 +24126,7 @@ }, "all": { "accuracy": 85.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 78.9 } } @@ -24164,7 +24164,7 @@ }, "medium": { "accuracy": 68.2, - "cost": 0.0003, + "cost": 0.0004, "robustness": 85.7 }, "hard": { @@ -24197,12 +24197,12 @@ }, "hard": { "accuracy": 39.2, - "cost": 0.0006, + "cost": 0.0007, "robustness": 78.0 }, "all": { "accuracy": 78.2, - "cost": 0.0004, + "cost": 0.0005, "robustness": 73.3 } }, @@ -24314,17 +24314,17 @@ }, "medium": { "accuracy": 89.4, - "cost": 0.0004, + "cost": 0.0005, "robustness": 61.9 }, "hard": { "accuracy": 58.0, - "cost": 0.0012, + "cost": 0.0023, "robustness": 80.0 }, "all": { "accuracy": 88.4, - "cost": 0.0005, + "cost": 0.0007, "robustness": 72.6 } }, @@ -24338,17 +24338,17 @@ }, "medium": { "accuracy": 91.5, - "cost": 0.0004, + "cost": 0.0005, "robustness": 52.9 }, "hard": { "accuracy": 64.1, - "cost": 0.0013, + "cost": 0.0027, "robustness": 76.9 }, "all": { "accuracy": 88.8, - "cost": 0.0006, + "cost": 0.0009, "robustness": 65.1 } } @@ -25034,7 +25034,7 @@ }, "all": { "accuracy": 83.4, - "cost": 0.0005, + "cost": 0.0004, "robustness": 77.5 } }, @@ -25048,17 +25048,17 @@ }, "medium": { "accuracy": 88.0, - "cost": 0.0008, + "cost": 0.0007, "robustness": 46.2 }, "hard": { "accuracy": 57.1, - "cost": 0.0009, + "cost": 0.0008, "robustness": 100.0 }, "all": { "accuracy": 87.5, - "cost": 0.0007, + "cost": 0.0006, "robustness": 63.2 } } @@ -25119,22 +25119,22 @@ "metrics": { "easy": { "accuracy": 96.1, - "cost": 0.0004, + "cost": 0.0015, "robustness": 100.0 }, "medium": { "accuracy": 74.8, - "cost": 0.001, + "cost": 0.0038, "robustness": 100.0 }, "hard": { "accuracy": 37.5, - "cost": 0.0019, + "cost": 0.0062, "robustness": 100.0 }, "all": { "accuracy": 76.2, - "cost": 0.0009, + "cost": 0.0033, "robustness": 100.0 } }, @@ -25143,22 +25143,22 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0007, + "cost": 0.0026, "robustness": 100.0 }, "medium": { "accuracy": 73.7, - "cost": 0.0024, + "cost": 0.009, "robustness": 100.0 }, "hard": { "accuracy": 27.9, - "cost": 0.0067, + "cost": 0.0147, "robustness": 100.0 }, "all": { "accuracy": 72.9, - "cost": 0.0026, + "cost": 0.0075, "robustness": 100.0 } }, @@ -25167,22 +25167,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0003, + "cost": 0.0011, "robustness": 100.0 }, "medium": { "accuracy": 89.7, - "cost": 0.0005, + "cost": 0.0018, "robustness": 100.0 }, "hard": { "accuracy": 30.4, - "cost": 0.0027, + "cost": 0.01, "robustness": 100.0 }, "all": { "accuracy": 71.4, - "cost": 0.0012, + "cost": 0.0045, "robustness": 100.0 } } @@ -25191,22 +25191,22 @@ "metrics": { "easy": { "accuracy": 96.0, - "cost": 0.0006, + "cost": 0.0023, "robustness": 100.0 }, "medium": { "accuracy": 60.3, - "cost": 0.003, + "cost": 0.0109, "robustness": 100.0 }, "hard": { "accuracy": 28.0, - "cost": 0.0021, + "cost": 0.0077, "robustness": 100.0 }, "all": { "accuracy": 71.7, - "cost": 0.0019, + "cost": 0.007, "robustness": 100.0 } } @@ -25215,22 +25215,22 @@ "metrics": { "easy": { "accuracy": 91.4, - "cost": 0.0009, + "cost": 0.0035, "robustness": 100.0 }, "medium": { "accuracy": 83.0, - "cost": 0.0026, + "cost": 0.0096, "robustness": 100.0 }, "hard": { "accuracy": 25.8, - "cost": 0.0118, + "cost": 0.0214, "robustness": 100.0 }, "all": { "accuracy": 74.5, - "cost": 0.0038, + "cost": 0.0093, "robustness": 100.0 } } @@ -25241,22 +25241,22 @@ "metrics": { "easy": { "accuracy": 94.7, - "cost": 0.0004, + "cost": 0.0013, "robustness": 100.0 }, "medium": { "accuracy": 71.6, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "hard": { "accuracy": 41.2, - "cost": 0.0031, + "cost": 0.0112, "robustness": 100.0 }, "all": { "accuracy": 77.7, - "cost": 0.0011, + "cost": 0.0039, "robustness": 100.0 } }, @@ -25265,22 +25265,22 @@ "metrics": { "easy": { "accuracy": 94.7, - "cost": 0.0004, + "cost": 0.0014, "robustness": 100.0 }, "medium": { "accuracy": 71.1, - "cost": 0.0012, + "cost": 0.0044, "robustness": 100.0 }, "hard": { "accuracy": 46.9, - "cost": 0.0035, + "cost": 0.0129, "robustness": 100.0 }, "all": { "accuracy": 75.9, - "cost": 0.0014, + "cost": 0.005, "robustness": 100.0 } } @@ -25289,22 +25289,22 @@ "metrics": { "easy": { "accuracy": 94.5, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 74.1, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 }, "hard": { "accuracy": 8.3, - "cost": 0.0004, + "cost": 0.0016, "robustness": 100.0 }, "all": { "accuracy": 82.3, - "cost": 0.0004, + "cost": 0.0014, "robustness": 100.0 } } @@ -25315,22 +25315,22 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 80.2, - "cost": 0.0007, + "cost": 0.0025, "robustness": 100.0 }, "hard": { "accuracy": 22.1, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "all": { "accuracy": 77.4, - "cost": 0.0006, + "cost": 0.0021, "robustness": 100.0 } }, @@ -25339,22 +25339,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0007, "robustness": 100.0 }, "medium": { "accuracy": 77.8, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 0 }, "all": { "accuracy": 94.2, - "cost": 0.0002, + "cost": 0.0007, "robustness": 100.0 } } @@ -25363,22 +25363,22 @@ "metrics": { "easy": { "accuracy": 99.1, - "cost": 0.0002, + "cost": 0.0006, "robustness": 100.0 }, "medium": { "accuracy": 69.0, - "cost": 0.0002, + "cost": 0.0009, "robustness": 100.0 }, "hard": { "accuracy": 33.3, - "cost": 0.0006, + "cost": 0.0022, "robustness": 0 }, "all": { "accuracy": 88.0, - "cost": 0.0002, + "cost": 0.0008, "robustness": 100.0 } } @@ -25387,22 +25387,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0004, + "cost": 0.0017, "robustness": 100.0 }, "medium": { "accuracy": 82.7, - "cost": 0.0008, + "cost": 0.0029, "robustness": 100.0 }, "hard": { "accuracy": 21.3, - "cost": 0.0011, + "cost": 0.0042, "robustness": 100.0 }, "all": { "accuracy": 72.5, - "cost": 0.0007, + "cost": 0.0027, "robustness": 100.0 } } @@ -25413,22 +25413,22 @@ "metrics": { "easy": { "accuracy": 90.9, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 48.5, - "cost": 0.0005, + "cost": 0.002, "robustness": 100.0 }, "hard": { "accuracy": 53.3, - "cost": 0.001, + "cost": 0.0037, "robustness": 100.0 }, "all": { "accuracy": 63.4, - "cost": 0.0007, + "cost": 0.0025, "robustness": 100.0 } }, @@ -25437,22 +25437,22 @@ "metrics": { "easy": { "accuracy": 90.9, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 48.5, - "cost": 0.0005, + "cost": 0.002, "robustness": 100.0 }, "hard": { "accuracy": 53.3, - "cost": 0.001, + "cost": 0.0037, "robustness": 100.0 }, "all": { "accuracy": 63.4, - "cost": 0.0007, + "cost": 0.0025, "robustness": 100.0 } } @@ -25463,22 +25463,22 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0002, + "cost": 0.0008, "robustness": 100.0 }, "medium": { "accuracy": 90.0, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 }, "hard": { "accuracy": 40.9, - "cost": 0.0012, + "cost": 0.0042, "robustness": 100.0 }, "all": { "accuracy": 55.1, - "cost": 0.001, + "cost": 0.0034, "robustness": 100.0 } }, @@ -25487,22 +25487,22 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0002, + "cost": 0.0008, "robustness": 100.0 }, "medium": { "accuracy": 90.0, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 }, "hard": { "accuracy": 40.9, - "cost": 0.0012, + "cost": 0.0042, "robustness": 100.0 }, "all": { "accuracy": 55.1, - "cost": 0.001, + "cost": 0.0034, "robustness": 100.0 } } @@ -25513,22 +25513,22 @@ "metrics": { "easy": { "accuracy": 96.6, - "cost": 0.0004, + "cost": 0.0013, "robustness": 100.0 }, "medium": { "accuracy": 73.0, - "cost": 0.0007, + "cost": 0.0027, "robustness": 100.0 }, "hard": { "accuracy": 33.3, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "all": { "accuracy": 82.1, - "cost": 0.0006, + "cost": 0.002, "robustness": 100.0 } }, @@ -25537,22 +25537,22 @@ "metrics": { "easy": { "accuracy": 95.7, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 43.5, - "cost": 0.0006, + "cost": 0.0022, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0005, + "cost": 0.0018, "robustness": 100.0 }, "all": { "accuracy": 75.6, - "cost": 0.0004, + "cost": 0.0015, "robustness": 100.0 } } @@ -25561,22 +25561,22 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.0004, + "cost": 0.0015, "robustness": 100.0 }, "medium": { "accuracy": 94.7, - "cost": 0.0013, + "cost": 0.0047, "robustness": 100.0 }, "hard": { "accuracy": 80.0, - "cost": 0.0006, + "cost": 0.0022, "robustness": 0 }, "all": { "accuracy": 95.4, - "cost": 0.0007, + "cost": 0.0026, "robustness": 100.0 } } @@ -25585,22 +25585,22 @@ "metrics": { "easy": { "accuracy": 97.3, - "cost": 0.0003, + "cost": 0.0012, "robustness": 100.0 }, "medium": { "accuracy": 92.5, - "cost": 0.0007, + "cost": 0.0027, "robustness": 100.0 }, "hard": { "accuracy": 40.0, - "cost": 0.0013, + "cost": 0.0048, "robustness": 100.0 }, "all": { "accuracy": 74.6, - "cost": 0.0008, + "cost": 0.003, "robustness": 100.0 } } @@ -25609,22 +25609,22 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0004, + "cost": 0.0015, "robustness": 100.0 }, "medium": { "accuracy": 91.7, - "cost": 0.0005, + "cost": 0.002, "robustness": 0 }, "hard": { "accuracy": 27.8, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "all": { "accuracy": 89.3, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 } } @@ -25635,22 +25635,22 @@ "metrics": { "easy": { "accuracy": 98.7, - "cost": 0.0004, + "cost": 0.0013, "robustness": 100.0 }, "medium": { "accuracy": 84.3, - "cost": 0.0008, + "cost": 0.003, "robustness": 100.0 }, "hard": { "accuracy": 35.6, - "cost": 0.0021, + "cost": 0.0077, "robustness": 100.0 }, "all": { "accuracy": 85.5, - "cost": 0.0007, + "cost": 0.0027, "robustness": 100.0 } }, @@ -25659,12 +25659,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 100.0 }, "medium": { "accuracy": 60.0, - "cost": 0.0002, + "cost": 0.0008, "robustness": 0 }, "hard": { @@ -25674,7 +25674,7 @@ }, "all": { "accuracy": 92.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 100.0 } } @@ -25683,22 +25683,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0005, + "cost": 0.0017, "robustness": 100.0 }, "medium": { "accuracy": 76.5, - "cost": 0.0009, + "cost": 0.0035, "robustness": 0 }, "hard": { "accuracy": 33.3, - "cost": 0.0014, + "cost": 0.0052, "robustness": 0 }, "all": { "accuracy": 91.6, - "cost": 0.0006, + "cost": 0.0021, "robustness": 100.0 } } @@ -25707,22 +25707,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0005, + "cost": 0.0017, "robustness": 100.0 }, "medium": { "accuracy": 88.2, - "cost": 0.0007, + "cost": 0.0026, "robustness": 100.0 }, "hard": { "accuracy": 38.5, - "cost": 0.0011, + "cost": 0.0041, "robustness": 0 }, "all": { "accuracy": 86.7, - "cost": 0.0007, + "cost": 0.0024, "robustness": 100.0 } } @@ -25731,22 +25731,22 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0003, + "cost": 0.0013, "robustness": 100.0 }, "medium": { "accuracy": 72.9, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 }, "hard": { "accuracy": 15.4, - "cost": 0.0008, + "cost": 0.0031, "robustness": 100.0 }, "all": { "accuracy": 90.6, - "cost": 0.0004, + "cost": 0.0015, "robustness": 100.0 } } @@ -25755,22 +25755,22 @@ "metrics": { "easy": { "accuracy": 98.9, - "cost": 0.0004, + "cost": 0.0013, "robustness": 100.0 }, "medium": { "accuracy": 87.2, - "cost": 0.0009, + "cost": 0.0033, "robustness": 100.0 }, "hard": { "accuracy": 55.1, - "cost": 0.003, + "cost": 0.0109, "robustness": 100.0 }, "all": { "accuracy": 87.5, - "cost": 0.001, + "cost": 0.0035, "robustness": 100.0 } } @@ -25779,22 +25779,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0004, + "cost": 0.0014, "robustness": 100.0 }, "medium": { "accuracy": 90.5, - "cost": 0.001, + "cost": 0.0036, "robustness": 100.0 }, "hard": { "accuracy": 45.5, - "cost": 0.0014, + "cost": 0.005, "robustness": 0 }, "all": { "accuracy": 88.7, - "cost": 0.0008, + "cost": 0.0028, "robustness": 100.0 } } @@ -25803,22 +25803,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0006, "robustness": 100.0 }, "medium": { "accuracy": 76.0, - "cost": 0.0005, + "cost": 0.0018, "robustness": 0 }, "hard": { "accuracy": 8.5, - "cost": 0.0015, + "cost": 0.0054, "robustness": 100.0 }, "all": { "accuracy": 47.4, - "cost": 0.0009, + "cost": 0.0034, "robustness": 100.0 } } @@ -25829,22 +25829,22 @@ "metrics": { "easy": { "accuracy": 96.6, - "cost": 0.0006, + "cost": 0.0024, "robustness": 100.0 }, "medium": { "accuracy": 75.5, - "cost": 0.0009, + "cost": 0.0034, "robustness": 100.0 }, "hard": { "accuracy": 20.1, - "cost": 0.0013, + "cost": 0.0048, "robustness": 100.0 }, "all": { "accuracy": 72.7, - "cost": 0.0009, + "cost": 0.0033, "robustness": 100.0 } }, @@ -25853,22 +25853,22 @@ "metrics": { "easy": { "accuracy": 96.7, - "cost": 0.0006, + "cost": 0.0023, "robustness": 100.0 }, "medium": { "accuracy": 79.8, - "cost": 0.001, + "cost": 0.0034, "robustness": 100.0 }, "hard": { "accuracy": 23.8, - "cost": 0.0015, + "cost": 0.0054, "robustness": 100.0 }, "all": { "accuracy": 76.5, - "cost": 0.0009, + "cost": 0.0033, "robustness": 100.0 } } @@ -25877,22 +25877,22 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.001, + "cost": 0.0036, "robustness": 100.0 }, "medium": { "accuracy": 68.3, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "hard": { "accuracy": 20.0, - "cost": 0.0013, + "cost": 0.0047, "robustness": 100.0 }, "all": { "accuracy": 70.9, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 } } @@ -25901,22 +25901,22 @@ "metrics": { "easy": { "accuracy": 95.7, - "cost": 0.0003, + "cost": 0.001, "robustness": 100.0 }, "medium": { "accuracy": 44.4, - "cost": 0.0004, + "cost": 0.0015, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0009, "robustness": 100.0 }, "all": { "accuracy": 80.3, - "cost": 0.0003, + "cost": 0.0011, "robustness": 100.0 } } @@ -25925,22 +25925,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0002, + "cost": 0.0007, "robustness": 0 }, "medium": { "accuracy": 77.8, - "cost": 0.0005, + "cost": 0.0019, "robustness": 100.0 }, "hard": { "accuracy": 14.7, - "cost": 0.0011, + "cost": 0.004, "robustness": 100.0 }, "all": { "accuracy": 40.0, - "cost": 0.0009, + "cost": 0.0032, "robustness": 100.0 } } @@ -25951,22 +25951,22 @@ "metrics": { "easy": { "accuracy": 95.3, - "cost": 0.0005, + "cost": 0.0017, "robustness": 100.0 }, "medium": { "accuracy": 75.5, - "cost": 0.001, + "cost": 0.0036, "robustness": 100.0 }, "hard": { "accuracy": 32.5, - "cost": 0.0013, + "cost": 0.0044, "robustness": 100.0 }, "all": { "accuracy": 82.3, - "cost": 0.0007, + "cost": 0.0026, "robustness": 100.0 } }, @@ -25975,22 +25975,22 @@ "metrics": { "easy": { "accuracy": 99.2, - "cost": 0.0007, + "cost": 0.0025, "robustness": 100.0 }, "medium": { "accuracy": 92.2, - "cost": 0.0014, + "cost": 0.0047, "robustness": 100.0 }, "hard": { "accuracy": 59.5, - "cost": 0.0023, + "cost": 0.0074, "robustness": 100.0 }, "all": { "accuracy": 90.7, - "cost": 0.0012, + "cost": 0.0042, "robustness": 100.0 } } @@ -25999,22 +25999,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0002, + "cost": 0.0008, "robustness": 100.0 }, "medium": { "accuracy": 81.8, - "cost": 0.0004, + "cost": 0.0014, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0002, + "cost": 0.0008, "robustness": 0 }, "all": { "accuracy": 93.2, - "cost": 0.0002, + "cost": 0.0009, "robustness": 100.0 } } @@ -26023,22 +26023,22 @@ "metrics": { "easy": { "accuracy": 94.2, - "cost": 0.0004, + "cost": 0.0016, "robustness": 100.0 }, "medium": { "accuracy": 63.6, - "cost": 0.0008, + "cost": 0.003, "robustness": 100.0 }, "hard": { "accuracy": 23.0, - "cost": 0.0009, + "cost": 0.0033, "robustness": 100.0 }, "all": { "accuracy": 78.6, - "cost": 0.0006, + "cost": 0.0021, "robustness": 100.0 } } @@ -26983,22 +26983,22 @@ "metrics": { "easy": { "accuracy": 96.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 91.4 }, "medium": { "accuracy": 67.5, - "cost": 0.0002, + "cost": 0.0005, "robustness": 76.1 }, "hard": { "accuracy": 26.0, - "cost": 0.0003, + "cost": 0.0007, "robustness": 69.7 }, "all": { "accuracy": 71.4, - "cost": 0.0002, + "cost": 0.0004, "robustness": 81.7 } }, @@ -27007,12 +27007,12 @@ "metrics": { "easy": { "accuracy": 95.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 87.5 }, "medium": { "accuracy": 52.2, - "cost": 0.0003, + "cost": 0.0005, "robustness": 81.8 }, "hard": { @@ -27022,7 +27022,7 @@ }, "all": { "accuracy": 62.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 83.3 } }, @@ -27031,12 +27031,12 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 61.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { @@ -27046,7 +27046,7 @@ }, "all": { "accuracy": 57.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 80.0 } } @@ -27055,22 +27055,22 @@ "metrics": { "easy": { "accuracy": 98.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 42.2, - "cost": 0.0004, + "cost": 0.0007, "robustness": 80.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 60.8, - "cost": 0.0002, + "cost": 0.0005, "robustness": 90.9 } } @@ -27079,22 +27079,22 @@ "metrics": { "easy": { "accuracy": 92.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 }, "medium": { "accuracy": 60.0, - "cost": 0.0002, + "cost": 0.0003, "robustness": 75.0 }, "hard": { "accuracy": 18.2, - "cost": 0.0007, + "cost": 0.0005, "robustness": 100.0 }, "all": { "accuracy": 65.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 75.0 } } @@ -27105,22 +27105,22 @@ "metrics": { "easy": { "accuracy": 97.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 92.3 }, "medium": { "accuracy": 81.2, - "cost": 0.0002, + "cost": 0.0006, "robustness": 57.1 }, "hard": { "accuracy": 33.9, - "cost": 0.0006, + "cost": 0.0026, "robustness": 26.7 }, "all": { "accuracy": 80.9, - "cost": 0.0002, + "cost": 0.0008, "robustness": 64.5 } }, @@ -27129,22 +27129,22 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 84.6 }, "medium": { "accuracy": 83.8, - "cost": 0.0002, + "cost": 0.0007, "robustness": 52.9 }, "hard": { "accuracy": 38.3, - "cost": 0.0007, + "cost": 0.003, "robustness": 15.4 }, "all": { "accuracy": 80.3, - "cost": 0.0003, + "cost": 0.001, "robustness": 51.2 } } @@ -27153,22 +27153,22 @@ "metrics": { "easy": { "accuracy": 96.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 69.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 75.0 }, "hard": { "accuracy": 8.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 82.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 94.7 } } @@ -27179,22 +27179,22 @@ "metrics": { "easy": { "accuracy": 97.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 95.7 }, "medium": { "accuracy": 66.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 66.7 }, "hard": { "accuracy": 8.1, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 70.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 92.3 } }, @@ -27203,22 +27203,22 @@ "metrics": { "easy": { "accuracy": 95.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 66.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 88.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 } } @@ -27227,22 +27227,22 @@ "metrics": { "easy": { "accuracy": 98.2, - "cost": 0.0001, + "cost": 0.0002, "robustness": 87.5 }, "medium": { "accuracy": 51.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 16.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 82.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 88.9 } } @@ -27251,22 +27251,22 @@ "metrics": { "easy": { "accuracy": 96.9, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 69.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 60.0 }, "hard": { "accuracy": 7.4, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 64.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 92.3 } } @@ -27282,17 +27282,17 @@ }, "medium": { "accuracy": 47.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 88.9 }, "hard": { "accuracy": 49.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 60.0 }, "all": { "accuracy": 61.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 } }, @@ -27306,17 +27306,17 @@ }, "medium": { "accuracy": 47.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 88.9 }, "hard": { "accuracy": 49.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 60.0 }, "all": { "accuracy": 61.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 } } @@ -27327,12 +27327,12 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 61.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "hard": { @@ -27351,12 +27351,12 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 61.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "hard": { @@ -27377,22 +27377,22 @@ "metrics": { "easy": { "accuracy": 95.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 88.9 }, "medium": { "accuracy": 64.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 60.0 }, "hard": { "accuracy": 11.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 76.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 84.1 } }, @@ -27401,22 +27401,22 @@ "metrics": { "easy": { "accuracy": 92.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 42.4, - "cost": 0.0001, + "cost": 0.0003, "robustness": 80.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 73.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 95.2 } } @@ -27425,22 +27425,22 @@ "metrics": { "easy": { "accuracy": 95.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 84.2, - "cost": 0.0001, + "cost": 0.0004, "robustness": 66.7 }, "hard": { "accuracy": 60.0, - "cost": 0.0001, + "cost": 0.0004, "robustness": 0 }, "all": { "accuracy": 89.8, - "cost": 0.0001, + "cost": 0.0003, "robustness": 85.7 } } @@ -27449,22 +27449,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 33.3 }, "medium": { "accuracy": 62.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0.0 }, "hard": { "accuracy": 11.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 54.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 } } @@ -27473,22 +27473,22 @@ "metrics": { "easy": { "accuracy": 97.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 83.3 }, "medium": { "accuracy": 87.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 5.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 86.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 87.5 } } @@ -27499,22 +27499,22 @@ "metrics": { "easy": { "accuracy": 98.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 89.7 }, "medium": { "accuracy": 77.8, - "cost": 0.0002, + "cost": 0.0007, "robustness": 85.7 }, "hard": { "accuracy": 16.5, - "cost": 0.0004, + "cost": 0.0008, "robustness": 77.8 }, "all": { "accuracy": 80.7, - "cost": 0.0002, + "cost": 0.0005, "robustness": 87.0 } }, @@ -27523,12 +27523,12 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 80.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -27538,7 +27538,7 @@ }, "all": { "accuracy": 96.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 } } @@ -27547,22 +27547,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 85.7 }, "medium": { "accuracy": 64.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0 }, "hard": { "accuracy": 22.2, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 89.5, - "cost": 0.0001, + "cost": 0.0003, "robustness": 85.7 } } @@ -27571,22 +27571,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 88.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 30.8, - "cost": 0.0002, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 84.4, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 } } @@ -27595,22 +27595,22 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 87.5 }, "medium": { "accuracy": 72.9, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 89.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 93.3 } } @@ -27619,22 +27619,22 @@ "metrics": { "easy": { "accuracy": 98.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 90.9 }, "medium": { "accuracy": 82.4, - "cost": 0.0003, + "cost": 0.0009, "robustness": 72.7 }, "hard": { "accuracy": 23.6, - "cost": 0.0007, + "cost": 0.0016, "robustness": 80.0 }, "all": { "accuracy": 80.9, - "cost": 0.0003, + "cost": 0.0007, "robustness": 81.5 } } @@ -27643,22 +27643,22 @@ "metrics": { "easy": { "accuracy": 97.7, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 71.4, - "cost": 0.0001, + "cost": 0.0004, "robustness": 100.0 }, "hard": { "accuracy": 27.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 0 }, "all": { "accuracy": 78.4, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 } } @@ -27667,22 +27667,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 80.0 }, "medium": { "accuracy": 48.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 3.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 }, "all": { "accuracy": 38.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 75.0 } } @@ -27693,22 +27693,22 @@ "metrics": { "easy": { "accuracy": 94.6, - "cost": 0.0001, + "cost": 0.0003, "robustness": 94.4 }, "medium": { "accuracy": 64.4, - "cost": 0.0002, + "cost": 0.0004, "robustness": 83.3 }, "hard": { "accuracy": 6.7, - "cost": 0.0003, + "cost": 0.0005, "robustness": 85.7 }, "all": { "accuracy": 65.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 89.2 } }, @@ -27717,22 +27717,22 @@ "metrics": { "easy": { "accuracy": 97.8, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 73.0, - "cost": 0.0002, + "cost": 0.0005, "robustness": 100.0 }, "hard": { "accuracy": 7.5, - "cost": 0.0004, + "cost": 0.0007, "robustness": 66.7 }, "all": { "accuracy": 71.4, - "cost": 0.0002, + "cost": 0.0004, "robustness": 95.2 } } @@ -27741,22 +27741,22 @@ "metrics": { "easy": { "accuracy": 86.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 66.7 }, "medium": { "accuracy": 55.6, - "cost": 0.0002, + "cost": 0.0003, "robustness": 75.0 }, "hard": { "accuracy": 6.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 58.9, - "cost": 0.0002, + "cost": 0.0003, "robustness": 77.8 } } @@ -27765,22 +27765,22 @@ "metrics": { "easy": { "accuracy": 93.6, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 11.1, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "hard": { "accuracy": 20.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 75.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 } } @@ -27789,22 +27789,22 @@ "metrics": { "easy": { "accuracy": 100.0, - "cost": 0.0, + "cost": 0.0002, "robustness": 0 }, "medium": { "accuracy": 44.4, - "cost": 0.0001, + "cost": 0.0002, "robustness": 50.0 }, "hard": { "accuracy": 2.9, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "all": { "accuracy": 21.8, - "cost": 0.0001, + "cost": 0.0002, "robustness": 66.7 } } @@ -27815,22 +27815,22 @@ "metrics": { "easy": { "accuracy": 95.3, - "cost": 0.0001, + "cost": 0.0003, "robustness": 97.7 }, "medium": { "accuracy": 64.3, - "cost": 0.0002, + "cost": 0.0004, "robustness": 81.0 }, "hard": { "accuracy": 15.9, - "cost": 0.0002, + "cost": 0.0004, "robustness": 100.0 }, "all": { "accuracy": 77.1, - "cost": 0.0001, + "cost": 0.0003, "robustness": 93.0 } }, @@ -27839,22 +27839,22 @@ "metrics": { "easy": { "accuracy": 95.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 100.0 }, "medium": { "accuracy": 80.2, - "cost": 0.0002, + "cost": 0.0004, "robustness": 84.6 }, "hard": { "accuracy": 33.3, - "cost": 0.0004, + "cost": 0.0007, "robustness": 100.0 }, "all": { "accuracy": 80.0, - "cost": 0.0002, + "cost": 0.0004, "robustness": 89.5 } } @@ -27863,22 +27863,22 @@ "metrics": { "easy": { "accuracy": 98.3, - "cost": 0.0001, + "cost": 0.0002, "robustness": 100.0 }, "medium": { "accuracy": 54.5, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0.0 }, "hard": { "accuracy": 0.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 0 }, "all": { "accuracy": 89.0, - "cost": 0.0001, + "cost": 0.0002, "robustness": 80.0 } } @@ -27887,22 +27887,22 @@ "metrics": { "easy": { "accuracy": 95.0, - "cost": 0.0001, + "cost": 0.0003, "robustness": 97.1 }, "medium": { "accuracy": 53.7, - "cost": 0.0001, + "cost": 0.0003, "robustness": 85.7 }, "hard": { "accuracy": 9.7, - "cost": 0.0002, + "cost": 0.0003, "robustness": 100.0 }, "all": { "accuracy": 75.2, - "cost": 0.0001, + "cost": 0.0003, "robustness": 95.7 } } @@ -29784,17 +29784,17 @@ }, "medium": { "accuracy": 73.9, - "cost": 0.0008, + "cost": 0.0007, "robustness": 82.3 }, "hard": { "accuracy": 37.7, - "cost": 0.0011, + "cost": 0.001, "robustness": 79.8 }, "all": { "accuracy": 76.2, - "cost": 0.0006, + "cost": 0.0005, "robustness": 80.0 } }, @@ -29808,17 +29808,17 @@ }, "medium": { "accuracy": 72.5, - "cost": 0.0023, + "cost": 0.002, "robustness": 72.7 }, "hard": { "accuracy": 27.9, - "cost": 0.0027, + "cost": 0.0024, "robustness": 100.0 }, "all": { "accuracy": 73.0, - "cost": 0.0016, + "cost": 0.0014, "robustness": 83.3 } }, @@ -29856,17 +29856,17 @@ }, "medium": { "accuracy": 58.6, - "cost": 0.0015, + "cost": 0.0013, "robustness": 60.0 }, "hard": { "accuracy": 24.0, - "cost": 0.0023, + "cost": 0.002, "robustness": 100.0 }, "all": { "accuracy": 70.0, - "cost": 0.001, + "cost": 0.0009, "robustness": 72.7 } } @@ -29875,22 +29875,22 @@ "metrics": { "easy": { "accuracy": 94.3, - "cost": 0.0009, + "cost": 0.0008, "robustness": 100.0 }, "medium": { "accuracy": 85.0, - "cost": 0.004, + "cost": 0.0034, "robustness": 75.0 }, "hard": { "accuracy": 34.8, - "cost": 0.0037, + "cost": 0.0031, "robustness": 100.0 }, "all": { "accuracy": 78.4, - "cost": 0.0025, + "cost": 0.0022, "robustness": 87.5 } } @@ -29906,17 +29906,17 @@ }, "medium": { "accuracy": 86.1, - "cost": 0.0007, + "cost": 0.0006, "robustness": 81.0 }, "hard": { "accuracy": 69.4, - "cost": 0.0024, + "cost": 0.002, "robustness": 80.0 }, "all": { "accuracy": 88.9, - "cost": 0.0008, + "cost": 0.0007, "robustness": 79.0 } }, @@ -29930,17 +29930,17 @@ }, "medium": { "accuracy": 89.4, - "cost": 0.0009, + "cost": 0.0007, "robustness": 82.4 }, "hard": { "accuracy": 79.9, - "cost": 0.0028, + "cost": 0.0024, "robustness": 76.9 }, "all": { "accuracy": 90.9, - "cost": 0.001, + "cost": 0.0009, "robustness": 76.7 } } @@ -29980,7 +29980,7 @@ }, "medium": { "accuracy": 70.1, - "cost": 0.0013, + "cost": 0.0011, "robustness": 83.3 }, "hard": { @@ -29990,7 +29990,7 @@ }, "all": { "accuracy": 73.4, - "cost": 0.0006, + "cost": 0.0005, "robustness": 94.9 } }, @@ -30052,7 +30052,7 @@ }, "medium": { "accuracy": 69.8, - "cost": 0.0016, + "cost": 0.0014, "robustness": 80.0 }, "hard": { @@ -30062,7 +30062,7 @@ }, "all": { "accuracy": 67.3, - "cost": 0.0008, + "cost": 0.0007, "robustness": 92.3 } } @@ -30133,12 +30133,12 @@ }, "hard": { "accuracy": 29.0, - "cost": 0.0012, + "cost": 0.0011, "robustness": 62.5 }, "all": { "accuracy": 43.3, - "cost": 0.001, + "cost": 0.0009, "robustness": 65.5 } }, @@ -30157,12 +30157,12 @@ }, "hard": { "accuracy": 29.0, - "cost": 0.0012, + "cost": 0.0011, "robustness": 62.5 }, "all": { "accuracy": 43.3, - "cost": 0.001, + "cost": 0.0009, "robustness": 65.5 } } @@ -30178,7 +30178,7 @@ }, "medium": { "accuracy": 69.7, - "cost": 0.0003, + "cost": 0.0002, "robustness": 70.0 }, "hard": { @@ -30188,7 +30188,7 @@ }, "all": { "accuracy": 79.1, - "cost": 0.0003, + "cost": 0.0002, "robustness": 63.6 } }, @@ -30197,7 +30197,7 @@ "metrics": { "easy": { "accuracy": 94.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 50.0 }, "medium": { @@ -30226,17 +30226,17 @@ }, "medium": { "accuracy": 92.1, - "cost": 0.0004, + "cost": 0.0003, "robustness": 66.7 }, "hard": { "accuracy": 80.0, - "cost": 0.0008, + "cost": 0.0007, "robustness": 0 }, "all": { "accuracy": 93.5, - "cost": 0.0003, + "cost": 0.0002, "robustness": 71.4 } } @@ -30305,7 +30305,7 @@ }, "hard": { "accuracy": 32.0, - "cost": 0.0006, + "cost": 0.0005, "robustness": 77.8 }, "all": { @@ -30348,7 +30348,7 @@ }, "medium": { "accuracy": 76.5, - "cost": 0.0003, + "cost": 0.0002, "robustness": 0 }, "hard": { @@ -30372,12 +30372,12 @@ }, "medium": { "accuracy": 88.2, - "cost": 0.0003, + "cost": 0.0002, "robustness": 100.0 }, "hard": { "accuracy": 23.1, - "cost": 0.001, + "cost": 0.0009, "robustness": 0 }, "all": { @@ -30415,7 +30415,7 @@ "metrics": { "easy": { "accuracy": 98.1, - "cost": 0.0002, + "cost": 0.0001, "robustness": 36.4 }, "medium": { @@ -30425,7 +30425,7 @@ }, "hard": { "accuracy": 53.9, - "cost": 0.0007, + "cost": 0.0006, "robustness": 80.0 }, "all": { @@ -30449,7 +30449,7 @@ }, "hard": { "accuracy": 45.5, - "cost": 0.0003, + "cost": 0.0002, "robustness": 0 }, "all": { @@ -30494,17 +30494,17 @@ }, "medium": { "accuracy": 71.9, - "cost": 0.0009, + "cost": 0.0008, "robustness": 91.7 }, "hard": { "accuracy": 17.4, - "cost": 0.001, + "cost": 0.0009, "robustness": 85.7 }, "all": { "accuracy": 70.9, - "cost": 0.0007, + "cost": 0.0006, "robustness": 81.1 } }, @@ -30518,17 +30518,17 @@ }, "medium": { "accuracy": 77.9, - "cost": 0.0006, + "cost": 0.0005, "robustness": 83.3 }, "hard": { "accuracy": 17.5, - "cost": 0.0014, + "cost": 0.0012, "robustness": 100.0 }, "all": { "accuracy": 75.6, - "cost": 0.0007, + "cost": 0.0006, "robustness": 81.0 } } @@ -30537,12 +30537,12 @@ "metrics": { "easy": { "accuracy": 89.2, - "cost": 0.0009, + "cost": 0.0008, "robustness": 66.7 }, "medium": { "accuracy": 68.3, - "cost": 0.0017, + "cost": 0.0015, "robustness": 100.0 }, "hard": { @@ -30552,7 +30552,7 @@ }, "all": { "accuracy": 69.0, - "cost": 0.0011, + "cost": 0.001, "robustness": 88.9 } } @@ -30616,17 +30616,17 @@ }, "medium": { "accuracy": 74.0, - "cost": 0.0005, + "cost": 0.0004, "robustness": 85.7 }, "hard": { "accuracy": 32.5, - "cost": 0.0007, + "cost": 0.0006, "robustness": 85.7 }, "all": { "accuracy": 82.1, - "cost": 0.0004, + "cost": 0.0003, "robustness": 87.3 } }, @@ -30640,17 +30640,17 @@ }, "medium": { "accuracy": 88.0, - "cost": 0.0006, + "cost": 0.0005, "robustness": 92.3 }, "hard": { "accuracy": 73.8, - "cost": 0.0011, + "cost": 0.001, "robustness": 100.0 }, "all": { "accuracy": 89.3, - "cost": 0.0005, + "cost": 0.0004, "robustness": 89.5 } } diff --git a/src/data/routerMetrics/leaderboard.json b/src/data/routerMetrics/leaderboard.json index 2ebe402..f57bd6a 100644 --- a/src/data/routerMetrics/leaderboard.json +++ b/src/data/routerMetrics/leaderboard.json @@ -1,14 +1,14 @@ [ { "Router Name": "Divyam", - "Arena Score": 77.22, - "Optimal Selection Score": 6.56, - "Optimal Cost Score": 17.35, + "Arena Score": 77.19, + "Optimal Selection Score": 17.06, + "Optimal Cost Score": 19.96, "Optimal Acc. Score": 93.29, "Robustness Score": 75.71, "Latency Score": null, "Accuracy": 80.83, - "Cost per 1k": 0.65 + "Cost per 1k": 0.66 }, { "Router Name": "BizRouter", @@ -21,27 +21,16 @@ "Accuracy": 81.66, "Cost per 1k": 1.0 }, - { - "Router Name": "KT-ModelRouter", - "Arena Score": 76.37, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 80.48, - "Latency Score": null, - "Accuracy": 78.24, - "Cost per 1k": 0.27 - }, { "Router Name": "Sqwish Router", - "Arena Score": 76.31, - "Optimal Selection Score": 9.31, - "Optimal Cost Score": 24.06, + "Arena Score": 76.34, + "Optimal Selection Score": 11.46, + "Optimal Cost Score": 24.13, "Optimal Acc. Score": 94.36, "Robustness Score": 51.67, "Latency Score": null, "Accuracy": 79.88, - "Cost per 1k": 0.7 + "Cost per 1k": 0.69 }, { "Router Name": "R**2: Reasonometry Router", @@ -55,15 +44,15 @@ "Cost per 1k": 0.48 }, { - "Router Name": "Cross-Router", - "Arena Score": 75.87, - "Optimal Selection Score": 17.24, - "Optimal Cost Score": 33.64, - "Optimal Acc. Score": 90.46, - "Robustness Score": 67.14, + "Router Name": "KT-ModelRouter", + "Arena Score": 76.08, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 80.48, "Latency Score": null, - "Accuracy": 78.27, - "Cost per 1k": 0.4 + "Accuracy": 78.24, + "Cost per 1k": 0.34 }, { "Router Name": "LLM Router", @@ -78,113 +67,102 @@ }, { "Router Name": "SapientAI Auto Router", - "Arena Score": 75.69, - "Optimal Selection Score": 5.93, - "Optimal Cost Score": 19.86, + "Arena Score": 75.58, + "Optimal Selection Score": 5.78, + "Optimal Cost Score": 19.04, "Optimal Acc. Score": 92.15, "Robustness Score": 73.33, "Latency Score": null, "Accuracy": 78.23, - "Cost per 1k": 0.43 + "Cost per 1k": 0.47 }, { - "Router Name": "vllm", - "Arena Score": 74.96, - "Optimal Selection Score": 16.81, - "Optimal Cost Score": 21.17, - "Optimal Acc. Score": 89.37, - "Robustness Score": 67.62, + "Router Name": "Cross-Router", + "Arena Score": 75.25, + "Optimal Selection Score": 45.73, + "Optimal Cost Score": 35.46, + "Optimal Acc. Score": 90.46, + "Robustness Score": 67.14, "Latency Score": null, - "Accuracy": 77.3, - "Cost per 1k": 0.42 + "Accuracy": 78.27, + "Cost per 1k": 0.59 }, { "Router Name": "nadir-caliper", - "Arena Score": 74.81, + "Arena Score": 74.63, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 79.76, "Latency Score": null, "Accuracy": 76.14, - "Cost per 1k": 0.22 + "Cost per 1k": 0.25 + }, + { + "Router Name": "vllm", + "Arena Score": 74.24, + "Optimal Selection Score": 20.4, + "Optimal Cost Score": 29.18, + "Optimal Acc. Score": 89.37, + "Robustness Score": 67.62, + "Latency Score": null, + "Accuracy": 77.3, + "Cost per 1k": 0.67 }, { "Router Name": "BARouter", - "Arena Score": 74.22, - "Optimal Selection Score": 64.62, - "Optimal Cost Score": 67.53, + "Arena Score": 73.67, + "Optimal Selection Score": 66.16, + "Optimal Cost Score": 46.55, "Optimal Acc. Score": 93.87, "Robustness Score": 68.81, "Latency Score": null, "Accuracy": 76.22, - "Cost per 1k": 0.36 + "Cost per 1k": 0.54 }, { "Router Name": "NuRoute Artemis", - "Arena Score": 73.47, + "Arena Score": 73.63, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 80.0, "Latency Score": null, "Accuracy": 76.19, - "Cost per 1k": 0.6 - }, - { - "Router Name": "Weave Router", - "Arena Score": 72.88, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 100.0, - "Latency Score": null, - "Accuracy": 76.22, - "Cost per 1k": 0.87 + "Cost per 1k": 0.54 }, { "Router Name": "OrcaRouter-Adaptive", - "Arena Score": 72.41, + "Arena Score": 72.48, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 22.62, "Latency Score": null, "Accuracy": 75.63, - "Cost per 1k": 0.86 + "Cost per 1k": 0.83 }, { "Router Name": "Nadir Router", - "Arena Score": 72.24, + "Arena Score": 72.25, "Optimal Selection Score": 100.0, "Optimal Cost Score": 100.0, "Optimal Acc. Score": 100.0, "Robustness Score": 25.48, "Latency Score": null, "Accuracy": 74.96, - "Cost per 1k": 0.68 + "Cost per 1k": 0.67 }, { "Router Name": "Hybrid Router", - "Arena Score": 72.15, - "Optimal Selection Score": 89.87, - "Optimal Cost Score": 94.19, + "Arena Score": 71.2, + "Optimal Selection Score": 16.67, + "Optimal Cost Score": 63.09, "Optimal Acc. Score": 92.81, "Robustness Score": 96.67, "Latency Score": null, "Accuracy": 71.46, - "Cost per 1k": 0.04 - }, - { - "Router Name": "cruq-router", - "Arena Score": 70.82, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 81.67, - "Latency Score": null, - "Accuracy": 71.41, - "Cost per 1k": 0.18 + "Cost per 1k": 0.13 }, { "Router Name": "chuzom-solo-v32", @@ -199,36 +177,69 @@ }, { "Router Name": "azure", - "Arena Score": 70.41, + "Arena Score": 70.37, "Optimal Selection Score": null, "Optimal Cost Score": null, "Optimal Acc. Score": null, "Robustness Score": 71.43, "Latency Score": null, "Accuracy": 72.93, - "Cost per 1k": 0.73 + "Cost per 1k": 0.75 + }, + { + "Router Name": "Weave Router", + "Arena Score": 70.0, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 100.0, + "Latency Score": null, + "Accuracy": 76.22, + "Cost per 1k": 3.21 + }, + { + "Router Name": "AsiaInfo-Router", + "Arena Score": 70.0, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 69.52, + "Latency Score": null, + "Accuracy": 75.82, + "Cost per 1k": 2.86 + }, + { + "Router Name": "cruq-router", + "Arena Score": 69.89, + "Optimal Selection Score": null, + "Optimal Cost Score": null, + "Optimal Acc. Score": null, + "Robustness Score": 81.67, + "Latency Score": null, + "Accuracy": 71.41, + "Cost per 1k": 0.41 }, { "Router Name": "Auto Router", - "Arena Score": 70.27, - "Optimal Selection Score": 37.77, - "Optimal Cost Score": 41.21, + "Arena Score": 69.8, + "Optimal Selection Score": 47.71, + "Optimal Cost Score": 60.25, "Optimal Acc. Score": 86.09, "Robustness Score": 49.52, "Latency Score": null, "Accuracy": 70.42, - "Cost per 1k": 0.12 + "Cost per 1k": 0.21 }, { "Router Name": "Lynkr", - "Arena Score": 68.02, - "Optimal Selection Score": 11.29, - "Optimal Cost Score": 17.03, + "Arena Score": 67.97, + "Optimal Selection Score": 13.48, + "Optimal Cost Score": 19.93, "Optimal Acc. Score": 84.95, "Robustness Score": 92.38, "Latency Score": null, "Accuracy": 68.83, - "Cost per 1k": 0.29 + "Cost per 1k": 0.31 }, { "Router Name": "mirt_bert", @@ -241,17 +252,6 @@ "Accuracy": 66.88, "Cost per 1k": 0.15 }, - { - "Router Name": "AsiaInfo-Router", - "Arena Score": 66.3, - "Optimal Selection Score": null, - "Optimal Cost Score": null, - "Optimal Acc. Score": null, - "Robustness Score": 69.52, - "Latency Score": null, - "Accuracy": 75.82, - "Cost per 1k": 8.54 - }, { "Router Name": "nirt_bert", "Arena Score": 66.12,