diff --git a/analysis_out/op/confidence_calibration.csv b/analysis_out/op/confidence_calibration.csv index 9e3b7d1..ce2c6d8 100644 --- a/analysis_out/op/confidence_calibration.csv +++ b/analysis_out/op/confidence_calibration.csv @@ -113,6 +113,25 @@ paterson,0.8,0.85,39,2,0.9512195121951219,0.8386073303764864,0.9865193377174265 paterson,0.85,0.9,70,1,0.9859154929577465,0.9244376915206172,0.997509460865222 paterson,0.9,0.95,58,0,1.0,0.9378800031047062,0.9999999999999999 paterson,0.95,1.0,24,0,1.0,0.8620194241710247,1.0 +gainesville,0.05,0.1,6,69,0.08,0.03717961789436808,0.16374984066557996 +gainesville,0.1,0.15,6,31,0.16216216216216217,0.07651103235297099,0.31136799295455864 +gainesville,0.15,0.2,8,15,0.34782608695652173,0.18811054636982238,0.5511002309310836 +gainesville,0.2,0.25,5,12,0.29411764705882354,0.13279793865556402,0.5313353332621391 +gainesville,0.25,0.3,7,9,0.4375,0.2309836333518552,0.6682180439322347 +gainesville,0.3,0.35,2,5,0.2857142857142857,0.0822171657090155,0.6410709098517873 +gainesville,0.35,0.4,3,8,0.2727272727272727,0.09745880573921467,0.5656502930102463 +gainesville,0.4,0.45,11,5,0.6875,0.4440393186673406,0.8583556494803894 +gainesville,0.45,0.5,4,5,0.4444444444444444,0.188775429471914,0.7333526542559703 +gainesville,0.5,0.55,7,2,0.7777777777777778,0.4525833436728054,0.9367762376877727 +gainesville,0.55,0.6,13,2,0.8666666666666667,0.6211750079348376,0.9626395301086407 +gainesville,0.6,0.65,9,3,0.75,0.46768966087934005,0.9110599603710386 +gainesville,0.65,0.7,22,2,0.9166666666666666,0.741507847985494,0.9768416721570266 +gainesville,0.7,0.75,18,1,0.9473684210526315,0.7536078466345479,0.99064824750947 +gainesville,0.75,0.8,19,0,1.0,0.8318156346315496,1.0 +gainesville,0.8,0.85,21,2,0.9130434782608695,0.7320359570190598,0.9758205045927666 +gainesville,0.85,0.9,34,0,1.0,0.8984820937803899,1.0 +gainesville,0.9,0.95,29,0,1.0,0.8830264055344442,1.0 +gainesville,0.95,1.0,18,0,1.0,0.8241154494176252,1.0 budapest_district5,0.05,0.1,7,107,0.06140350877192982,0.030058899274456374,0.12134434032853611 budapest_district5,0.1,0.15,7,52,0.11864406779661017,0.058675082779140006,0.22523875773415053 budapest_district5,0.15,0.2,11,39,0.22,0.12753786224302288,0.35241815689459555 @@ -151,22 +170,22 @@ manual_gold,0.8,0.85,326,13,0.9616519174041298,0.9355033815905722,0.977454672507 manual_gold,0.85,0.9,572,10,0.9828178694158075,0.9686628424978848,0.9906408327617758 manual_gold,0.9,0.95,984,12,0.9879518072289156,0.9790592412948215,0.9930947478970665 manual_gold,0.95,1.0,938,9,0.9904963041182682,0.9820370049703598,0.994992186852968 -POOLED,0.05,0.1,39,416,0.08571428571428572,0.06333419540881036,0.11503149767568763 -POOLED,0.1,0.15,25,150,0.14285714285714285,0.09867206951876405,0.2023854025682671 -POOLED,0.15,0.2,21,95,0.1810344827586207,0.12156590382956903,0.26095235360357605 -POOLED,0.2,0.25,25,65,0.2777777777777778,0.1957955914762625,0.37795421671115115 -POOLED,0.25,0.3,19,43,0.3064516129032258,0.20581430019850633,0.4296745093079456 -POOLED,0.3,0.35,25,27,0.4807692307692308,0.35103894702884453,0.6131454602947278 -POOLED,0.35,0.4,20,28,0.4166666666666667,0.28849459734577015,0.5571891778463536 -POOLED,0.4,0.45,23,16,0.5897435897435898,0.43418348473344903,0.7292091056459952 -POOLED,0.45,0.5,24,23,0.5106382978723404,0.37242217589372884,0.6472467566339649 -POOLED,0.5,0.55,26,6,0.8125,0.6469050424507756,0.9111057606383721 -POOLED,0.55,0.6,53,13,0.803030303030303,0.6916098449524694,0.8811147203495856 -POOLED,0.6,0.65,75,9,0.8928571428571429,0.8087519975771198,0.9426004368047676 -POOLED,0.65,0.7,72,6,0.9230769230769231,0.842165824059759,0.9642700227467552 -POOLED,0.7,0.75,102,4,0.9622641509433962,0.9069644581631097,0.9852293918900578 -POOLED,0.75,0.8,130,5,0.9629629629629629,0.9162282153274139,0.9840783210420891 -POOLED,0.8,0.85,169,4,0.976878612716763,0.9420655731370164,0.9909728069726411 -POOLED,0.85,0.9,301,4,0.9868852459016394,0.9667695053067669,0.9948885096756708 -POOLED,0.9,0.95,268,1,0.9962825278810409,0.9792462850751517,0.9993434900910986 -POOLED,0.95,1.0,135,0,1.0,0.9723310592790634,1.0 +POOLED,0.05,0.1,45,485,0.08490566037735849,0.0640591684395796,0.11172630800137218 +POOLED,0.1,0.15,31,181,0.14622641509433962,0.1049661102224358,0.2000798123430011 +POOLED,0.15,0.2,29,110,0.20863309352517986,0.14937394144110333,0.2835643622463378 +POOLED,0.2,0.25,30,77,0.2803738317757009,0.2040167905416766,0.3719546858715112 +POOLED,0.25,0.3,26,52,0.3333333333333333,0.23872517005631883,0.4435879812017211 +POOLED,0.3,0.35,27,32,0.4576271186440678,0.3370110214024243,0.583423849765719 +POOLED,0.35,0.4,23,36,0.3898305084745763,0.2757917606558441,0.5173389043813288 +POOLED,0.4,0.45,34,21,0.6181818181818182,0.4860897928239239,0.7348423368258477 +POOLED,0.45,0.5,28,28,0.5,0.37331520958682995,0.62668479041317 +POOLED,0.5,0.55,33,8,0.8048780487804879,0.6598611764744329,0.8976568425079408 +POOLED,0.55,0.6,66,15,0.8148148148148148,0.7166820913952237,0.8844381137871395 +POOLED,0.6,0.65,84,12,0.875,0.7941135793103388,0.9270287100760494 +POOLED,0.65,0.7,94,8,0.9215686274509803,0.8528111615000344,0.959723796399317 +POOLED,0.7,0.75,120,5,0.96,0.909773215091261,0.9827956446559014 +POOLED,0.75,0.8,149,5,0.9675324675324676,0.9262531770462376,0.9860538446768062 +POOLED,0.8,0.85,190,6,0.9693877551020408,0.934832884042845,0.9858963334974467 +POOLED,0.85,0.9,335,4,0.9882005899705014,0.9700582252800168,0.9954022089263338 +POOLED,0.9,0.95,297,1,0.9966442953020134,0.981239397663855,0.999407405162528 +POOLED,0.95,1.0,153,0,1.0,0.9755064982759676,1.0 diff --git a/analysis_out/op/confidence_calibration.json b/analysis_out/op/confidence_calibration.json index 669d2fd..6802155 100644 --- a/analysis_out/op/confidence_calibration.json +++ b/analysis_out/op/confidence_calibration.json @@ -1402,6 +1402,236 @@ ] } ], + "gainesville": [ + { + "lo": 0.05, + "hi": 0.1, + "n_true": 6, + "n_false": 69, + "n": 75, + "precision": 0.08, + "ci": [ + 0.03717961789436808, + 0.16374984066557996 + ] + }, + { + "lo": 0.1, + "hi": 0.15, + "n_true": 6, + "n_false": 31, + "n": 37, + "precision": 0.16216216216216217, + "ci": [ + 0.07651103235297099, + 0.31136799295455864 + ] + }, + { + "lo": 0.15, + "hi": 0.2, + "n_true": 8, + "n_false": 15, + "n": 23, + "precision": 0.34782608695652173, + "ci": [ + 0.18811054636982238, + 0.5511002309310836 + ] + }, + { + "lo": 0.2, + "hi": 0.25, + "n_true": 5, + "n_false": 12, + "n": 17, + "precision": 0.29411764705882354, + "ci": [ + 0.13279793865556402, + 0.5313353332621391 + ] + }, + { + "lo": 0.25, + "hi": 0.3, + "n_true": 7, + "n_false": 9, + "n": 16, + "precision": 0.4375, + "ci": [ + 0.2309836333518552, + 0.6682180439322347 + ] + }, + { + "lo": 0.3, + "hi": 0.35, + "n_true": 2, + "n_false": 5, + "n": 7, + "precision": 0.2857142857142857, + "ci": [ + 0.0822171657090155, + 0.6410709098517873 + ] + }, + { + "lo": 0.35, + "hi": 0.4, + "n_true": 3, + "n_false": 8, + "n": 11, + "precision": 0.2727272727272727, + "ci": [ + 0.09745880573921467, + 0.5656502930102463 + ] + }, + { + "lo": 0.4, + "hi": 0.45, + "n_true": 11, + "n_false": 5, + "n": 16, + "precision": 0.6875, + "ci": [ + 0.4440393186673406, + 0.8583556494803894 + ] + }, + { + "lo": 0.45, + "hi": 0.5, + "n_true": 4, + "n_false": 5, + "n": 9, + "precision": 0.4444444444444444, + "ci": [ + 0.188775429471914, + 0.7333526542559703 + ] + }, + { + "lo": 0.5, + "hi": 0.55, + "n_true": 7, + "n_false": 2, + "n": 9, + "precision": 0.7777777777777778, + "ci": [ + 0.4525833436728054, + 0.9367762376877727 + ] + }, + { + "lo": 0.55, + "hi": 0.6, + "n_true": 13, + "n_false": 2, + "n": 15, + "precision": 0.8666666666666667, + "ci": [ + 0.6211750079348376, + 0.9626395301086407 + ] + }, + { + "lo": 0.6, + "hi": 0.65, + "n_true": 9, + "n_false": 3, + "n": 12, + "precision": 0.75, + "ci": [ + 0.46768966087934005, + 0.9110599603710386 + ] + }, + { + "lo": 0.65, + "hi": 0.7, + "n_true": 22, + "n_false": 2, + "n": 24, + "precision": 0.9166666666666666, + "ci": [ + 0.741507847985494, + 0.9768416721570266 + ] + }, + { + "lo": 0.7, + "hi": 0.75, + "n_true": 18, + "n_false": 1, + "n": 19, + "precision": 0.9473684210526315, + "ci": [ + 0.7536078466345479, + 0.99064824750947 + ] + }, + { + "lo": 0.75, + "hi": 0.8, + "n_true": 19, + "n_false": 0, + "n": 19, + "precision": 1.0, + "ci": [ + 0.8318156346315496, + 1.0 + ] + }, + { + "lo": 0.8, + "hi": 0.85, + "n_true": 21, + "n_false": 2, + "n": 23, + "precision": 0.9130434782608695, + "ci": [ + 0.7320359570190598, + 0.9758205045927666 + ] + }, + { + "lo": 0.85, + "hi": 0.9, + "n_true": 34, + "n_false": 0, + "n": 34, + "precision": 1.0, + "ci": [ + 0.8984820937803899, + 1.0 + ] + }, + { + "lo": 0.9, + "hi": 0.95, + "n_true": 29, + "n_false": 0, + "n": 29, + "precision": 1.0, + "ci": [ + 0.8830264055344442, + 1.0 + ] + }, + { + "lo": 0.95, + "hi": 1.0, + "n_true": 18, + "n_false": 0, + "n": 18, + "precision": 1.0, + "ci": [ + 0.8241154494176252, + 1.0 + ] + } + ], "budapest_district5": [ { "lo": 0.05, @@ -1870,234 +2100,235 @@ "clovis", "morgantown", "annapolis", - "paterson" + "paterson", + "gainesville" ], "bins": [ { "lo": 0.05, "hi": 0.1, - "n_true": 39, - "n_false": 416, - "n": 455, - "precision": 0.08571428571428572, + "n_true": 45, + "n_false": 485, + "n": 530, + "precision": 0.08490566037735849, "ci": [ - 0.06333419540881036, - 0.11503149767568763 + 0.0640591684395796, + 0.11172630800137218 ] }, { "lo": 0.1, "hi": 0.15, - "n_true": 25, - "n_false": 150, - "n": 175, - "precision": 0.14285714285714285, + "n_true": 31, + "n_false": 181, + "n": 212, + "precision": 0.14622641509433962, "ci": [ - 0.09867206951876405, - 0.2023854025682671 + 0.1049661102224358, + 0.2000798123430011 ] }, { "lo": 0.15, "hi": 0.2, - "n_true": 21, - "n_false": 95, - "n": 116, - "precision": 0.1810344827586207, + "n_true": 29, + "n_false": 110, + "n": 139, + "precision": 0.20863309352517986, "ci": [ - 0.12156590382956903, - 0.26095235360357605 + 0.14937394144110333, + 0.2835643622463378 ] }, { "lo": 0.2, "hi": 0.25, - "n_true": 25, - "n_false": 65, - "n": 90, - "precision": 0.2777777777777778, + "n_true": 30, + "n_false": 77, + "n": 107, + "precision": 0.2803738317757009, "ci": [ - 0.1957955914762625, - 0.37795421671115115 + 0.2040167905416766, + 0.3719546858715112 ] }, { "lo": 0.25, "hi": 0.3, - "n_true": 19, - "n_false": 43, - "n": 62, - "precision": 0.3064516129032258, + "n_true": 26, + "n_false": 52, + "n": 78, + "precision": 0.3333333333333333, "ci": [ - 0.20581430019850633, - 0.4296745093079456 + 0.23872517005631883, + 0.4435879812017211 ] }, { "lo": 0.3, "hi": 0.35, - "n_true": 25, - "n_false": 27, - "n": 52, - "precision": 0.4807692307692308, + "n_true": 27, + "n_false": 32, + "n": 59, + "precision": 0.4576271186440678, "ci": [ - 0.35103894702884453, - 0.6131454602947278 + 0.3370110214024243, + 0.583423849765719 ] }, { "lo": 0.35, "hi": 0.4, - "n_true": 20, - "n_false": 28, - "n": 48, - "precision": 0.4166666666666667, + "n_true": 23, + "n_false": 36, + "n": 59, + "precision": 0.3898305084745763, "ci": [ - 0.28849459734577015, - 0.5571891778463536 + 0.2757917606558441, + 0.5173389043813288 ] }, { "lo": 0.4, "hi": 0.45, - "n_true": 23, - "n_false": 16, - "n": 39, - "precision": 0.5897435897435898, + "n_true": 34, + "n_false": 21, + "n": 55, + "precision": 0.6181818181818182, "ci": [ - 0.43418348473344903, - 0.7292091056459952 + 0.4860897928239239, + 0.7348423368258477 ] }, { "lo": 0.45, "hi": 0.5, - "n_true": 24, - "n_false": 23, - "n": 47, - "precision": 0.5106382978723404, + "n_true": 28, + "n_false": 28, + "n": 56, + "precision": 0.5, "ci": [ - 0.37242217589372884, - 0.6472467566339649 + 0.37331520958682995, + 0.62668479041317 ] }, { "lo": 0.5, "hi": 0.55, - "n_true": 26, - "n_false": 6, - "n": 32, - "precision": 0.8125, + "n_true": 33, + "n_false": 8, + "n": 41, + "precision": 0.8048780487804879, "ci": [ - 0.6469050424507756, - 0.9111057606383721 + 0.6598611764744329, + 0.8976568425079408 ] }, { "lo": 0.55, "hi": 0.6, - "n_true": 53, - "n_false": 13, - "n": 66, - "precision": 0.803030303030303, + "n_true": 66, + "n_false": 15, + "n": 81, + "precision": 0.8148148148148148, "ci": [ - 0.6916098449524694, - 0.8811147203495856 + 0.7166820913952237, + 0.8844381137871395 ] }, { "lo": 0.6, "hi": 0.65, - "n_true": 75, - "n_false": 9, - "n": 84, - "precision": 0.8928571428571429, + "n_true": 84, + "n_false": 12, + "n": 96, + "precision": 0.875, "ci": [ - 0.8087519975771198, - 0.9426004368047676 + 0.7941135793103388, + 0.9270287100760494 ] }, { "lo": 0.65, "hi": 0.7, - "n_true": 72, - "n_false": 6, - "n": 78, - "precision": 0.9230769230769231, + "n_true": 94, + "n_false": 8, + "n": 102, + "precision": 0.9215686274509803, "ci": [ - 0.842165824059759, - 0.9642700227467552 + 0.8528111615000344, + 0.959723796399317 ] }, { "lo": 0.7, "hi": 0.75, - "n_true": 102, - "n_false": 4, - "n": 106, - "precision": 0.9622641509433962, + "n_true": 120, + "n_false": 5, + "n": 125, + "precision": 0.96, "ci": [ - 0.9069644581631097, - 0.9852293918900578 + 0.909773215091261, + 0.9827956446559014 ] }, { "lo": 0.75, "hi": 0.8, - "n_true": 130, + "n_true": 149, "n_false": 5, - "n": 135, - "precision": 0.9629629629629629, + "n": 154, + "precision": 0.9675324675324676, "ci": [ - 0.9162282153274139, - 0.9840783210420891 + 0.9262531770462376, + 0.9860538446768062 ] }, { "lo": 0.8, "hi": 0.85, - "n_true": 169, - "n_false": 4, - "n": 173, - "precision": 0.976878612716763, + "n_true": 190, + "n_false": 6, + "n": 196, + "precision": 0.9693877551020408, "ci": [ - 0.9420655731370164, - 0.9909728069726411 + 0.934832884042845, + 0.9858963334974467 ] }, { "lo": 0.85, "hi": 0.9, - "n_true": 301, + "n_true": 335, "n_false": 4, - "n": 305, - "precision": 0.9868852459016394, + "n": 339, + "precision": 0.9882005899705014, "ci": [ - 0.9667695053067669, - 0.9948885096756708 + 0.9700582252800168, + 0.9954022089263338 ] }, { "lo": 0.9, "hi": 0.95, - "n_true": 268, + "n_true": 297, "n_false": 1, - "n": 269, - "precision": 0.9962825278810409, + "n": 298, + "precision": 0.9966442953020134, "ci": [ - 0.9792462850751517, - 0.9993434900910986 + 0.981239397663855, + 0.999407405162528 ] }, { "lo": 0.95, "hi": 1.0, - "n_true": 135, + "n_true": 153, "n_false": 0, - "n": 135, + "n": 153, "precision": 1.0, "ci": [ - 0.9723310592790634, + 0.9755064982759676, 1.0 ] } diff --git a/analysis_out/op/corrected_at_0.25.csv b/analysis_out/op/corrected_at_0.25.csv index 9092e69..f383f89 100644 --- a/analysis_out/op/corrected_at_0.25.csv +++ b/analysis_out/op/corrected_at_0.25.csv @@ -5,5 +5,6 @@ clovis,0.25,0.82,0.855,0.87,0.841025641025641,0.8465346534653465,7,13,3,1,23 morgantown,0.25,0.86,0.876,0.88,0.8052434456928839,0.8081180811808119,4,25,1,1,30 annapolis,0.25,0.8804347826086957,0.9021739130434783,0.9239130434782609,0.826530612244898,0.83,6,15,6,0,27 paterson,0.25,0.940983606557377,0.9475409836065574,0.9573770491803278,0.7265822784810126,0.7279596977329975,2,5,3,0,10 +gainesville,0.25,0.8314176245210728,0.8773946360153256,0.8812260536398467,0.7977941176470589,0.8063380281690141,12,21,1,3,34 budapest_district5,0.25,0.6360655737704918,0.7114754098360656,0.7344262295081967,0.6466666666666666,0.6718266253869969,23,59,7,1,89 -POOLED,0.25,0.8841201716738197,0.9031269160024524,0.9141630901287554,0.8064876957494407,0.8097855964815833,31,94,18,2,143 +POOLED,0.25,0.8768498942917548,0.8995771670190275,0.9096194503171248,0.8053398058252427,0.809320019020447,43,115,19,5,177 diff --git a/analysis_out/op/corrected_at_0.3.csv b/analysis_out/op/corrected_at_0.3.csv index b65e88c..44f092d 100644 --- a/analysis_out/op/corrected_at_0.3.csv +++ b/analysis_out/op/corrected_at_0.3.csv @@ -5,5 +5,6 @@ clovis,0.3,0.851063829787234,0.8829787234042553,0.898936170212766,0.820512820512 morgantown,0.3,0.8884297520661157,0.9049586776859504,0.9090909090909091,0.8052434456928839,0.8081180811808119,4,17,1,1,22 annapolis,0.3,0.9015151515151515,0.9204545454545454,0.9393939393939394,0.8095238095238095,0.8127090301003345,5,10,5,0,20 paterson,0.3,0.9498327759197325,0.9565217391304348,0.9632107023411371,0.7189873417721518,0.7204030226700252,2,3,2,0,7 +gainesville,0.3,0.8571428571428571,0.8857142857142857,0.889795918367347,0.7720588235294118,0.7777777777777778,7,17,1,1,25 budapest_district5,0.3,0.706959706959707,0.7619047619047619,0.7765567765567766,0.6433333333333333,0.6603174603174603,15,39,4,1,58 -POOLED,0.3,0.9069471000637349,0.9241555130656469,0.9343530911408541,0.7958612975391499,0.7988980716253443,27,57,16,2,100 +POOLED,0.3,0.9002205071664829,0.9189636163175303,0.9283351708930541,0.7927184466019418,0.7960840496657116,34,74,17,3,125 diff --git a/analysis_out/op/corrected_at_0.35.csv b/analysis_out/op/corrected_at_0.35.csv index b1b0d1d..ae86b8d 100644 --- a/analysis_out/op/corrected_at_0.35.csv +++ b/analysis_out/op/corrected_at_0.35.csv @@ -5,5 +5,6 @@ clovis,0.35,0.8820224719101124,0.9044943820224719,0.9101123595505618,0.805128205 morgantown,0.35,0.9047619047619048,0.922077922077922,0.9264069264069265,0.7827715355805244,0.7859778597785978,4,12,1,1,17 annapolis,0.35,0.9173228346456693,0.9330708661417323,0.9448818897637795,0.7925170068027211,0.7953020134228188,4,8,3,0,15 paterson,0.35,0.95578231292517,0.9625850340136054,0.9659863945578231,0.7113924050632912,0.7128463476070529,2,2,1,0,5 +gainesville,0.35,0.8739495798319328,0.8991596638655462,0.9033613445378151,0.7647058823529411,0.7697841726618705,6,13,1,1,20 budapest_district5,0.35,0.7410358565737052,0.7928286852589641,0.8007968127490039,0.62,0.6357827476038339,13,28,2,1,43 -POOLED,0.35,0.9215557020435069,0.934739617666447,0.9413315754779169,0.7818791946308725,0.7842920353982301,20,43,10,1,73 +POOLED,0.35,0.9150997150997151,0.9299145299145299,0.9361823361823362,0.7796116504854369,0.7823585810162992,26,56,11,2,93 diff --git a/analysis_out/op/low_floor_sweep.csv b/analysis_out/op/low_floor_sweep.csv index 7251a69..827d5d0 100644 --- a/analysis_out/op/low_floor_sweep.csv +++ b/analysis_out/op/low_floor_sweep.csv @@ -251,6 +251,48 @@ paterson,0.75,0.9826839826839827,0.5746835443037974,0.7252396166134185,0.9563300 paterson,0.8,0.9845360824742269,0.4835443037974684,0.6485568760611207,0.9555278813213692,0.9947272722964746,0.43465802384736063,0.5327475827894597,191,3,204,0,1.552,125 paterson,0.85,0.9934640522875817,0.3848101265822785,0.5547445255474452,0.9639094381226986,0.9988453412215571,0.33815560229510677,0.43368364416263483,152,1,243,0,1.224,125 paterson,0.9,1.0,0.20759493670886076,0.3438155136268344,0.9552478052599207,1.0,0.17050681765536319,0.2503158848912117,82,0,313,0,0.656,125 +gainesville,0.05,0.585956416464891,0.8897058823529411,0.7065693430656934,0.5378723005418733,0.6324561887451845,0.8469142645807063,0.9216427623506919,242,171,30,17,3.44,125 +gainesville,0.1,0.6982248520710059,0.8676470588235294,0.7737704918032787,0.6472850269310938,0.7447093938766721,0.8222092500505229,0.9028445489413623,236,102,36,12,2.8,125 +gainesville,0.15,0.7641196013289037,0.8455882352941176,0.8027923211169284,0.7130160252142288,0.8085663309996214,0.7978617211045611,0.8836888499478108,230,71,42,7,2.464,125 +gainesville,0.2,0.7985611510791367,0.8161764705882353,0.8072727272727273,0.7474899985593935,0.8414933168915548,0.7658507407570488,0.8576955263759724,222,56,50,7,2.28,125 +gainesville,0.21,0.8014440433212996,0.8161764705882353,0.808743169398907,0.7504832045391253,0.8441580451902594,0.7658507407570488,0.8576955263759724,222,55,50,7,2.272,125 +gainesville,0.22,0.8095238095238095,0.8125,0.8110091743119265,0.7587729161548492,0.8516844717521707,0.7618811691616092,0.8544145599814932,221,52,51,7,2.24,125 +gainesville,0.23,0.8239700374531835,0.8088235294117647,0.8163265306122449,0.7737853710702677,0.8649643630916927,0.7579181236037329,0.8511270675494507,220,47,52,7,2.192,125 +gainesville,0.24,0.8257575757575758,0.8014705882352942,0.8134328358208954,0.7754180039793331,0.866752592373138,0.7500110535981551,0.8445330615751908,218,46,54,7,2.168,125 +gainesville,0.25,0.8314176245210728,0.7977941176470589,0.8142589118198875,0.7812649399076718,0.8719557021666852,0.7460667666873073,0.8412268104961198,217,44,55,7,2.144,125 +gainesville,0.26,0.83984375,0.7904411764705882,0.8143939393939393,0.7899435699040459,0.8796951638475937,0.7381960769509213,0.834596424252668,215,41,57,7,2.104,125 +gainesville,0.27,0.8452380952380952,0.7830882352941176,0.8129770992366413,0.7954327961957647,0.8846755208253921,0.7303484786827262,0.8279429465410254,213,39,59,7,2.072,125 +gainesville,0.28,0.848605577689243,0.7830882352941176,0.8145315487571703,0.7990301778299755,0.8876708945224192,0.7303484786827262,0.8279429465410254,213,38,59,7,2.064,125 +gainesville,0.29,0.854251012145749,0.7757352941176471,0.8131021194605009,0.8048231310879512,0.8928282951507587,0.7225231341343572,0.8212672151095568,211,36,61,7,2.032,125 +gainesville,0.3,0.8571428571428571,0.7720588235294118,0.8123791102514507,0.8078028520905647,0.8954557670470715,0.7186185643092656,0.8179212469447296,210,35,62,7,2.016,125 +gainesville,0.31,0.8565573770491803,0.7683823529411765,0.8100775193798448,0.8070419329518719,0.8950193836309779,0.7147192746574518,0.8145699986066244,209,35,63,7,2.008,125 +gainesville,0.32,0.8672199170124482,0.7683823529411765,0.8148148148148148,0.8185640075422509,0.9043523596110434,0.7147192746574518,0.8145699986066244,209,32,63,7,1.984,125 +gainesville,0.33,0.8702928870292888,0.7647058823529411,0.8140900195694716,0.8217729972035128,0.9070971798995866,0.710825178702105,0.8112135565720521,208,31,64,7,1.968,125 +gainesville,0.34,0.8739495798319328,0.7647058823529411,0.8156862745098039,0.8257580936979084,0.9102608542415692,0.710825178702105,0.8112135565720521,208,30,64,7,1.96,125 +gainesville,0.35,0.8739495798319328,0.7647058823529411,0.8156862745098039,0.8257580936979084,0.9102608542415692,0.710825178702105,0.8112135565720521,208,30,64,7,1.96,125 +gainesville,0.36,0.8765957446808511,0.7573529411764706,0.8126232741617356,0.8283884931641636,0.9126884381576832,0.7030522391205781,0.8044854201737414,206,29,66,6,1.928,125 +gainesville,0.37,0.8917748917748918,0.7573529411764706,0.8190854870775348,0.845118805061801,0.9256134672442982,0.7030522391205781,0.8044854201737414,206,25,66,5,1.888,125 +gainesville,0.38,0.8995633187772926,0.7573529411764706,0.8223552894211577,0.8538033199084634,0.9321387110688191,0.7030522391205781,0.8044854201737414,206,23,66,5,1.872,125 +gainesville,0.39,0.9030837004405287,0.7536764705882353,0.8216432865731464,0.8576260008325065,0.9351253923305975,0.6991732391710116,0.8011138821333891,205,22,67,5,1.856,125 +gainesville,0.4,0.9030837004405287,0.7536764705882353,0.8216432865731464,0.8576260008325065,0.9351253923305975,0.6991732391710116,0.8011138821333891,205,22,67,5,1.856,125 +gainesville,0.41,0.9022222222222223,0.7463235294117647,0.8169014084507042,0.8563994872473608,0.9345406215440477,0.6914298106646447,0.7943562346599183,203,22,69,5,1.84,125 +gainesville,0.42,0.9054054054054054,0.7389705882352942,0.8137651821862347,0.8597226190694646,0.9372961764048854,0.683705352002731,0.7875796173419944,201,21,71,5,1.816,125 +gainesville,0.43,0.908256880733945,0.7279411764705882,0.8081632653061224,0.8625486844692453,0.939825622243292,0.6721531167173521,0.7773802386576166,198,20,74,5,1.784,125 +gainesville,0.44,0.9158878504672897,0.7205882352941176,0.8065843621399177,0.8709727726415151,0.9461347036164631,0.6644739115409813,0.7705583678541498,196,18,76,5,1.752,125 +gainesville,0.45,0.919431279620853,0.7132352941176471,0.8033126293995858,0.8747718434984749,0.9490909465757006,0.6568120313752202,0.7637191720400733,194,17,78,5,1.728,125 +gainesville,0.46,0.919431279620853,0.7132352941176471,0.8033126293995858,0.8747718434984749,0.9490909465757006,0.6568120313752202,0.7637191720400733,194,17,78,5,1.728,125 +gainesville,0.47,0.9186602870813397,0.7058823529411765,0.7983367983367984,0.8736099362722614,0.948597752450244,0.6491670791838249,0.756863048251631,192,17,80,5,1.712,125 +gainesville,0.48,0.9271844660194175,0.7022058823529411,0.7991631799163179,0.883348128373244,0.9553797501789593,0.645350834626764,0.7534287548187728,191,15,81,5,1.688,125 +gainesville,0.49,0.9359605911330049,0.6985294117647058,0.8,0.8935303357842462,0.9621969453816314,0.6415386855862817,0.7499903658693363,190,13,82,5,1.664,125 +gainesville,0.5,0.9405940594059405,0.6985294117647058,0.8016877637130801,0.8990480641196832,0.9656945340723246,0.6415386855862817,0.7499903658693363,190,12,82,5,1.656,125 +gainesville,0.55,0.9481865284974094,0.6727941176470589,0.7870967741935485,0.9072632977873529,0.9716159635070076,0.6149649510212486,0.7258103345049375,183,10,89,4,1.576,125 +gainesville,0.6,0.9550561797752809,0.625,0.7555555555555556,0.9138319716228275,0.97705328235646,0.5661003132252284,0.6804179784320127,170,8,102,2,1.44,125 +gainesville,0.65,0.9698795180722891,0.5919117647058824,0.7351598173515982,0.9314355831785572,0.987067304217699,0.5326171049503248,0.6486463447976465,161,5,111,2,1.344,125 +gainesville,0.7,0.9788732394366197,0.5110294117647058,0.6714975845410627,0.9397290578508952,0.9927895102394164,0.4518839620669434,0.5698676519028131,139,3,133,0,1.136,125 +gainesville,0.75,0.983739837398374,0.44485294117647056,0.6126582278481012,0.9426484258328016,0.9955295851667443,0.3869699297537574,0.5042720003974598,121,2,151,0,0.984,125 +gainesville,0.8,0.9807692307692307,0.375,0.5425531914893617,0.9325755460364407,0.9947103992759434,0.31958202156798743,0.43389968677477164,102,2,170,0,0.832,125 +gainesville,0.85,1.0,0.2977941176470588,0.45892351274787535,0.954720325877871,0.9999999999999999,0.24657124518122714,0.35464916537323604,81,0,191,0,0.648,125 +gainesville,0.9,1.0,0.17279411764705882,0.2946708463949843,0.9244398288016114,1.0,0.1325022478887285,0.22219987100849364,47,0,225,0,0.376,125 budapest_district5,0.05,0.40754039497307004,0.7566666666666667,0.52975495915986,0.36750098633164935,0.4488464458131845,0.7050638169697229,0.8017792222981063,227,330,73,29,4.688,125 budapest_district5,0.1,0.4966139954853273,0.7333333333333333,0.5921938088829071,0.45028353526548665,0.5430026762242226,0.6805715919237879,0.7801948074106021,220,223,80,24,3.736,125 budapest_district5,0.15,0.5546875,0.71,0.6228070175438596,0.5046792744832106,0.6036123579770515,0.6562534723961281,0.7584362870048228,213,171,87,23,3.256,125 @@ -335,90 +377,90 @@ manual_gold,0.75,0.9801238188334963,0.7675427404950242,0.86090440755581,0.974552 manual_gold,0.8,0.9846368715083799,0.7195713192140852,0.8314904909332155,0.9794396168162851,0.9885357413764406,0.7052972889776468,0.733415301405814,2820,44,1099,0,2.864,1000 manual_gold,0.85,0.9877227722772277,0.6363868333758612,0.7740533829919306,0.9826263539513349,0.9913373771103497,0.6211992274082361,0.6513073147881148,2494,31,1425,0,2.525,1000 manual_gold,0.9,0.9891919711785898,0.4904312324572595,0.6557488911634255,0.9835332524328209,0.9929200964169262,0.47479666009566757,0.5060845460177782,1922,21,1997,0,1.943,1000 -POOLED,0.05,0.6291041751114714,0.8680089485458613,0.7294947121034078,0.6098556399185093,0.6479512547039545,0.8515275284438354,0.8829123907990263,1552,915,236,166,3.587193460490463,734 -POOLED,0.1,0.7519880715705766,0.8461968680089486,0.7963157894736842,0.7326492119519414,0.7703665011874243,0.8287340042575484,0.8621752814739583,1513,499,275,144,2.9373297002724796,734 -POOLED,0.15,0.8100163309744148,0.8322147651006712,0.8209655172413794,0.7914370783188904,0.8273016550952175,0.814185682351962,0.8488193511286761,1488,349,300,135,2.6866485013623977,734 -POOLED,0.2,0.852411388727484,0.8204697986577181,0.8361356511826731,0.8348689840159629,0.8683839987506865,0.8019986806421182,0.83756678094779,1467,254,321,122,2.510899182561308,734 -POOLED,0.21,0.8605061801059447,0.8176733780760627,0.8385431603097219,0.8432168272142354,0.8761689336222395,0.799101242626722,0.8348833685130127,1462,237,326,119,2.4768392370572205,734 -POOLED,0.22,0.8663101604278075,0.8154362416107382,0.8401037165082109,0.8492138137068611,0.8817380433021195,0.796784420965844,0.8327355098137518,1458,225,330,118,2.4536784741144415,734 -POOLED,0.23,0.8726726726726727,0.8126398210290827,0.8415870257746887,0.8557986179084769,0.8878309752176772,0.7938897817538412,0.8300492985755806,1453,212,335,115,2.4250681198910082,734 -POOLED,0.24,0.876969696969697,0.8092841163310962,0.8417684700407214,0.860238893347805,0.8919492243050585,0.7904182153238826,0.8268238444653309,1447,203,341,113,2.4019073569482288,734 -POOLED,0.25,0.8841201716738197,0.8064876957494407,0.843521497513893,0.8676753927986419,0.8987597162663586,0.7875268805965463,0.8241343287424934,1442,189,346,108,2.369209809264305,734 -POOLED,0.26,0.8872458410351202,0.8053691275167785,0.8443271767810027,0.8709343025255549,0.9017285061953433,0.7863707574937928,0.8230581116651774,1440,183,348,105,2.354223433242507,734 -POOLED,0.27,0.8896466212027279,0.8025727069351231,0.8438694501617172,0.8734198062441723,0.9040218429563431,0.7834814633586913,0.8203665553501054,1435,178,353,102,2.3365122615803813,734 -POOLED,0.28,0.8949343339587242,0.8003355704697986,0.8449955713020373,0.8789460274175257,0.9090295279960597,0.7811710584065433,0.8182122799421142,1431,168,357,101,2.316076294277929,734 -POOLED,0.29,0.8991172761664565,0.7975391498881432,0.8452874925903973,0.8833169269580177,0.9129888182181056,0.7782843212590577,0.8155181666394263,1426,160,362,101,2.2983651226158037,734 -POOLED,0.3,0.9069471000637349,0.7958612975391499,0.8477807566279416,0.891561592022777,0.9203447054708805,0.7765529474094441,0.8139010302189356,1423,146,365,98,2.2711171662125342,734 -POOLED,0.31,0.9113110539845758,0.7930648769574944,0.8480861244019139,0.8961531535487045,0.9244429890339781,0.7736684236992472,0.8112047034789588,1418,138,370,95,2.249318801089918,734 -POOLED,0.32,0.9141935483870968,0.7925055928411633,0.8490113840623126,0.8992057575246319,0.927133297884877,0.7730916823741583,0.8106652747140128,1417,133,371,92,2.2370572207084467,734 -POOLED,0.33,0.9168831168831169,0.7897091722595079,0.8485576923076924,0.9020360449682086,0.9296554964438117,0.7702087839516915,0.8079673226863061,1412,128,376,92,2.223433242506812,734 -POOLED,0.34,0.9195026178010471,0.7857941834451901,0.8474065138721351,0.9047856459944843,0.9321155061873079,0.7661749606273227,0.8041879553804314,1405,123,383,90,2.204359673024523,734 -POOLED,0.35,0.9215557020435069,0.7818791946308725,0.8459909228441755,0.9069358573992461,0.9340458727165004,0.7621436971937496,0.8004060281837615,1398,119,390,89,2.188010899182561,734 -POOLED,0.36,0.9237400530503979,0.779082774049217,0.8452669902912621,0.9092409957476028,0.9360856575208348,0.7592657629569728,0.7977031119703646,1393,115,395,86,2.1716621253405997,734 -POOLED,0.37,0.929718875502008,0.7768456375838926,0.8464351005484461,0.9156244361940474,0.9416090656662294,0.7569643259126946,0.7955398686545037,1389,105,399,85,2.1512261580381473,734 -POOLED,0.38,0.933378196500673,0.7757270693512305,0.8472816127061699,0.9195489004663723,0.944972535906461,0.7558139078482153,0.7944579465389137,1387,99,401,81,2.1348773841961854,734 -POOLED,0.39,0.9362279511533242,0.7718120805369127,0.8461066830165541,0.9225844956345116,0.9476034866228561,0.7517890040019684,0.7906696597549172,1380,94,408,80,2.11716621253406,734 -POOLED,0.4,0.9380530973451328,0.7706935123042505,0.8461774639238563,0.9245463883532474,0.9492746661308193,0.7506394727579511,0.789586850818865,1378,91,410,78,2.1076294277929155,734 -POOLED,0.41,0.9398084815321477,0.7684563758389261,0.8455384615384614,0.926425553259431,0.9508861562731676,0.7483409921038437,0.7874206511128334,1374,88,414,74,2.092643051771117,734 -POOLED,0.42,0.9415405777166438,0.7656599552572707,0.8445404071560764,0.9282776277007032,0.9524764953809814,0.7454689721342987,0.7847118206322047,1369,85,419,70,2.076294277929155,734 -POOLED,0.43,0.9426795580110497,0.7634228187919463,0.8436341161928307,0.9294936806205139,0.9535227586384247,0.743172211518844,0.7825439008875205,1365,83,423,69,2.066757493188011,734 -POOLED,0.44,0.9457579972183588,0.7606263982102909,0.8431494110353379,0.9328190676396694,0.9563215980201368,0.7403023177529167,0.7798329442032743,1360,78,428,66,2.0490463215258856,734 -POOLED,0.45,0.9475524475524476,0.7578299776286354,0.8421379738968303,0.9347521718412838,0.9579545260254821,0.7374335852755208,0.7771208262304962,1355,75,433,66,2.0381471389645776,734 -POOLED,0.46,0.9493314567206192,0.7544742729306487,0.8407603614833282,0.9366676396778024,0.9595723353481933,0.7339926199502413,0.773864771015567,1349,72,439,66,2.025885558583106,734 -POOLED,0.47,0.950530035335689,0.7522371364653244,0.8398376522010615,0.9379609779707361,0.9606594177097965,0.7316995498174673,0.7716931607882024,1345,70,443,66,2.017711171662125,734 -POOLED,0.48,0.9558404558404558,0.7505592841163311,0.8408521303258146,0.9437926682623861,0.965400525062772,0.7299802185634475,0.7700639817721179,1342,62,446,64,2.0,734 -POOLED,0.49,0.9583632447954056,0.7466442953020134,0.8393586922351461,0.9465513074082524,0.9676539969011265,0.7259700004203796,0.7662610092849423,1335,58,453,64,1.9850136239782017,734 -POOLED,0.5,0.9624005784526392,0.7444071588366891,0.8394828129927469,0.9510263339288254,0.9712130912513826,0.7236794144705962,0.764086914874587,1331,52,457,64,1.9713896457765667,734 -POOLED,0.55,0.9659511472982976,0.7298657718120806,0.8314749920356801,0.9548830388303414,0.9743768835103958,0.7088073101632197,0.7499385968410601,1305,46,483,54,1.9141689373297002,734 -POOLED,0.6,0.9743190661478599,0.7002237136465325,0.8148389196225188,0.9641543292737128,0.9816562342586871,0.6785760670834072,0.7210128251490312,1252,33,536,42,1.8079019073569482,734 -POOLED,0.65,0.9800166527893422,0.6582774049217002,0.7875543660086987,0.9704371903984732,0.9865350788193228,0.6359746750504564,0.6799014604293762,1177,24,611,30,1.6771117166212535,734 -POOLED,0.7,0.9839715048975958,0.6180089485458613,0.7591892820336654,0.9748055521822485,0.9898375706843552,0.5952572301643939,0.6402546588329372,1105,18,683,23,1.561307901907357,734 -POOLED,0.75,0.9862340216322517,0.5609619686800895,0.7151515151515151,0.9770259833168202,0.9917824978422549,0.5378522728686,0.5838102669451871,1003,14,785,14,1.404632152588556,734 -POOLED,0.8,0.9897959183673469,0.48825503355704697,0.6539325842696629,0.9807211618682911,0.994622511312106,0.4651352412269788,0.5114251868822915,873,9,915,8,1.2125340599455041,734 -POOLED,0.85,0.9929478138222849,0.39373601789709173,0.5638766519823788,0.9835983824790224,0.996984120001192,0.37134023998260174,0.4165874429107969,704,5,1084,5,0.9727520435967303,734 -POOLED,0.9,0.9975247524752475,0.22539149888143176,0.36770072992700725,0.9861138566001937,0.9995629355661768,0.2066241744620577,0.24533631133088293,403,1,1385,3,0.5544959128065395,734 -tier:gsv,0.05,0.7767503302509907,0.814404432132964,0.7951318458417851,0.7457299937970564,0.8049759612926758,0.7844076218335473,0.8410731993263311,588,169,134,48,3.425531914893617,235 -tier:gsv,0.1,0.8502202643171806,0.8019390581717452,0.8253741981468282,0.8214564221708739,0.8750550047050635,0.7713031975723124,0.8293788245107427,579,102,143,41,3.072340425531915,235 -tier:gsv,0.15,0.8784615384615385,0.7908587257617729,0.8323615160349854,0.8510934191108201,0.9013824098973067,0.7596920612784943,0.8189465838473844,571,79,151,39,2.931914893617021,235 -tier:gsv,0.2,0.905448717948718,0.7825484764542936,0.8395245170876672,0.8799464113939213,0.9259893532957713,0.7510054062093707,0.8111007061986257,565,59,157,35,2.804255319148936,235 -tier:gsv,0.21,0.9096774193548387,0.7811634349030471,0.84053651266766,0.8845199133835868,0.929789359996066,0.7495593745482207,0.8097913157401286,564,56,158,34,2.782978723404255,235 -tier:gsv,0.22,0.9123376623376623,0.778393351800554,0.8400597907324364,0.8873720846801137,0.9321921394700562,0.7466687756311614,0.8071710704178938,562,54,160,33,2.7617021276595746,235 -tier:gsv,0.23,0.9183006535947712,0.778393351800554,0.8425787106446776,0.8939011840192087,0.9374814312506917,0.7466687756311614,0.8071710704178938,562,50,160,32,2.7404255319148936,235 -tier:gsv,0.24,0.9195402298850575,0.775623268698061,0.8414725770097671,0.8952147687251307,0.9386059118552997,0.7437801075770369,0.8045488942327244,560,49,162,31,2.723404255319149,235 -tier:gsv,0.25,0.9225700164744646,0.775623268698061,0.8427389014296464,0.8985508914287059,0.9412740320866537,0.7437801075770369,0.8045488942327244,560,47,162,28,2.702127659574468,235 -tier:gsv,0.26,0.9270315091210614,0.7742382271468145,0.8437735849056603,0.903458894994609,0.9451974924382895,0.7423364896881331,0.8032370900019811,559,44,163,28,2.6851063829787236,235 -tier:gsv,0.27,0.9282136894824707,0.7700831024930748,0.841786525359576,0.9046987446192765,0.9462710623747994,0.7380084636772167,0.7992988496539563,556,43,166,26,2.6595744680851063,235 -tier:gsv,0.28,0.9296482412060302,0.7686980609418282,0.8415466262319939,0.9062684737954493,0.9475339260383838,0.7365667209224985,0.7979851702890274,555,42,167,26,2.651063829787234,235 -tier:gsv,0.29,0.9294117647058824,0.7659279778393352,0.8397873955960518,0.9059580009028758,0.9473561309142859,0.7336846168258903,0.7953564301463417,553,42,169,26,2.6425531914893616,235 -tier:gsv,0.3,0.9372881355932203,0.7659279778393352,0.8429878048780487,0.9147552777092769,0.9541633025990073,0.7336846168258903,0.7953564301463417,553,37,169,26,2.6212765957446806,235 -tier:gsv,0.31,0.9385665529010239,0.7617728531855956,0.8409785932721713,0.9161221768294009,0.9552982180698398,0.7293648720587993,0.7914099085544917,550,36,172,24,2.595744680851064,235 -tier:gsv,0.32,0.940068493150685,0.760387811634349,0.8407350689127104,0.9177901275969423,0.9565950809354241,0.7279258558944501,0.7900935025991935,549,35,173,23,2.5829787234042554,235 -tier:gsv,0.33,0.9415807560137457,0.7590027700831025,0.8404907975460121,0.9194735722404789,0.9578966930325915,0.7264872846701164,0.7887766517038802,548,34,174,23,2.574468085106383,235 -tier:gsv,0.34,0.9413793103448276,0.7562326869806094,0.8387096774193549,0.9191997241658221,0.9577504623231161,0.7236114666671216,0.786141625467581,546,34,176,22,2.5617021276595744,235 -tier:gsv,0.35,0.9428076256499134,0.7534626038781164,0.8375673595073133,0.9207686180421932,0.9589893056326952,0.7207373976863801,0.7835048502090286,544,33,178,22,2.548936170212766,235 -tier:gsv,0.36,0.945993031358885,0.7520775623268698,0.837962962962963,0.9243611996798445,0.9616947713682767,0.7193010128805667,0.782185812895195,543,31,179,22,2.5361702127659576,235 -tier:gsv,0.37,0.9492119089316988,0.7506925207756233,0.8383604021655067,0.9280113858695892,0.9644083694160409,0.7178650579648607,0.7808663456912539,542,29,180,22,2.523404255319149,235 -tier:gsv,0.38,0.9541446208112875,0.7493074792243767,0.8394103956555469,0.9336589689950412,0.9685177469275545,0.7164295305590642,0.779546450977403,541,26,181,20,2.497872340425532,235 -tier:gsv,0.39,0.9540636042402827,0.7479224376731302,0.8385093167701863,0.9335432625205019,0.9684617858999715,0.7149944283177977,0.7782261310990227,540,26,182,19,2.4893617021276597,235 -tier:gsv,0.4,0.9557522123893806,0.7479224376731302,0.8391608391608391,0.9354966611850438,0.9698520334251958,0.7149944283177977,0.7782261310990227,540,25,182,17,2.476595744680851,235 -tier:gsv,0.41,0.9557522123893806,0.7479224376731302,0.8391608391608391,0.9354966611850438,0.9698520334251958,0.7149944283177977,0.7782261310990227,540,25,182,17,2.476595744680851,235 -tier:gsv,0.42,0.9557522123893806,0.7479224376731302,0.8391608391608391,0.9354966611850438,0.9698520334251958,0.7149944283177977,0.7782261310990227,540,25,182,14,2.4638297872340424,235 -tier:gsv,0.43,0.9556737588652482,0.7465373961218836,0.8382581648522551,0.9353837462751834,0.9697982622285964,0.713559748929865,0.7769053883673084,539,25,183,14,2.4595744680851066,235 -tier:gsv,0.44,0.9589285714285715,0.7437673130193906,0.8377535101404056,0.9391250146956446,0.9724785278595695,0.7106916496364463,0.7742626434214331,537,23,185,14,2.442553191489362,235 -tier:gsv,0.45,0.9588550983899821,0.7423822714681441,0.8368462138953942,0.9390174715073552,0.9724290171672558,0.7092582252740024,0.7729406456642299,536,23,186,14,2.4382978723404256,235 -tier:gsv,0.46,0.9587813620071685,0.7409972299168975,0.8359375000000001,0.9389095477200858,0.9723793280057415,0.707825214849814,0.7716182339687713,535,23,187,14,2.4340425531914893,235 -tier:gsv,0.47,0.9621621621621622,0.739612188365651,0.8363351605324981,0.9428495718304789,0.9751207439083639,0.7063926162146302,0.7702954104843079,534,21,188,14,2.421276595744681,235 -tier:gsv,0.48,0.9673321234119783,0.7382271468144044,0.8373919874312648,0.9489548901743232,0.9792379490071659,0.704960427249893,0.768972177329398,533,18,189,13,2.4,235 -tier:gsv,0.49,0.968978102189781,0.7354570637119113,0.8362204724409449,0.9508837971324211,0.9805429021233072,0.7020972700077988,0.7663244903321982,531,17,191,13,2.3872340425531915,235 -tier:gsv,0.5,0.9742173112338858,0.7326869806094183,0.8363636363636363,0.957190882222349,0.9845809215321567,0.6992357267689401,0.7636751893317629,529,14,193,13,2.3659574468085105,235 -tier:gsv,0.55,0.9754253308128544,0.7146814404432132,0.8249400479616308,0.9584120473549026,0.9855833163704523,0.6806739800275117,0.7464164485177796,516,13,206,9,2.2893617021276595,235 -tier:gsv,0.6,0.9842209072978304,0.6911357340720221,0.8120423108218063,0.9691756190105054,0.9919833782207303,0.6564964196782923,0.7237518328329993,499,8,223,9,2.195744680851064,235 -tier:gsv,0.65,0.9835728952772074,0.6634349030470914,0.792390405293631,0.9679231211033746,0.9916532473217955,0.6281819557006774,0.6969578544176736,479,8,243,6,2.097872340425532,235 -tier:gsv,0.7,0.9868995633187773,0.6260387811634349,0.7661016949152543,0.9717164861308005,0.9939825760584868,0.5901648689553805,0.6605785439325003,452,6,270,4,1.9659574468085106,235 -tier:gsv,0.75,0.9881516587677726,0.5775623268698061,0.7290209790209791,0.9725670513166474,0.994928843870671,0.541214619962107,0.6130890187381274,417,5,305,4,1.8127659574468085,235 -tier:gsv,0.8,0.9889196675900277,0.49445983379501385,0.6592797783933518,0.9718602334529006,0.995682941448207,0.4581161972191081,0.5308621143023037,357,4,365,1,1.5404255319148936,235 -tier:gsv,0.85,0.9932203389830508,0.40581717451523547,0.576204523107178,0.9756211737971461,0.9981388381958296,0.37058814392204004,0.44204315194196114,293,2,429,1,1.2595744680851064,235 -tier:gsv,0.9,1.0,0.22714681440443213,0.37020316027088035,0.9771117529861488,1.0,0.1980751875222235,0.25910665490730933,164,0,558,1,0.7021276595744681,235 +POOLED,0.05,0.6229166666666667,0.870873786407767,0.7263157894736842,0.6050631402568467,0.6404427155432777,0.8556991806127813,0.8846677157614365,1794,1086,266,183,3.5657741559953435,859 +POOLED,0.1,0.7442553191489362,0.8490291262135923,0.7931972789115647,0.7262270675671246,0.7614862942835624,0.8329194461634641,0.8638394523876649,1749,601,311,156,2.917345750873108,859 +POOLED,0.15,0.80355472404116,0.8339805825242719,0.8184849928537399,0.7861750742458308,0.8198454643411498,0.817293178559888,0.8494246548242244,1718,420,342,142,2.6542491268917345,859 +POOLED,0.2,0.8449224612306153,0.8199029126213592,0.8322246858832225,0.8283939225481736,0.8601278257518417,0.8027179850766449,0.8358969163770323,1689,310,371,129,2.477299185098952,859 +POOLED,0.21,0.8522267206477733,0.8174757281553398,0.8344895936570863,0.835896275811958,0.8671902741423413,0.8002089142977492,0.8335606540644739,1684,292,376,126,2.4470314318975555,859 +POOLED,0.22,0.8583844580777096,0.8150485436893203,0.8361553784860558,0.8422297353525237,0.8731342001818583,0.7977009419204768,0.8312232933502919,1679,277,381,125,2.4225844004656576,859 +POOLED,0.23,0.8659420289855072,0.8121359223300971,0.8381763527054108,0.8500205617570143,0.8804111016600752,0.7946928015009004,0.8284170340601232,1673,259,387,122,2.391152502910361,859 +POOLED,0.24,0.8699059561128527,0.808252427184466,0.8379466532460997,0.8540906100603849,0.8842393959213395,0.790684322780483,0.8246729798342136,1665,249,395,120,2.367869615832363,859 +POOLED,0.25,0.8768498942917548,0.8053398058252427,0.839574898785425,0.8612742967773309,0.8908982475955746,0.7876797106699884,0.8218631922349631,1659,233,401,115,2.3364377182770664,859 +POOLED,0.26,0.8807876530069185,0.8033980582524272,0.8403148007108403,0.8653533434572523,0.8946681049747346,0.7856774535944129,0.8199891828373751,1655,224,405,112,2.317811408614668,859 +POOLED,0.27,0.8836461126005362,0.8,0.8397452229299364,0.8682982876819432,0.8974166878408618,0.7821750528893259,0.8167081172144264,1648,217,412,109,2.2980209545983703,859 +POOLED,0.28,0.8886486486486487,0.7980582524271844,0.8409207161125319,0.8735009914155418,0.9021855613082723,0.7801745541874379,0.8148323494431506,1644,206,416,108,2.279394644935972,859 +POOLED,0.29,0.8930714675395527,0.7946601941747573,0.8409966606730029,0.8780932900209515,0.9064054931076537,0.7766751848428002,0.8115482524597526,1637,196,423,108,2.2596041909196742,859 +POOLED,0.3,0.9002205071664829,0.7927184466019418,0.843056272586474,0.8855712086261568,0.9131782533731726,0.7746763929692773,0.809670777860112,1633,181,427,105,2.2339930151338767,859 +POOLED,0.31,0.9038888888888889,0.7898058252427185,0.8430051813471502,0.889399615537079,0.9166578564715496,0.7716793442280832,0.8068534268915608,1627,173,433,102,2.2142025611175784,859 +POOLED,0.32,0.9078726968174204,0.7893203883495146,0.8444559854583225,0.8935914528503182,0.9204079552311528,0.7711799677499479,0.8063837367514052,1626,165,434,99,2.2002328288707798,859 +POOLED,0.33,0.9106239460370995,0.7864077669902912,0.8439697837978639,0.8964668239685909,0.9230114740473405,0.7681844901377267,0.8035648146538813,1620,159,440,99,2.1862630966239815,859 +POOLED,0.34,0.9133635334088335,0.7830097087378641,0.8431782540512285,0.8993298875822545,0.9256026939549858,0.7646914394561837,0.8002743990073884,1613,153,447,97,2.168800931315483,859 +POOLED,0.35,0.9150997150997151,0.7796116504854369,0.8419397116644822,0.9011349435424012,0.9272511942428319,0.76120016154512,0.7969822105904159,1606,149,454,96,2.1548311990686844,859 +POOLED,0.36,0.9173838209982789,0.7762135922330097,0.8409150670523271,0.9035230025844452,0.9294088442412773,0.7577106269745776,0.7936882788329221,1599,144,461,92,2.136204889406286,859 +POOLED,0.37,0.9246376811594202,0.7742718446601942,0.8428005284015851,0.9112149178322047,0.9361732986475468,0.755717379014156,0.7918052603201804,1595,130,465,90,2.112922002328289,859 +POOLED,0.38,0.928862973760933,0.7733009708737864,0.8439735099337748,0.9157143323772071,0.9400946031291245,0.7547209634302525,0.7908635426675021,1593,122,467,86,2.0966239813736904,859 +POOLED,0.39,0.9318048206937096,0.7694174757281553,0.8428609412390322,0.918826200058584,0.9428374289847244,0.7507366758099704,0.7870952973414574,1585,116,475,85,2.079161816065192,859 +POOLED,0.4,0.933372641509434,0.7684466019417475,0.8429179978700746,0.9204977293568339,0.9442887307462722,0.7497409445250186,0.7861528953898275,1583,113,477,83,2.071012805587893,859 +POOLED,0.41,0.9347954949614701,0.7655339805825243,0.8417400587136377,0.921998273306875,0.9456170018318488,0.7467545586093267,0.7833248815957743,1577,110,483,79,2.0558789289871946,859 +POOLED,0.42,0.9367541766109785,0.7621359223300971,0.8404710920770877,0.9240726592865083,0.9474380831549218,0.7432719569770764,0.7800240168999885,1570,106,490,75,2.038416763678696,859 +POOLED,0.43,0.9381752701080432,0.7587378640776699,0.8389694041867954,0.9255717291204565,0.9487626987677936,0.7397909642443948,0.776721543304634,1563,103,497,74,2.0256111757857975,859 +POOLED,0.44,0.9418886198547215,0.7553398058252427,0.8383620689655173,0.9295481036016303,0.952178747565776,0.736311557189692,0.773417484031301,1556,96,504,71,2.005820721769499,859 +POOLED,0.45,0.9439366240097502,0.7519417475728155,0.8370710618751689,0.9317340995334247,0.9540654814110261,0.7328337134369672,0.7701118614559895,1549,92,511,71,1.9930151338766007,859 +POOLED,0.46,0.9454656862745098,0.7490291262135922,0.8358613217768147,0.9333661273364517,0.9554729876487644,0.7298539323960378,0.7672772427871739,1543,89,517,71,1.9825378346915017,859 +POOLED,0.47,0.9464285714285714,0.746116504854369,0.8344191096634094,0.9343858409482934,0.9563642172883312,0.7268752709136312,0.7644415045598354,1537,87,523,71,1.9732246798603026,859 +POOLED,0.48,0.9521739130434783,0.7441747572815534,0.8354223433242507,0.9406304964436452,0.9615646136588583,0.7248901122662492,0.7625503967340537,1533,77,527,69,1.9545983701979046,859 +POOLED,0.49,0.9555137844611529,0.7402912621359223,0.8342450765864333,0.9442579865490693,0.9645819886084711,0.7209212560869307,0.7587667199670456,1525,71,535,69,1.9383003492433062,859 +POOLED,0.5,0.9596214511041009,0.7383495145631068,0.8345679012345679,0.9487673263625327,0.9682529732066627,0.7189375514228707,0.756874158157942,1521,64,539,69,1.9254947613504074,859 +POOLED,0.55,0.9637305699481865,0.7223300970873786,0.8257491675915648,0.9531946905394768,0.9719645764036007,0.7025899099876216,0.7412426011895927,1488,56,572,58,1.8649592549476135,859 +POOLED,0.6,0.9719753930280246,0.6902912621359223,0.8072665342038036,0.9622031284178608,0.9792754879508051,0.669985386977069,0.7098887273929485,1422,41,638,44,1.7543655413271246,859 +POOLED,0.65,0.9787856620336504,0.6495145631067961,0.7808578932010504,0.9696986476669669,0.9851892110032108,0.6286495460591838,0.6698229723744015,1338,29,722,32,1.6286379511059372,859 +POOLED,0.7,0.983399209486166,0.6038834951456311,0.7482706766917293,0.9747544995627045,0.9891167984779649,0.5825881011861551,0.6247921551280893,1244,21,816,23,1.4994179278230502,859 +POOLED,0.75,0.9859649122807017,0.545631067961165,0.7025,0.9773228618180729,0.9913427296414437,0.5240641096730319,0.567028152446309,1124,16,936,14,1.3434225844004657,859 +POOLED,0.8,0.9888438133874239,0.4733009708737864,0.6401838476690742,0.9801338287054623,0.9937593679433753,0.451809512155981,0.49489182383802155,975,11,1085,8,1.1571594877764844,859 +POOLED,0.85,0.9936708860759493,0.38106796116504854,0.5508771929824562,0.9852700959374268,0.9972936800098151,0.3603354410479882,0.40224323747075075,785,5,1275,5,0.9254947613504074,859 +POOLED,0.9,0.9977827050997783,0.21844660194174756,0.35842293906810035,0.9875483517810124,0.9996084957896587,0.20113632355466754,0.23680503783663293,450,1,1610,3,0.5285215366705471,859 +tier:gsv,0.05,0.7094017094017094,0.8350100603621731,0.7670979667282809,0.6827330603103787,0.7346997517487612,0.8106539014924546,0.8567867023067858,830,340,164,65,3.4305555555555554,360 +tier:gsv,0.1,0.7998037291462218,0.8199195171026157,0.8097367113760556,0.7741289991092005,0.8232264467389151,0.794813980328877,0.8425617314073344,815,204,179,53,2.977777777777778,360 +tier:gsv,0.15,0.8422712933753943,0.8058350100603622,0.8236503856041132,0.8177341182569849,0.8640543584914097,0.7800859985692983,0.8292291472414195,801,150,193,46,2.7694444444444444,360 +tier:gsv,0.2,0.8725055432372506,0.7917505030181087,0.830168776371308,0.8491484093752496,0.8927031461284941,0.765407435877119,0.8158471440081052,787,115,207,42,2.6222222222222222,360 +tier:gsv,0.21,0.8762541806020067,0.7907444668008048,0.8313061872025383,0.8530862329119671,0.8962130889665962,0.7643607558568651,0.8148894978908238,786,111,208,41,2.6055555555555556,360 +tier:gsv,0.22,0.8807649043869517,0.7877263581488934,0.831651619755709,0.8578066117671016,0.9004465879045983,0.761222100975249,0.8120151743598342,783,106,211,40,2.5805555555555557,360 +tier:gsv,0.23,0.8896473265073948,0.7867203219315896,0.8350240256273359,0.8672135971506014,0.908690030408408,0.7601763404098513,0.8110566087876968,782,97,212,39,2.55,360 +tier:gsv,0.24,0.8911798396334479,0.7826961770623743,0.8334226031065882,0.8687822817379567,0.9101497397354772,0.7559955556654854,0.8072200889819217,778,95,216,38,2.5305555555555554,360 +tier:gsv,0.25,0.8951612903225806,0.7816901408450704,0.8345864661654135,0.873010465674234,0.9138297126333851,0.7549509181785796,0.8062604003312921,777,91,217,35,2.5083333333333333,360 +tier:gsv,0.26,0.9010477299185099,0.778672032193159,0.8354020507285483,0.8792582726307123,0.9192660451583232,0.7518183288996825,0.8033800111975835,774,85,220,35,2.4833333333333334,360 +tier:gsv,0.27,0.9036427732079906,0.7736418511066399,0.8336043360433605,0.8819645824101434,0.9216930776756549,0.7466016935037464,0.7985750159058432,769,82,225,33,2.4555555555555557,360 +tier:gsv,0.28,0.9056603773584906,0.772635814889336,0.8338762214983714,0.8841165093477112,0.9235453846006474,0.7455590091295461,0.7976133741425082,768,80,226,33,2.4472222222222224,360 +tier:gsv,0.29,0.9073634204275535,0.7686116700201208,0.832244008714597,0.8858872771882251,0.9251392790842496,0.7413903807887177,0.7937646979331958,764,78,230,33,2.4305555555555554,360 +tier:gsv,0.3,0.9137724550898204,0.7676056338028169,0.8343357025697102,0.8927874179642303,0.9309676270883755,0.7403487461680012,0.792802006416377,763,72,231,33,2.411111111111111,360 +tier:gsv,0.31,0.9144578313253012,0.7635814889336016,0.8322368421052632,0.8934686552747826,0.9316281017111965,0.7361842694028115,0.7889491786314254,759,71,235,31,2.3916666666666666,360 +tier:gsv,0.32,0.9187878787878788,0.7625754527162978,0.833424958768554,0.8981490083190895,0.9355446672879264,0.7351436610811036,0.7879854608155982,758,67,236,30,2.375,360 +tier:gsv,0.33,0.9208282582216809,0.7605633802816901,0.8330578512396694,0.9003377584976052,0.9373988445059293,0.7330630512383142,0.7860574183833172,756,65,238,30,2.363888888888889,360 +tier:gsv,0.34,0.921760391198044,0.7585513078470825,0.8322295805739515,0.901322888177898,0.9382549574799514,0.7309832446641299,0.7841285726824309,754,64,240,29,2.352777777777778,360 +tier:gsv,0.35,0.9226993865030675,0.7565392354124748,0.8313985627418462,0.9023164153255886,0.9391161645531084,0.7289042345326102,0.7821989305388799,752,63,242,29,2.3444444444444446,360 +tier:gsv,0.36,0.9258343634116193,0.7535211267605634,0.8308374930671104,0.9056952863028804,0.9419483382360212,0.7257871980966462,0.7793029885622385,749,60,245,28,2.325,360 +tier:gsv,0.37,0.9326683291770573,0.7525150905432596,0.8329621380846324,0.9131808806855177,0.9480305534226245,0.7247485770294437,0.7783372834919056,748,54,246,27,2.3027777777777776,360 +tier:gsv,0.38,0.9384422110552764,0.7515090543259557,0.8346368715083798,0.9195467135802226,0.9531260756320413,0.7237101501692255,0.7773713842145885,747,49,247,25,2.2805555555555554,360 +tier:gsv,0.39,0.9394703656998739,0.7494969818913481,0.8337996642417459,0.9206591268918832,0.9540442018499896,0.7216338759325298,0.7754390061762135,745,48,249,24,2.2694444444444444,360 +tier:gsv,0.4,0.9406565656565656,0.7494969818913481,0.8342665173572228,0.9219770930836388,0.955081859351117,0.7216338759325298,0.7754390061762135,745,47,249,22,2.261111111111111,360 +tier:gsv,0.41,0.9405063291139241,0.7474849094567404,0.8329596412556054,0.9217818196514249,0.9549673958091909,0.7195583691954744,0.7735058606381985,743,47,251,22,2.2555555555555555,360 +tier:gsv,0.42,0.9415501905972046,0.7454728370221329,0.8321167883211679,0.9229149683045085,0.9558956557193162,0.717483623897851,0.7715719536607515,741,46,253,19,2.238888888888889,360 +tier:gsv,0.43,0.9424552429667519,0.7414486921529175,0.829954954954955,0.9238667323256132,0.9567178536774691,0.71333639401401,0.7677018789944515,737,45,257,19,2.225,360 +tier:gsv,0.44,0.9470284237726099,0.7374245472837022,0.8291855203619909,0.9289262455435954,0.9607150387487338,0.7091921402896254,0.763828828168695,733,41,261,19,2.202777777777778,360 +tier:gsv,0.45,0.948051948051948,0.7344064386317908,0.8276643990929705,0.9300340794020369,0.9616212671184915,0.7060858765010544,0.7609221135446603,730,40,264,19,2.191666666666667,360 +tier:gsv,0.46,0.9479843953185956,0.7334004024144869,0.8269994327850254,0.9299440981655385,0.9615710583684784,0.7050508186201115,0.7599528452880678,729,40,265,19,2.188888888888889,360 +tier:gsv,0.47,0.9502617801047121,0.7303822937625755,0.8259385665529011,0.9324673956749587,0.9635507413991462,0.7019467260110972,0.7570439594844764,726,38,268,19,2.175,360 +tier:gsv,0.48,0.9564068692206077,0.7283702213279678,0.826956025128498,0.9394114745870358,0.9687933344034295,0.6998782254401683,0.7551038077803349,724,33,270,18,2.1527777777777777,360 +tier:gsv,0.49,0.9600532623169108,0.7253521126760564,0.8263610315186246,0.9435464429264128,0.9718774022882654,0.6967768039057486,0.7521922509021489,721,30,273,18,2.136111111111111,360 +tier:gsv,0.5,0.9651006711409396,0.7233400402414487,0.8269120184013801,0.949355026906614,0.9760743295821281,0.694710068695216,0.7502503338376109,719,26,275,18,2.1194444444444445,360 +tier:gsv,0.55,0.9681440443213296,0.7032193158953722,0.8146853146853147,0.9526521392582509,0.9786805371824491,0.6740803602826624,0.7307935194994593,699,23,295,13,2.0416666666666665,360 +tier:gsv,0.6,0.9766423357664233,0.6730382293762576,0.7969029184038119,0.9623959383851053,0.9855723608581459,0.6432576813820393,0.7014864142740248,669,16,325,11,1.9333333333333333,360 +tier:gsv,0.65,0.9800918836140888,0.6438631790744467,0.7771706132361871,0.9662386329941989,0.9883294089812181,0.6135922517270717,0.67302638594047,640,13,354,8,1.836111111111111,360 +tier:gsv,0.7,0.985,0.5945674044265593,0.741530740276035,0.9717400774599938,0.992088847211642,0.5637372777884895,0.6246693791398246,591,9,403,4,1.6777777777777778,360 +tier:gsv,0.75,0.9871559633027523,0.5412474849094567,0.6991552956465237,0.9737274620699533,0.9937647979919665,0.5101702032349787,0.5720071684039668,538,7,456,4,1.525,360 +tier:gsv,0.8,0.9870967741935484,0.46177062374245476,0.6291980808773132,0.9721378279666921,0.9940733614840731,0.43098444781246886,0.4928511589611914,459,6,535,1,1.2944444444444445,360 +tier:gsv,0.85,0.9946808510638298,0.3762575452716298,0.5459854014598541,0.9808154910335499,0.9985401140397226,0.3466714443421058,0.40679644074105775,374,2,620,1,1.0472222222222223,360 +tier:gsv,0.9,1.0,0.21227364185110664,0.350207468879668,0.9821189192409663,1.0,0.18798482564016583,0.23877789902475094,211,0,783,1,0.5888888888888889,360 tier:action-modern,0.05,0.5077720207253886,0.8990825688073395,0.6490066225165564,0.4671326982201433,0.5483088900261316,0.8616609281617359,0.927236235919202,294,285,33,34,3.8797468354430378,158 tier:action-modern,0.1,0.6513761467889908,0.8685015290519877,0.744429882044561,0.6054993023494543,0.6946087365445476,0.8275561614965471,0.9008891126165027,284,152,43,31,2.9556962025316458,158 tier:action-modern,0.15,0.7328042328042328,0.8470948012232415,0.7858156028368795,0.6860166275126556,0.7749074834275878,0.8040742434718364,0.8820547076636918,277,101,50,29,2.5759493670886076,158 diff --git a/analysis_out/op/recall_by_distance.csv b/analysis_out/op/recall_by_distance.csv index 48d9e29..8ba744f 100644 --- a/analysis_out/op/recall_by_distance.csv +++ b/analysis_out/op/recall_by_distance.csv @@ -17,6 +17,9 @@ annapolis,far (>25 m),51,0.4117647058823529,0.5098039215686274,5 paterson,near (<12.5 m),160,0.79375,0.8125,3 paterson,mid (12.5-25 m),147,0.7074829931972789,0.7346938775510204,4 paterson,far (>25 m),88,0.4318181818181818,0.5227272727272727,8 +gainesville,near (<12.5 m),99,0.7777777777777778,0.8383838383838383,6 +gainesville,mid (12.5-25 m),123,0.7398373983739838,0.8617886178861789,15 +gainesville,far (>25 m),50,0.3,0.42,6 budapest_district5,near (<12.5 m),150,0.58,0.6933333333333334,17 budapest_district5,mid (12.5-25 m),88,0.4431818181818182,0.6363636363636364,17 budapest_district5,far (>25 m),50,0.48,0.58,5 diff --git a/analysis_out/op/storage_floor.csv b/analysis_out/op/storage_floor.csv index 758c60c..d908567 100644 --- a/analysis_out/op/storage_floor.csv +++ b/analysis_out/op/storage_floor.csv @@ -5,6 +5,7 @@ clovis,195,6,5,0.9384615384615385,0.9076923076923077,0.882051282051282,0.7128205 morgantown,267,7,12,0.8876404494382022,0.8614232209737828,0.8164794007490637,0.7303370786516854,237,230,218,195 annapolis,294,9,10,0.9013605442176871,0.8707482993197279,0.8367346938775511,0.7380952380952381,265,256,246,217 paterson,395,1,9,0.7569620253164557,0.7544303797468355,0.7316455696202532,0.6810126582278481,299,298,289,269 +gainesville,272,6,14,0.8897058823529411,0.8676470588235294,0.8161764705882353,0.6727941176470589,242,236,222,183 budapest_district5,300,7,18,0.7566666666666667,0.7333333333333333,0.6733333333333333,0.51,227,220,202,153 manual_gold,3919,19,48,0.920387854044399,0.9155396784894105,0.9032916560347027,0.8494513906608829,3607,3588,3540,3329 -POOLED,1788,39,46,0.8680089485458613,0.8461968680089486,0.8204697986577181,0.7298657718120806,1552,1513,1467,1305 +POOLED,2060,45,60,0.870873786407767,0.8490291262135923,0.8199029126213592,0.7223300970873786,1794,1749,1689,1488 diff --git a/analysis_out/op/tp_origin_by_bin.csv b/analysis_out/op/tp_origin_by_bin.csv index 4f3de1a..6c53cd4 100644 --- a/analysis_out/op/tp_origin_by_bin.csv +++ b/analysis_out/op/tp_origin_by_bin.csv @@ -59,6 +59,16 @@ paterson,0.6,15,3 paterson,0.7,52,2 paterson,0.8,105,4 paterson,0.9,82,0 +gainesville,0.0,0,6 +gainesville,0.1,0,14 +gainesville,0.2,0,12 +gainesville,0.3,0,5 +gainesville,0.4,8,7 +gainesville,0.5,13,7 +gainesville,0.6,31,0 +gainesville,0.7,35,2 +gainesville,0.8,55,0 +gainesville,0.9,47,0 budapest_district5,0.0,0,7 budapest_district5,0.1,0,18 budapest_district5,0.2,0,9 diff --git a/analysis_out/op_cache/gainesville.json b/analysis_out/op_cache/gainesville.json new file mode 100644 index 0000000..da8337c --- /dev/null +++ b/analysis_out/op_cache/gainesville.json @@ -0,0 +1 @@ +{"city": "gainesville", "meta": {"score_floor": 0.05, "min_distance": 10, "radius_normalized": 0.022, "fp16": false, "tta": false, "n_panos": 125, "deployed_threshold": 0.55, "model": "projectsidewalk/rampnet-model", "device": "cuda"}, "panos": [{"pano": "vbW2W3-AE2tr1NJYHCuHgw", "preds": [[0.1669921875, 0.5546875, 0.6823589205741882], [0.03515625, 0.537109375, 0.361660897731781], [0.9013671875, 0.5390625, 0.11147410422563553], [0.6826171875, 0.6640625, 0.09197128564119339], [0.94921875, 0.552734375, 0.06005798280239105], [0.9716796875, 0.537109375, 0.050029926002025604]], "gt": {"gt_points": [[0.1669921875, 0.5546875], [0.7385858524206913, 0.6914141845703125]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "q2yX7pwQF7_3SFGxEqlDHQ", "preds": [[0.2529296875, 0.5234375, 0.8267650604248047], [0.73828125, 0.568359375, 0.8116717338562012], [0.19921875, 0.5859375, 0.31095463037490845], [0.17578125, 0.5390625, 0.17317911982536316]], "gt": {"gt_points": [[0.73828125, 0.568359375], [0.25390625, 0.5234375], [0.26958187273323647, 0.5264526268442544], [0.5433173942511713, 0.5106520927609703]], "ignore_points": [[0.4194044547799774, 0.5082803681775793]], "fn_confirmed": true}}, {"pano": "9QF3VpTsXpZei70YvA-H6w", "preds": [[0.94921875, 0.537109375, 0.558802604675293], [0.87109375, 0.5546875, 0.42155611515045166]], "gt": {"gt_points": [], "ignore_points": [[0.94921875, 0.537109375]], "fn_confirmed": true}}, {"pano": "xMY6EkmbN9OZqwHeC_S7Zg", "preds": [[0.79296875, 0.630859375, 0.7061150074005127], [0.4404296875, 0.615234375, 0.37295782566070557], [0.89453125, 0.5703125, 0.15338799357414246], [0.38671875, 0.599609375, 0.14187654852867126]], "gt": {"gt_points": [[0.79296875, 0.630859375], [0.38828282211766096, 0.6073737866950758]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "-FMeOe5iGG-5JFxSF0lxaQ", "preds": [[0.42578125, 0.5234375, 0.576444149017334], [0.0654296875, 0.5390625, 0.055271975696086884]], "gt": {"gt_points": [[0.42578125, 0.5234375]], "ignore_points": [[0.44662526692319277, 0.50831547588071]], "fn_confirmed": true}}, {"pano": "21qHYEKoNSGw9O3wF_dvBg", "preds": [[0.9326171875, 0.537109375, 0.7927735447883606], [0.25390625, 0.5234375, 0.4811394214630127], [0.07421875, 0.599609375, 0.0695130005478859]], "gt": {"gt_points": [[0.9326171875, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "VYsAOBkJ-7hdoDBIOhr-nQ", "preds": [[0.40234375, 0.5546875, 0.8085972666740417], [0.53515625, 0.5234375, 0.122768834233284]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "89lilp2BlhppxL-oQ0gLNg", "preds": [[0.19921875, 0.537109375, 1.0010324716567993], [0.95703125, 0.552734375, 0.9263165593147278], [0.52734375, 0.5390625, 0.8942200541496277], [0.30078125, 0.5390625, 0.8573160171508789], [0.1201171875, 0.5390625, 0.8495693206787109], [0.8544921875, 0.5546875, 0.8375124335289001], [0.37890625, 0.5390625, 0.6784342527389526], [0.65234375, 0.568359375, 0.4728074073791504], [0.75390625, 0.552734375, 0.3171427845954895], [0.4404296875, 0.5390625, 0.1406455934047699], [0.05859375, 0.537109375, 0.12928789854049683], [0.0107421875, 0.5390625, 0.08608174324035645]], "gt": {"gt_points": [[0.19921875, 0.5390625], [0.95703125, 0.552734375], [0.30078125, 0.5390625], [0.8544921875, 0.5546875], [0.5341796875, 0.552734375], [0.1201171875, 0.5390625], [0.65234375, 0.568359375], [0.37890625, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "4My9h4mmpjE82U1up3jWOA", "preds": [[0.66796875, 0.5546875, 0.9125643372535706], [0.6201171875, 0.568359375, 0.721233606338501], [0.8857421875, 0.5390625, 0.7202885746955872], [0.30859375, 0.537109375, 0.6771950125694275], [0.9326171875, 0.5390625, 0.6769715547561646], [0.33203125, 0.5390625, 0.666777491569519], [0.91015625, 0.5390625, 0.6217660307884216], [0.12109375, 0.537109375, 0.6210180521011353], [0.7763671875, 0.552734375, 0.4154406785964966], [0.0419921875, 0.5390625, 0.16016337275505066], [0.40234375, 0.537109375, 0.10418940335512161], [0.83984375, 0.5390625, 0.08559548854827881]], "gt": {"gt_points": [[0.66796875, 0.5546875], [0.33203125, 0.5390625], [0.8857421875, 0.5390625], [0.6201171875, 0.568359375], [0.9326171875, 0.5390625], [0.3076171875, 0.537109375], [0.12109375, 0.537109375], [0.14297559564922416, 0.5349588213554815]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "g7ZWUQeOp1Kl0LrWi0qrWw", "preds": [[0.5732421875, 0.537109375, 0.8564032912254333], [0.23046875, 0.5390625, 0.18795590102672577], [0.52734375, 0.521484375, 0.06829129159450531]], "gt": {"gt_points": [[0.5732421875, 0.5390625], [0.5305808049982242, 0.5162121212121212]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "MTDJakccuk6hQfnZ3QEjxQ", "preds": [[0.55859375, 0.5234375, 0.4386056065559387], [0.98828125, 0.5234375, 0.08884778618812561]], "gt": {"gt_points": [[0.55859375, 0.5234375]], "ignore_points": [[0.5358048329737398, 0.5090682452334603]], "fn_confirmed": true}}, {"pano": "GJ9IMVsb4ULLwoTYEUCZtA", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "65kxFTBgmbOPUQbC612rdg", "preds": [[0.27734375, 0.630859375, 0.9983747005462646], [0.32421875, 0.5703125, 0.980465292930603], [0.58203125, 0.5390625, 0.9757631421089172], [0.6826171875, 0.583984375, 0.9478996992111206], [0.41796875, 0.552734375, 0.9213599562644958], [0.45703125, 0.5390625, 0.8363854289054871], [0.7294921875, 0.646484375, 0.7995741963386536], [0.54296875, 0.5390625, 0.566908061504364], [0.9716796875, 0.5546875, 0.08064062893390656]], "gt": {"gt_points": [[0.27734375, 0.6328125], [0.58203125, 0.5390625], [0.6826171875, 0.583984375], [0.32421875, 0.5703125], [0.41796875, 0.552734375], [0.45703125, 0.5390625], [0.7294921875, 0.646484375], [0.54296875, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "Z0pMjC8iJ6EDQzsBBrr_5Q", "preds": [[0.3779296875, 0.6015625, 0.9171549677848816], [0.5810546875, 0.6328125, 0.5701898336410522], [0.1357421875, 0.5703125, 0.06255388259887695]], "gt": {"gt_points": [[0.3779296875, 0.6015625], [0.57421875, 0.630859375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "Mg3-OQnBkIqnfi4qnO5KbQ", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "AVRG2QwkPWmeX2iPSnKDcw", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "ipoVm9spHhQGCMROwSdmmA", "preds": [[0.90234375, 0.5546875, 0.8739656209945679], [0.5341796875, 0.537109375, 0.3666713833808899], [0.42578125, 0.537109375, 0.36372697353363037], [0.91796875, 0.6328125, 0.13418543338775635]], "gt": {"gt_points": [[0.90234375, 0.5546875], [0.8437018555235514, 0.5851702349969968]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "jqZrc8lSwNpLZbLrixSduQ", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "dVrNCxUTFAfeyVNMXQ1LTw", "preds": [[0.2529296875, 0.5546875, 0.48769402503967285], [0.75390625, 0.5703125, 0.4463636875152588], [0.2138671875, 0.552734375, 0.26272547245025635], [0.59765625, 0.6328125, 0.072980135679245], [0.09765625, 0.5546875, 0.05664331838488579], [0.08203125, 0.5546875, 0.05137273669242859]], "gt": {"gt_points": [[0.2529296875, 0.5546875], [0.2133662270452637, 0.5517103062330211], [0.6088888827237215, 0.6590909460819129], [0.7627043518324554, 0.5772837816048041], [0.9172647622999139, 0.5348749208434239]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "smIcY196GPbaTpEbjkA7aA", "preds": [[0.46484375, 0.5234375, 0.9238737225532532], [0.17578125, 0.5546875, 0.4293081760406494], [0.0966796875, 0.5390625, 0.4018028974533081], [0.52734375, 0.5234375, 0.09486827254295349]], "gt": {"gt_points": [[0.46484375, 0.5234375], [0.09309203382292978, 0.5406846582688868], [0.17818183667732007, 0.5556565533262311]], "ignore_points": [[0.5324197931439386, 0.5311227414130896]], "fn_confirmed": true}}, {"pano": "Idfm_UDnRFcD78ZVeNnhVg", "preds": [[0.63671875, 0.5859375, 0.7850399613380432], [0.2216796875, 0.5390625, 0.6169306039810181], [0.5576171875, 0.5390625, 0.3591209650039673], [0.5263671875, 0.5234375, 0.16013431549072266]], "gt": {"gt_points": [[0.63671875, 0.5859375], [0.2216796875, 0.537109375], [0.5559529135016471, 0.5372450035903032], [0.5239414309742202, 0.5139687613402995]], "ignore_points": [[0.3252643966218478, 0.5296474951850465], [0.533187794151417, 0.5173106816635424]], "fn_confirmed": true}}, {"pano": "ld_LKRyg3hte-YCeFY3avQ", "preds": [[0.9326171875, 0.552734375, 0.754038393497467]], "gt": {"gt_points": [[0.9236519098548069, 0.5390450751501451], [0.9792845532492789, 0.5339509336319833]], "ignore_points": [[0.9326171875, 0.552734375]], "fn_confirmed": true}}, {"pano": "kjXjoHf2E-tZuI7RwMPgsw", "preds": [[0.18359375, 0.5546875, 0.7721767425537109], [0.86328125, 0.568359375, 0.6884516477584839], [0.9638671875, 0.5234375, 0.5837599635124207], [0.07421875, 0.537109375, 0.32261335849761963], [0.91015625, 0.537109375, 0.13224485516548157]], "gt": {"gt_points": [[0.86328125, 0.568359375], [0.18359375, 0.5546875], [0.07740677421649843, 0.5368916187109134], [0.9494237062678043, 0.5357388863954212]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "UrwK5NxGtb1p1lGv2EIgdg", "preds": [[0.33203125, 0.537109375, 0.833202600479126], [0.6044921875, 0.552734375, 0.5094327330589294], [0.30078125, 0.5546875, 0.289547860622406]], "gt": {"gt_points": [[0.33203125, 0.537109375], [0.5939208351930884, 0.5550185540244695]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "CabndIEXzzs5FAENnrsEug", "preds": [[0.9013671875, 0.5390625, 0.88401859998703], [0.94921875, 0.5078125, 0.05591411143541336]], "gt": {"gt_points": [[0.9013671875, 0.5390625], [0.9548057016402888, 0.5167017915783347]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "qAP6awcZVDK19stGxM31jQ", "preds": [[0.98046875, 0.537109375, 0.5171353816986084], [0.5576171875, 0.552734375, 0.14819541573524475], [0.04296875, 0.5390625, 0.14723679423332214]], "gt": {"gt_points": [[0.98046875, 0.537109375], [0.37373736757220644, 0.7051515151515152]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "mMSFxX8cKDjvaOmsrguJEA", "preds": [[0.3466796875, 0.5390625, 0.7378402948379517], [0.12890625, 0.5703125, 0.12526118755340576], [0.0732421875, 0.5390625, 0.07813514769077301]], "gt": {"gt_points": [[0.3466796875, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "scWBbnWIHdaaBRanRNRa4Q", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "6HfrzDBSveHUN1NpGsF31Q", "preds": [[0.52734375, 0.521484375, 0.14753663539886475], [0.55078125, 0.537109375, 0.1434938609600067], [0.9716796875, 0.552734375, 0.05113423243165016]], "gt": {"gt_points": [[0.5262782659737352, 0.514799706908408], [0.5578898388512988, 0.5364257058207701]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "gcAfPhmNaIDewoRc5O6yZQ", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "GhbzPi4bva0g3AlMDcioOg", "preds": [[0.2919921875, 0.5546875, 0.7693475484848022], [0.37109375, 0.5390625, 0.6887267827987671]], "gt": {"gt_points": [[0.2919921875, 0.5546875], [0.3701171875, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "bcNsOc7RlDm9L9VmIGXYpg", "preds": [[0.3154296875, 0.5546875, 0.9568349123001099], [0.96484375, 0.5546875, 0.6626020669937134], [0.18359375, 0.5859375, 0.5624853372573853], [0.0810546875, 0.583984375, 0.47047269344329834], [0.71484375, 0.6015625, 0.24857230484485626], [0.3701171875, 0.5703125, 0.16428807377815247], [0.2685546875, 0.552734375, 0.14311560988426208], [0.87109375, 0.5546875, 0.06373993307352066], [0.92578125, 0.5703125, 0.06072267144918442]], "gt": {"gt_points": [[0.3154296875, 0.5546875], [0.96484375, 0.5546875], [0.712239875937755, 0.6049269783118436]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "2xfTrO6eZbF0hKmvjGzN0A", "preds": [[0.9169921875, 0.6015625, 0.7018252611160278]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "G7ttNgjW4KU9LJVeD1Ivdg", "preds": [[0.25390625, 0.5703125, 0.9598515033721924], [0.3310546875, 0.537109375, 0.763042688369751], [0.53515625, 0.568359375, 0.4086660146713257]], "gt": {"gt_points": [[0.25390625, 0.5703125], [0.3310546875, 0.537109375], [0.53515625, 0.568359375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "--xM_B9BVXSNT9IcytVKug", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "KH6m80K7GCy3eVrCdRMYZA", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "WVSHD61mDgZmv8fnzj3i6Q", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "KqZzM0v2PbaoxQmq6wk3Xw", "preds": [[0.10546875, 0.552734375, 0.5960761904716492], [0.9326171875, 0.568359375, 0.5518898367881775], [0.8466796875, 0.552734375, 0.07034584134817123]], "gt": {"gt_points": [[0.9326171875, 0.568359375], [0.10357088796128237, 0.5535181284178747]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "DXKg24FIKMrGUX6ilHn5Ew", "preds": [[0.91796875, 0.568359375, 0.5303059816360474], [0.12890625, 0.583984375, 0.2804512083530426]], "gt": {"gt_points": [[0.12652215561033808, 0.5836396507614888], [0.04402622544390468, 0.5304555636627928]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "oyTDvou4dK-Hm3v-cIaToQ", "preds": [[0.37109375, 0.583984375, 0.41704046726226807], [0.5732421875, 0.599609375, 0.1667143702507019]], "gt": {"gt_points": [[0.37109375, 0.583984375], [0.5705050936612216, 0.5936363636363636]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "7Vk-zugISgNBVOV4g3r2jA", "preds": [[0.1591796875, 0.5703125, 0.8948684334754944], [0.9716796875, 0.5546875, 0.8306577801704407]], "gt": {"gt_points": [[0.1591796875, 0.5703125], [0.9716796875, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "XuX3LCIaNmEI9FSBenjToA", "preds": [[0.72265625, 0.6328125, 0.8885928392410278], [0.2060546875, 0.568359375, 0.4651367664337158]], "gt": {"gt_points": [[0.72265625, 0.6328125], [0.1982898343758536, 0.5785269013869837], [0.3716333464134779, 0.5417326217955608]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "hlYnMGBEa12Ajij0iL7yxg", "preds": [[0.13671875, 0.5703125, 0.807140588760376], [0.0107421875, 0.5390625, 0.19774670898914337], [0.0341796875, 0.5390625, 0.10652878880500793], [0.74609375, 0.5390625, 0.07090837508440018]], "gt": {"gt_points": [[0.13671875, 0.5703125], [0.045713455613109286, 0.5455376290459054]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "amZHKZbJ7pOJ9kvr2VlK5A", "preds": [[0.2060546875, 0.5859375, 0.8205128908157349], [0.7763671875, 0.787109375, 0.23178459703922272], [0.91796875, 0.6796875, 0.13703860342502594], [0.04296875, 0.5234375, 0.08648040890693665], [0.4013671875, 0.5390625, 0.07877461612224579]], "gt": {"gt_points": [[0.20703125, 0.5859375], [0.8177778209339489, 0.7714141660748106]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "DSID5BsZ19qz5BuvC_ZDNA", "preds": [[0.0419921875, 0.5234375, 0.8205148577690125], [0.0576171875, 0.583984375, 0.28691738843917847], [0.5966796875, 0.552734375, 0.1849907636642456], [0.73046875, 0.708984375, 0.15870630741119385], [0.7451171875, 0.552734375, 0.09551016241312027], [0.7841796875, 0.552734375, 0.06268256902694702]], "gt": {"gt_points": [[0.0419921875, 0.5234375], [0.7345454730409564, 0.71], [0.057373731208570075, 0.5758586351799242]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "A44roYJy6tdzAK9yLNS_qQ", "preds": [[0.1357421875, 0.5546875, 0.7150799632072449], [0.2060546875, 0.5703125, 0.18562334775924683], [0.8935546875, 0.568359375, 0.09526842832565308], [0.7841796875, 0.583984375, 0.06875935196876526]], "gt": {"gt_points": [[0.1357421875, 0.5546875], [0.20565657182173294, 0.5734343927556819]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "YckCrqJ_I8sBF8wU5FpITw", "preds": [[0.09765625, 0.5234375, 0.6261354684829712], [0.0498046875, 0.537109375, 0.12146613001823425]], "gt": {"gt_points": [[0.09765625, 0.5234375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "7U40JKd7HiOpFrTHa0-yQQ", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "K732QTWoB9RZwrfSmw7RYA", "preds": [[0.1826171875, 0.5703125, 0.9599934220314026], [0.29296875, 0.583984375, 0.8898324370384216], [0.9404296875, 0.537109375, 0.827067494392395], [0.87109375, 0.568359375, 0.7572541236877441], [0.3544921875, 0.615234375, 0.0830216258764267], [0.3701171875, 0.615234375, 0.07719467580318451]], "gt": {"gt_points": [[0.1826171875, 0.5703125], [0.29296875, 0.583984375], [0.9404296875, 0.537109375], [0.87109375, 0.568359375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "fOc-SxUHjTYKCGN83egiYA", "preds": [[0.9248046875, 0.5546875, 0.8579747676849365], [0.3310546875, 0.5234375, 0.1364644169807434], [0.3701171875, 0.5546875, 0.06622296571731567], [0.1591796875, 0.521484375, 0.05902671813964844]], "gt": {"gt_points": [[0.9248046875, 0.5546875]], "ignore_points": [[0.981792075335067, 0.5219633460331717], [0.31676618322647904, 0.5277396808114233], [0.17552869802322668, 0.5271920949119944]], "fn_confirmed": true}}, {"pano": "MVFGRGfew07C0mMkeXxhCA", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "hD1quvb9bv96mz7ElBTTgQ", "preds": [[0.8466796875, 0.6015625, 0.7425602674484253], [0.96484375, 0.5234375, 0.2625443935394287], [0.2607421875, 0.5390625, 0.21854157745838165], [0.79296875, 0.583984375, 0.10096067935228348], [0.89453125, 0.5390625, 0.09769269824028015], [0.2216796875, 0.537109375, 0.09250584244728088], [0.79296875, 0.6640625, 0.06027131527662277]], "gt": {"gt_points": [[0.8466796875, 0.6015625], [0.9518672259077571, 0.5324854040331531]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "TsU9TS4hpMHXVwv-YIrvCQ", "preds": [[0.5966796875, 0.568359375, 0.9439918994903564], [0.51953125, 0.5078125, 0.3514484763145447], [0.28515625, 0.537109375, 0.16143910586833954]], "gt": {"gt_points": [[0.5966796875, 0.568359375], [0.5213097867225576, 0.511494133322892], [0.27882011375834764, 0.5227598388709296]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "XWhHaUuheK2ypAkTt10B8A", "preds": [[0.41796875, 0.5390625, 0.8924288153648376], [0.3466796875, 0.5546875, 0.7670282125473022], [0.1435546875, 0.5859375, 0.36354488134384155], [0.9326171875, 0.6015625, 0.35536879301071167]], "gt": {"gt_points": [[0.41796875, 0.5390625], [0.3466796875, 0.5546875]], "ignore_points": [[0.9292929724491004, 0.6097980291193181], [0.14424244273792614, 0.6001010224313447]], "fn_confirmed": true}}, {"pano": "dvMvyySAGHbGLfSDgYWHsw", "preds": [[0.1982421875, 0.568359375, 0.08134724199771881]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "SxMVl_DRQndQkQAvu9a01Q", "preds": [[0.9560546875, 0.552734375, 0.9069250226020813], [0.67578125, 0.615234375, 0.6969995498657227], [0.6513671875, 0.615234375, 0.362857460975647], [0.71484375, 0.630859375, 0.12019679695367813], [0.57421875, 0.5546875, 0.05542522668838501]], "gt": {"gt_points": [[0.9560546875, 0.552734375], [0.67578125, 0.615234375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "s7wxqo3wnK-LD6bUkCRGzA", "preds": [[0.5185546875, 0.5234375, 0.6425458192825317], [0.9873046875, 0.5390625, 0.26921164989471436], [0.44921875, 0.5234375, 0.22829878330230713]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "6-tNVth5ck0axWmPuKpiXg", "preds": [[0.95703125, 0.5703125, 0.4425533413887024], [0.0107421875, 0.5703125, 0.11340680718421936], [0.06640625, 0.5546875, 0.10593327134847641], [0.0341796875, 0.5703125, 0.10049646347761154], [0.05078125, 0.5703125, 0.0860649049282074], [0.60546875, 0.646484375, 0.05293683707714081]], "gt": {"gt_points": [[0.95703125, 0.5703125]], "ignore_points": [[0.033151518948214824, 0.5713110784947755], [0.07313130696614584, 0.5588889012192235]], "fn_confirmed": true}}, {"pano": "dXNmCM3bRYfsvQ7xPivHaw", "preds": [[0.5576171875, 0.5546875, 0.9541218876838684], [0.1201171875, 0.552734375, 0.8744745254516602], [0.98046875, 0.5234375, 0.5695127248764038], [0.60546875, 0.552734375, 0.2847312092781067], [0.24609375, 0.552734375, 0.27119016647338867], [0.78515625, 0.5546875, 0.21791426837444305], [0.30078125, 0.537109375, 0.09497224539518356]], "gt": {"gt_points": [[0.5576171875, 0.5546875], [0.1201171875, 0.552734375], [0.98046875, 0.5234375], [0.7690739411713448, 0.5571186244444192]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "tD8uJ0wHWy0RNPwb73S7Og", "preds": [[0.6279296875, 0.5390625, 0.8655281066894531], [0.7841796875, 0.5390625, 0.6616864204406738], [0.0654296875, 0.537109375, 0.21323907375335693], [0.6982421875, 0.615234375, 0.17040598392486572], [0.3701171875, 0.615234375, 0.10517347604036331], [0.38671875, 0.5234375, 0.07088348269462585], [0.1044921875, 0.583984375, 0.05692747235298157]], "gt": {"gt_points": [[0.6279296875, 0.5390625], [0.7841796875, 0.5390625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "orMHYZcfpk4vTLLG6ciKUA", "preds": [[0.2998046875, 0.5390625, 0.87701016664505], [0.93359375, 0.5546875, 0.731221079826355], [0.68359375, 0.615234375, 0.6859261393547058], [0.3857421875, 0.537109375, 0.23189114034175873], [0.7607421875, 0.5703125, 0.1584949940443039]], "gt": {"gt_points": [[0.2998046875, 0.5390625], [0.93359375, 0.5546875], [0.68359375, 0.615234375], [0.37820526073855215, 0.5345715720692527]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "1n-U7MQVuboJf00fwh9UBg", "preds": [[0.8701171875, 0.5546875, 0.8564026355743408], [0.3076171875, 0.568359375, 0.22555504739284515], [0.3466796875, 0.5546875, 0.11210794746875763]], "gt": {"gt_points": [[0.8701171875, 0.5546875], [0.30545456395004733, 0.5273737866950757]], "ignore_points": [[0.2843852907673816, 0.5248498906013912], [0.1936953187994753, 0.5281818181818181], [0.8827100772074246, 0.5338289289557782], [0.9406802498768956, 0.5239624879356398], [0.9626787485776855, 0.522494895596672]], "fn_confirmed": true}}, {"pano": "u0S_61wv1Q10xayttHdcbg", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "D5NlzcW2s95DlOUPY0cVAw", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "UPTPPrW6iUFocod220aq8g", "preds": [[0.48828125, 0.5234375, 0.9491721391677856], [0.65234375, 0.6171875, 0.6490398049354553], [0.62890625, 0.552734375, 0.09756677597761154]], "gt": {"gt_points": [[0.48828125, 0.5234375], [0.65234375, 0.6171875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "HLLOIKVLXvOkBCREUvcBzg", "preds": [[0.09765625, 0.568359375, 0.955091655254364], [0.9404296875, 0.5703125, 0.7341346740722656], [0.03515625, 0.537109375, 0.30461639165878296], [0.98046875, 0.537109375, 0.19952143728733063], [0.44140625, 0.552734375, 0.09274314343929291]], "gt": {"gt_points": [[0.09765625, 0.568359375], [0.9404296875, 0.5703125], [0.04112295830463359, 0.5296969696969697], [0.9690798610397547, 0.5338554403445624]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "82y6sIvPm-_shG58klusgw", "preds": [[0.96484375, 0.5546875, 0.7605571746826172], [0.05078125, 0.537109375, 0.08253144472837448], [0.8544921875, 0.552734375, 0.0553230419754982]], "gt": {"gt_points": [[0.96484375, 0.5546875], [0.9838377058871877, 0.529215300788914]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "9D-oOS00uSg18nvfm8t9zQ", "preds": [[0.2685546875, 0.5859375, 0.8587825298309326], [0.06640625, 0.5390625, 0.8547415733337402], [0.95703125, 0.552734375, 0.8455613851547241], [0.72265625, 0.6171875, 0.7293881177902222], [0.93359375, 0.5546875, 0.6235458850860596], [0.10546875, 0.5390625, 0.4380189776420593], [0.35546875, 0.599609375, 0.22539566457271576]], "gt": {"gt_points": [[0.06640625, 0.5390625], [0.26953125, 0.5859375], [0.93359375, 0.5546875], [0.7216796875, 0.6171875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "kozsgHrge4ofusqK2D_Hlw", "preds": [[0.5810546875, 0.537109375, 0.736678957939148], [0.3623046875, 0.5703125, 0.33511650562286377]], "gt": {"gt_points": [[0.5810546875, 0.537109375], [0.5380980504469067, 0.5128683014061106]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "6KnaArlg4nGEGAGNkIw9NA", "preds": [[0.95703125, 0.5703125, 0.9570187926292419], [0.07421875, 0.5390625, 0.903407871723175], [0.6982421875, 0.568359375, 0.8410720825195312], [0.64453125, 0.5546875, 0.43031781911849976], [0.62109375, 0.646484375, 0.22707167267799377], [0.52734375, 0.5390625, 0.056551024317741394]], "gt": {"gt_points": [[0.95703125, 0.5703125], [0.07421875, 0.5390625], [0.6982421875, 0.568359375], [0.6435546875, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "g8Jd1uL_FE_9eave1z2OpA", "preds": [[0.28515625, 0.552734375, 0.5742080211639404], [0.14453125, 0.552734375, 0.3731580972671509], [0.05078125, 0.568359375, 0.29911112785339355], [0.66015625, 0.583984375, 0.09048531949520111], [0.3388671875, 0.583984375, 0.07742314040660858], [0.40234375, 0.6171875, 0.06543655693531036]], "gt": {"gt_points": [[0.28941885792505917, 0.5519915758449992], [0.6505050936612216, 0.5960606060606061]], "ignore_points": [[0.32929293545809657, 0.5863636363636363], [0.4020202451763731, 0.63]], "fn_confirmed": true}}, {"pano": "JOK56E_pGy9cwNPyiymZ2A", "preds": [[0.1201171875, 0.6015625, 0.8927334547042847], [0.36328125, 0.6015625, 0.8655005693435669]], "gt": {"gt_points": [[0.1201171875, 0.6015625], [0.36328125, 0.6015625]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "rFa5e9WO2AombOfKxw1GzA", "preds": [[0.0810546875, 0.5546875, 0.930255651473999], [0.9169921875, 0.5703125, 0.9250032901763916], [0.7451171875, 0.6171875, 0.917619526386261], [0.2529296875, 0.583984375, 0.8927468061447144], [0.6904296875, 0.646484375, 0.26670289039611816], [0.9716796875, 0.5546875, 0.07180675864219666]], "gt": {"gt_points": [[0.7451171875, 0.6171875], [0.9169921875, 0.5703125], [0.08203125, 0.568359375], [0.25390625, 0.583984375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "xExZyWexGcwGNf5LNhQBRg", "preds": [[0.38671875, 0.5390625, 0.8648521900177002]], "gt": {"gt_points": [[0.38671875, 0.537109375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "CaClPAIWuWDFsoftxxmRig", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "yQOkeKGLo1dFuhOO7BFRFg", "preds": [[0.63671875, 0.568359375, 0.911068856716156], [0.82421875, 0.599609375, 0.7207750082015991], [0.37890625, 0.5703125, 0.16773071885108948]], "gt": {"gt_points": [[0.63671875, 0.568359375], [0.82421875, 0.599609375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "wwbkgmoKv4MS5sMy3PGhqA", "preds": [[0.6591796875, 0.537109375, 0.6159473061561584]], "gt": {"gt_points": [[0.6591796875, 0.537109375], [0.5989353478897853, 0.5208345420613185]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "jL3wxV95A0lO2xKUQukpIg", "preds": [[0.53515625, 0.537109375, 0.6991984844207764], [0.4560546875, 0.537109375, 0.2538018226623535]], "gt": {"gt_points": [[0.5341796875, 0.537109375], [0.4528015462487992, 0.5442084594285441], [0.42924051720987244, 0.5374236192304312], [0.5396730112075385, 0.5214221563670157]], "ignore_points": [[0.4535326887020966, 0.5263274963755707], [0.523397986969194, 0.514804358538851]], "fn_confirmed": true}}, {"pano": "3CbLaqDP3N3z64brBrC0eA", "preds": [[0.0732421875, 0.5546875, 0.7733344435691833], [0.09765625, 0.5390625, 0.6923518180847168], [0.7919921875, 0.6484375, 0.6568163633346558], [0.68359375, 0.630859375, 0.43649202585220337], [0.2373046875, 0.521484375, 0.06411786377429962]], "gt": {"gt_points": [[0.0732421875, 0.5546875], [0.7919921875, 0.6484375]], "ignore_points": [[0.09765625, 0.5390625]], "fn_confirmed": true}}, {"pano": "LDICnJgAhCSszYwolm8JRA", "preds": [[0.05078125, 0.5703125, 0.5554208159446716], [0.0341796875, 0.5390625, 0.484571635723114], [0.94140625, 0.552734375, 0.44727909564971924]], "gt": {"gt_points": [[0.9093250943148602, 0.5944023832076522]], "ignore_points": [[0.05078125, 0.5703125], [0.8864646402994791, 0.562121230616714]], "fn_confirmed": true}}, {"pano": "FZOcjvm34N_9JGZyXQf7dg", "preds": [[0.77734375, 0.5234375, 0.05278809741139412], [0.3779296875, 0.537109375, 0.05023343116044998]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "eW6Mi_5E32tMqZTu_731bw", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "-zi5tN6Qyyeq8B1mczYfOg", "preds": [[0.2373046875, 0.599609375, 0.9537218809127808], [0.8857421875, 0.6484375, 0.721198320388794], [0.08984375, 0.5234375, 0.38811570405960083], [0.9013671875, 0.5703125, 0.1630534529685974]], "gt": {"gt_points": [[0.2373046875, 0.599609375], [0.87890625, 0.6484375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "BtYzecFoq3-H5qaGzBh4iw", "preds": [[0.5341796875, 0.537109375, 0.6880316734313965]], "gt": {"gt_points": [[0.5341796875, 0.537109375], [0.5141463694807856, 0.5136182314475036]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "4ILOJcaHD7m47NGoY6aqRg", "preds": [[0.1826171875, 0.5390625, 0.6180437803268433], [0.11328125, 0.5234375, 0.13404689729213715], [0.34765625, 0.521484375, 0.10864491760730743], [0.02734375, 0.568359375, 0.06894787400960922]], "gt": {"gt_points": [[0.1826171875, 0.537109375], [0.11792413407121573, 0.5302116400566765]], "ignore_points": [[0.10886360757625481, 0.5259721286630216]], "fn_confirmed": true}}, {"pano": "HoOapW5g53qbEFjLA7yv3Q", "preds": [[0.44921875, 0.552734375, 0.9402322769165039], [0.64453125, 0.5703125, 0.9135469198226929], [0.80078125, 0.5703125, 0.32953155040740967], [0.7294921875, 0.5703125, 0.07393111288547516]], "gt": {"gt_points": [[0.44921875, 0.552734375], [0.64453125, 0.5703125], [0.5438323641216953, 0.5186555832260843], [0.49645185038970213, 0.5153353168595021]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "XRcpuzY4BC5AypmNXaQuyQ", "preds": [[0.44921875, 0.5546875, 0.9013344049453735], [0.5341796875, 0.537109375, 0.05134802311658859]], "gt": {"gt_points": [[0.44921875, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "sIW4u-Mq7TORFHbsswcCzQ", "preds": [[0.90234375, 0.568359375, 0.9898899793624878], [0.48046875, 0.5390625, 0.25893351435661316], [0.42578125, 0.552734375, 0.1877441108226776], [0.1201171875, 0.5234375, 0.09829386323690414]], "gt": {"gt_points": [[0.90234375, 0.568359375], [0.1294064425815592, 0.5435998296414586]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "-Thw-Y56uiaGEg8I_zZwgw", "preds": [[0.5341796875, 0.521484375, 0.09604241698980331], [0.34765625, 0.615234375, 0.06531861424446106], [0.1904296875, 0.6328125, 0.059226542711257935]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "5vEoUj3H3aRkW-2h1B0JAQ", "preds": [[0.50390625, 0.5234375, 0.892312228679657], [0.6435546875, 0.6484375, 0.8115848302841187], [0.0576171875, 0.5546875, 0.5056440234184265], [0.90234375, 0.630859375, 0.2140437364578247], [0.64453125, 0.521484375, 0.15131697058677673], [0.2138671875, 0.615234375, 0.10784215480089188]], "gt": {"gt_points": [[0.50390625, 0.5234375], [0.6435546875, 0.6484375]], "ignore_points": [[0.0576171875, 0.5546875]], "fn_confirmed": true}}, {"pano": "PSS2iz32Sj0nE2ILJ6i8rA", "preds": [[0.32421875, 0.5234375, 0.9788281321525574], [0.9404296875, 0.552734375, 0.7441611289978027], [0.6123046875, 0.568359375, 0.2987300157546997], [0.37109375, 0.5234375, 0.2599409818649292]], "gt": {"gt_points": [[0.32421875, 0.5234375], [0.94140625, 0.5390625], [0.3940450819064303, 0.5218858587521047], [0.6262626694187974, 0.5677778209339489]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "GRTC3zOCFSc8QMIrAtwtzw", "preds": [[0.38671875, 0.568359375, 0.9095956087112427], [0.56640625, 0.5703125, 0.8139302134513855], [0.42578125, 0.537109375, 0.711760401725769], [0.5966796875, 0.552734375, 0.42893922328948975], [0.5263671875, 0.537109375, 0.13737431168556213], [0.30859375, 0.5546875, 0.10643017292022705]], "gt": {"gt_points": [[0.38671875, 0.5546875], [0.56640625, 0.583984375], [0.42578125, 0.537109375], [0.5538633036587365, 0.5287539011201986], [0.5976897554894036, 0.5516979768535837]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "8FPxXspDHn_FNxmQkr0j-g", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "ICUoYVV_dXvc9W3ge2PnWg", "preds": [[0.66796875, 0.552734375, 0.9210164546966553], [0.35546875, 0.552734375, 0.809394359588623], [0.7060546875, 0.568359375, 0.09360042214393616], [0.83984375, 0.5703125, 0.06556727737188339]], "gt": {"gt_points": [[0.6669921875, 0.552734375], [0.35546875, 0.5390625]], "ignore_points": [[0.5572917066018116, 0.5208333955124932]], "fn_confirmed": true}}, {"pano": "jE7jfpgpMn1zP3_DMdvMTg", "preds": [[0.9482421875, 0.552734375, 0.8403671979904175], [0.76953125, 0.615234375, 0.6558609008789062], [0.0966796875, 0.568359375, 0.07451583445072174]], "gt": {"gt_points": [[0.9482421875, 0.552734375], [0.76953125, 0.615234375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "Vk6u3cbrlksc6Cy5a1LVVA", "preds": [[0.3701171875, 0.5703125, 0.9226144552230835], [0.27734375, 0.583984375, 0.2439611554145813], [0.03515625, 0.5703125, 0.1312345266342163], [0.4482421875, 0.568359375, 0.10129586607217789]], "gt": {"gt_points": [[0.36328125, 0.5703125]], "ignore_points": [[0.03434342817826704, 0.5702020448626894]], "fn_confirmed": true}}, {"pano": "b-azHLq5uJSlywVqKYbgHA", "preds": [[0.16015625, 0.615234375, 0.8938977718353271], [0.9716796875, 0.5390625, 0.606977641582489], [0.06640625, 0.5546875, 0.5627323985099792], [0.6826171875, 0.5234375, 0.2572273015975952], [0.73046875, 0.521484375, 0.08042512089014053]], "gt": {"gt_points": [[0.16015625, 0.615234375], [0.0654296875, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "ki1YlBoTB-ARFE17nF4PPg", "preds": [[0.3623046875, 0.583984375, 0.9990027546882629], [0.44921875, 0.5234375, 0.8636423945426941], [0.62109375, 0.5859375, 0.675495982170105], [0.5341796875, 0.5234375, 0.5374202132225037], [0.4248046875, 0.537109375, 0.3530833125114441], [0.9716796875, 0.537109375, 0.05493956804275513]], "gt": {"gt_points": [[0.3623046875, 0.583984375], [0.44921875, 0.5234375], [0.6279296875, 0.599609375], [0.5341796875, 0.5234375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "KbZFzQai9wfXijoQDscWFw", "preds": [[0.59765625, 0.5703125, 0.9047101140022278], [0.5576171875, 0.5234375, 0.46749502420425415], [0.4091796875, 0.5546875, 0.4230726361274719], [0.98046875, 0.537109375, 0.24957214295864105], [0.6357421875, 0.552734375, 0.17656302452087402], [0.0419921875, 0.5390625, 0.06028733775019646], [0.45703125, 0.5234375, 0.053687214851379395]], "gt": {"gt_points": [[0.59765625, 0.568359375], [0.41454547304095646, 0.5548485033439867], [0.5510565395257616, 0.5242389986599427], [0.4731890286733875, 0.5195935659953913], [0.5275994119413667, 0.5188418251833842]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "LLc383eAyneHduBTInH9nw", "preds": [[0.58203125, 0.521484375, 0.6631169319152832]], "gt": {"gt_points": [[0.58203125, 0.521484375]], "ignore_points": [[0.5420555347715841, 0.5092505009287227]], "fn_confirmed": true}}, {"pano": "LEM6UenW5sPkdj5aaW4thw", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "2ZG41STPUADAWUJD-Rc4sA", "preds": [[0.05859375, 0.537109375, 0.41765815019607544], [0.94140625, 0.5390625, 0.2508273124694824]], "gt": {"gt_points": [[0.05859375, 0.5390625], [0.9613907725378694, 0.5233889910767482]], "ignore_points": [[0.043948656399195755, 0.5245962413837869]], "fn_confirmed": true}}, {"pano": "V1ze8IkgvM7tXueCGVfzbw", "preds": [[0.78515625, 0.6171875, 0.8866502642631531], [0.18359375, 0.5859375, 0.8713245391845703]], "gt": {"gt_points": [[0.18359375, 0.5859375], [0.78515625, 0.6171875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "7dme7qsPcOTglSlmpGp9Rw", "preds": [[0.45703125, 0.5390625, 0.6726433038711548], [0.33203125, 0.5546875, 0.12658777832984924], [0.4248046875, 0.552734375, 0.10467550158500671], [0.7529296875, 0.552734375, 0.09918185323476791]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "JlYp0BtvGCVeIqBady7pGg", "preds": [[0.5810546875, 0.583984375, 0.6746518611907959], [0.3154296875, 0.537109375, 0.31422942876815796], [0.44921875, 0.521484375, 0.1210261806845665], [0.5263671875, 0.5234375, 0.10317816585302353]], "gt": {"gt_points": [[0.5810546875, 0.583984375], [0.5236221196484266, 0.5252030528342431]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "E2YAOGNgsJYuHjnUBvnjFg", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "BzXolOMX-XSEGwyXQpIsrA", "preds": [[0.3701171875, 0.552734375, 0.9236998558044434], [0.5810546875, 0.552734375, 0.8322833180427551], [0.5341796875, 0.5234375, 0.7482563257217407], [0.44140625, 0.5234375, 0.5364575386047363], [0.04296875, 0.537109375, 0.05702885985374451]], "gt": {"gt_points": [[0.3701171875, 0.552734375], [0.5810546875, 0.552734375], [0.53515625, 0.5234375], [0.43515153364701703, 0.5249494887843277]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "Mm5gyUYqmJmjeGopC1IgKg", "preds": [[0.41015625, 0.552734375, 0.9203307628631592], [0.53515625, 0.5546875, 0.234841451048851]], "gt": {"gt_points": [[0.41015625, 0.552734375], [0.5466666851621685, 0.5435353966915246], [0.42562787063476304, 0.5259777185482702], [0.51082045775724, 0.5301554461174719]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "P_bUUx5CIFcylFd9UAZRug", "preds": [[0.22265625, 0.5546875, 0.5276376605033875], [0.73828125, 0.5859375, 0.4966092109680176], [0.84765625, 0.5390625, 0.0648721307516098], [0.8857421875, 0.537109375, 0.0517137348651886]], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "pM_zjaOL4jt8_niIC0EU2Q", "preds": [[0.32421875, 0.6015625, 0.8809035420417786], [0.56640625, 0.5390625, 0.7924728989601135], [0.41015625, 0.5390625, 0.7015840411186218], [0.6904296875, 0.646484375, 0.6714209914207458], [0.5341796875, 0.5234375, 0.6567655205726624], [0.1201171875, 0.583984375, 0.6561300754547119], [0.04296875, 0.537109375, 0.6344591379165649], [0.4638671875, 0.537109375, 0.5003845691680908], [0.60546875, 0.5390625, 0.4715777039527893], [0.83203125, 0.5234375, 0.10178977251052856]], "gt": {"gt_points": [[0.32421875, 0.6015625], [0.56640625, 0.5390625], [0.1201171875, 0.583984375], [0.6904296875, 0.646484375], [0.04296875, 0.537109375], [0.5341796875, 0.537109375], [0.4137373675722064, 0.5467676706025094], [0.46231431164353265, 0.5331240917527406]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "6mZXrVGoxQ2H1k8Jx2OZHA", "preds": [[0.8466796875, 0.5859375, 0.6603361964225769], [0.06640625, 0.6015625, 0.05910193920135498]], "gt": {"gt_points": [[0.8466796875, 0.5859375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "X45JWReulQB2gYvNrbUKGA", "preds": [[0.5419921875, 0.5234375, 0.7457472085952759], [0.62890625, 0.5546875, 0.5780037045478821]], "gt": {"gt_points": [[0.5419921875, 0.5234375], [0.62890625, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "YDTr8LXPDt5ieA8MA6ZXLA", "preds": [[0.87109375, 0.5546875, 0.835857629776001], [0.56640625, 0.537109375, 0.5017768144607544], [0.15234375, 0.552734375, 0.0764339491724968], [0.21484375, 0.537109375, 0.058182381093502045], [0.9482421875, 0.552734375, 0.057919420301914215]], "gt": {"gt_points": [[0.87109375, 0.5546875], [0.56640625, 0.537109375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "r2EDHivQkQoWWelu3IZOxg", "preds": [[0.5966796875, 0.552734375, 1.0019917488098145], [0.3623046875, 0.5390625, 0.9477452039718628], [0.5498046875, 0.552734375, 0.9242900609970093], [0.70703125, 0.599609375, 0.8954653143882751], [0.4326171875, 0.5546875, 0.8918752670288086], [0.80859375, 0.630859375, 0.8140124678611755], [0.1591796875, 0.6328125, 0.7708017230033875], [0.25390625, 0.583984375, 0.7324736714363098], [0.26953125, 0.599609375, 0.5877265930175781]], "gt": {"gt_points": [[0.5966796875, 0.552734375], [0.3623046875, 0.5390625], [0.5498046875, 0.552734375], [0.70703125, 0.599609375], [0.4326171875, 0.5546875], [0.80859375, 0.630859375], [0.1591796875, 0.6328125], [0.25390625, 0.583984375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "h7I_Gn2mXFsjt09ESdkoOg", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "9tS6faHm3jFdOth84XlbEQ", "preds": [[0.2060546875, 0.568359375, 1.008294701576233], [0.9091796875, 0.583984375, 0.9368228316307068], [0.8388671875, 0.583984375, 0.8978145122528076], [0.3466796875, 0.5546875, 0.8884268999099731], [0.1279296875, 0.583984375, 0.8815813660621643], [0.4091796875, 0.5546875, 0.762802243232727], [0.55078125, 0.5703125, 0.7504166960716248], [0.6513671875, 0.568359375, 0.6141648292541504]], "gt": {"gt_points": [[0.2060546875, 0.568359375], [0.9091796875, 0.583984375], [0.8388671875, 0.583984375], [0.3466796875, 0.5546875], [0.12109375, 0.583984375], [0.40234375, 0.5546875], [0.5576171875, 0.5703125], [0.6513671875, 0.568359375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "_2GSllZzac7Zfd02VoVgCA", "preds": [[0.9560546875, 0.5390625, 0.5173790454864502], [0.0341796875, 0.537109375, 0.11805538833141327]], "gt": {"gt_points": [[0.9560546875, 0.5390625], [0.07699117603437579, 0.5336038037736293]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "KEwb17BzIjKVur60MpItuA", "preds": [[0.33984375, 0.5390625, 0.9748525619506836], [0.5576171875, 0.5546875, 0.8809918165206909], [0.1513671875, 0.5546875, 0.38656461238861084], [0.30078125, 0.552734375, 0.1154247596859932]], "gt": {"gt_points": [[0.33984375, 0.5390625], [0.5576171875, 0.5546875], [0.4149449639405539, 0.5201712934675728], [0.5282188547813629, 0.5106295616442303], [0.5609953204241519, 0.5255759394610001], [0.16824856668574575, 0.55465076760456], [0.06060247094985196, 0.5317774160151664]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "zTwcPkPUYZ7lRIowR3wXyg", "preds": [], "gt": {"gt_points": [], "ignore_points": [], "fn_confirmed": true}}, {"pano": "EhBhDcmWUDV5CaBKoAqi0A", "preds": [[0.01171875, 0.5234375, 0.9916736483573914], [0.5732421875, 0.5703125, 0.680830717086792], [0.07421875, 0.537109375, 0.5552241206169128], [0.37890625, 0.5703125, 0.16995760798454285], [0.4873046875, 0.5390625, 0.11534308642148972], [0.52734375, 0.537109375, 0.07854803651571274]], "gt": {"gt_points": [[0.01171875, 0.5234375], [0.07961760539884068, 0.5319128030084902], [0.38317677684335905, 0.5684801587488592]], "ignore_points": [[0.47141529857403996, 0.5413218165595138], [0.5576084956758696, 0.5405515494775144]], "fn_confirmed": true}}, {"pano": "VWMApFeYDoQmO9taDRV-lg", "preds": [[0.96484375, 0.5390625, 0.9439660310745239], [0.90234375, 0.6171875, 0.9160422086715698], [0.24609375, 0.599609375, 0.7986430525779724], [0.59765625, 0.6484375, 0.5884534120559692], [0.43359375, 0.630859375, 0.220219224691391]], "gt": {"gt_points": [[0.96484375, 0.5390625], [0.90234375, 0.615234375], [0.59765625, 0.6484375], [0.2529296875, 0.5859375]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "6esDvYaAUiUdZHtq1FCAfg", "preds": [[0.12109375, 0.5703125, 0.8695935010910034], [0.1201171875, 0.6328125, 0.8085281252861023], [0.69921875, 0.708984375, 0.576539158821106], [0.67578125, 0.6171875, 0.11817372590303421], [0.39453125, 0.5390625, 0.11152920871973038], [0.32421875, 0.537109375, 0.08551729470491409], [0.48828125, 0.537109375, 0.06681343168020248]], "gt": {"gt_points": [[0.12109375, 0.5703125], [0.1201171875, 0.6328125], [0.69921875, 0.708984375]], "ignore_points": [[0.08727274576822917, 0.7164646402994792]], "fn_confirmed": true}}, {"pano": "taAM_J38w0t7x9p1iOGptw", "preds": [[0.9482421875, 0.5546875, 0.79173344373703], [0.03515625, 0.5546875, 0.1733763962984085]], "gt": {"gt_points": [[0.9482421875, 0.5546875]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "kU1NFVXyUkQzaPpROkDVNg", "preds": [[0.7373046875, 0.5703125, 0.913135826587677], [0.58203125, 0.5234375, 0.7963682413101196], [0.28515625, 0.552734375, 0.7664656043052673], [0.71484375, 0.568359375, 0.6802565455436707], [0.3857421875, 0.5234375, 0.1954665333032608], [0.85546875, 0.568359375, 0.07078589498996735]], "gt": {"gt_points": [[0.7373046875, 0.5703125], [0.58203125, 0.5234375], [0.28515625, 0.552734375], [0.3917023930556647, 0.5316386591516961]], "ignore_points": [], "fn_confirmed": true}}, {"pano": "08ssXvyy311t_dOt8e3MVA", "preds": [[0.5732421875, 0.552734375, 0.891727089881897], [0.8466796875, 0.599609375, 0.8421066403388977], [0.21484375, 0.5390625, 0.228033646941185], [0.1904296875, 0.5703125, 0.20295342803001404]], "gt": {"gt_points": [[0.5732421875, 0.552734375], [0.84765625, 0.599609375]], "ignore_points": [], "fn_confirmed": true}}]} \ No newline at end of file diff --git a/benchmark/README.md b/benchmark/README.md index 77d3cdb..2ed6387 100644 --- a/benchmark/README.md +++ b/benchmark/README.md @@ -61,7 +61,7 @@ Per-step, for adding a city to this benchmark: | Add the split to the HF benchmark dataset | **RampNet** | `scripts/build_benchmark_dataset.py` | ⚠️ The last step lags: `build_benchmark_dataset.py` is still hardcoded to `bend` + `richmond`, so -clovis, morgantown, annapolis, paterson, and budapest are **not** in the published dataset — and it does not yet carry +clovis, morgantown, annapolis, paterson, gainesville, and budapest are **not** in the published dataset — and it does not yet carry `review_notes` or per-pano `note` into the parquet rows or the dataset card. Whoever finishes #21 should make the caveats travel with the data, since that is the audience most likely to read a number with no idea how it was labeled. @@ -81,13 +81,14 @@ marked for deletion; run the RampNet versions, not those. | morgantown | Mapillary 360 (GoPro Max) | 125 | 0.975 | 0.730 | | annapolis | Mapillary 360 (Trimble MX7) | 125 | 0.964 | 0.728 | | paterson | GSV (Google Street View) | 125 | 0.975 | 0.684 | +| gainesville | GSV (Google Street View) | 125 | 0.945 | 0.695 | | budapest_district5 † | Mapillary 360 (GoPro Max) | 125 | 0.873 | 0.503 | -† **Budapest is not comparable to the six US splits without its caveats** — the reviewer rated +† **Budapest is not comparable to the seven US splits without its caveats** — the reviewer rated their own pass low confidence and the rubric does not transfer cleanly. Read the section below (or just run the scorer, which prints the warning first). It is a real signal, not a clean number. -All seven city splits are **self-contained**: the reviewer's complete-scan attestation is baked into +All eight city splits are **self-contained**: the reviewer's complete-scan attestation is baked into `no_missed` (set on fully-judged panos with no missed marks), so the numbers reproduce with a plain `python scripts/score_validation.py benchmark/` — no `--assume-scanned` needed. This matters because the recall gate otherwise excludes unconfirmed panos and biases recall @@ -108,6 +109,7 @@ hand-picked high-density panos — is the honest between-city comparison, and | morgantown | 120 | 0.969 | 0.684 | | annapolis | 120 | 0.961 | 0.692 | | paterson | 120 | 0.987 | 0.650 | +| gainesville | 120 | 0.943 | 0.647 | | budapest_district5 † | 120 | 0.885 | 0.459 | Clovis is below the other cities on both metrics because it is 100% soft, 2018-era GoPro Fusion @@ -119,9 +121,10 @@ records, added in #50 and backfilled for morgantown/budapest in 2026-07-25). Not `camera_make`/`camera_model`: clovis (100% GoPro Fusion, 2018) 0.914 → richmond (62% iSTAR Pulsar, 27% GoPro Max) 0.960 → annapolis (100% Trimble MX7, 2020+2023) 0.964 → morgantown (100% GoPro Max, 2024) 0.975. **Recall does not** — richmond 0.765 > morgantown 0.730 ≈ annapolis 0.728 > clovis -0.713 > paterson 0.684 — so sharper imagery buys fewer false positives more reliably than it buys -fewer misses. paterson is the sharpest counterexample: recent GSV imagery, the highest precision -in the benchmark, and the lowest US recall. +0.713 > gainesville 0.695 > paterson 0.684 — so sharper imagery buys fewer false positives more +reliably than it buys fewer misses. The two far-domain GSV splits are the sharpest counterexample: +the freshest, sharpest imagery in the benchmark, the highest precision (paterson), and the two +lowest US recalls. Recall looks more sensitive to how far away and how dense the ramps are than to sensor sharpness, and **annapolis is where that stops being a guess** — see its section below, which measures the distance dependence directly. @@ -267,6 +270,54 @@ partner peak rather than the model never firing — is logged in `docs/operating in `[0.25, 0.55)` (other US cities: 23–30), with an A-rate of 20% — the same shallow threshold response, measured a second way. +## Gainesville — same far-domain recall as paterson, opposite mechanism + +Gainesville, FL (125 panos, P 0.945 / R 0.695; unbiased **0.943 / 0.647**, reviewer-rated +confidence **HIGH**) was added 2026-07-30 to answer the question paterson raised: is the +~0.65 far-domain GSV recall *fabric-specific* (paterson's paired tactile indicators) or +*generic to out-of-domain GSV*? Gainesville is the first far-domain clean GSV city — no +Stage-2 training city is anywhere near Florida — with conventional street fabric, sampled +from the dissolved Project Sidewalk regions polygon (~47.6 km² deployment footprint, not +the ~160 km² municipality). The imagery is the freshest in the benchmark: 105 of 125 panos +captured 2024 or later (88 from 2026), 115 at gen-4 16384×8192, with a long tail back to +2011 that made the sample honestly. + +**The recall number replicates — 0.647 vs paterson's 0.650 — with none of paterson's +fabric.** Two far-domain GSV cities now independently land at ~0.65, so the deficit is the +domain gap, not New Jersey's corners. But the *mechanism* is the opposite +(`docs/operating_point.md`): gainesville's recall ceiling at the 0.05 extraction floor is +**0.890**, squarely in the normal US band (0.86–0.91), against paterson's structural 0.757. +Paterson's misses produce no candidate at any confidence; gainesville's misses **fire below +threshold** — so threshold-lowering, the wrong lever in paterson, is the right one here: +0.55 → 0.30 buys gainesville **+9.9 recall points** (0.673 → 0.772 on the extraction +cache), nearly 3× paterson's +3.8. The reviewer's two miss impressions fit weak-activation +failures: **significant debris sitting on ramps** (a surface-legibility failure, new to the +benchmark — a candidate bucket for the #46 failure taxonomy) and **distance** — measured at +R 0.778 near / 0.740 mid / **0.300 far (>25 m)**, the worst far band of any US split +(paterson: 0.432). + +Precision is the more ordinary story, and the reviewer's impression that it slipped is +correct but structured: 9 FPs + 2 duplicates (P 0.943 unbiased, lowest of any clean-imagery +US split), yet the FPs hug the review floor — four of nine within 0.02 of the 0.55 cutoff, +FP median confidence 0.623 vs 0.813 for TPs, and a clean 1.000 from 0.80 up. The flip side +of that floor-hugging: the sub-0.55 band is dense. The #55 spot-check gallery held **34** +incremental FPs in `[0.25, 0.55)` — above the 23–30 US precedent and 3× paterson's 10 — and +its A-rate came back the **highest of any split: 35.3%** (12 A / 21 B / 1 unsure, jonf +2026-07-30). Over a third of the "false positives" a lower threshold adds here are real +ramps the GT missed; corrected precision at the recommended 0.30 is 0.886 (from 0.857 raw), +which lands just above clovis's 0.883 — so gainesville did not displace clovis as the +benchmark's binding split (`docs/operating_point.md`). + +Smaller notes: ramp styles were **new to the benchmark** — many wide intersections, and +large diagonal curb ramps spanning both crossing directions at new or renovated +intersections (unlike budapest's diagonal aprons, these did not fight the rubric; the split +produced only 2 duplicate verdicts). Abstention was 2.4% of detections (5 of 205), the +normal band. Negative check: 23 of 25 `empty`-group panos attested clean; the other 2 held +4 confidently-missed real ramps and zero false detections — the annapolis pattern. Recall +pool is all 125 panos. Whole-city detection-rate context is not quoted here because the +auto-labeler run summary was not exported with the bundle; it lives in +`sidewalk-auto-labeler`'s run log. + ## Budapest District V — the split whose ground truth is itself uncertain **Read this before quoting 0.873 / 0.503 anywhere.** Budapest is the first non-US split and the @@ -342,7 +393,7 @@ The exporter ends with a reproduction gate against the published gold-set number (P 0.949 / R 0.873 @ conf >= 0.55, TTA). Read the manual-gold section of `docs/model_comparison.md` before quoting numbers from this split. -**All seven city splits were reviewed at model resolution** with the pan/zoom labeler (`scripts/gt_gallery.py`), +**All eight city splits were reviewed at model resolution** with the pan/zoom labeler (`scripts/gt_gallery.py`), which shows the full pano at the model's input resolution (4096×2048) with pan/zoom, rather than a downscaled overview. For richmond and bend this was a *re-review*: reviewing at model resolution surfaced genuinely-missed ramps that the earlier 1600 px overview hid — small/distant curb ramps a @@ -355,5 +406,6 @@ correction — the ramps the overview hid were the *small and distant* ones — annapolis section later measures directly: misses are predominantly far-field.) Richmond and bend each include one `duplicate` verdict — a redundant second detection on one physical ramp, scored as a false positive by default (`--lenient-duplicates` scores the other way; see -`scripts/score_validation.py`); clovis and morgantown have none, annapolis has 3, and budapest has 7 -(see its section above — there the duplicate call is a live rubric question, not a stray click). +`scripts/score_validation.py`); clovis and morgantown have none, annapolis has 3, paterson has 1, +gainesville has 2, and budapest has 7 (see its section above — there the duplicate call is a live +rubric question, not a stray click). diff --git a/benchmark/gainesville/incremental_fp_tags.json b/benchmark/gainesville/incremental_fp_tags.json new file mode 100644 index 0000000..3389970 --- /dev/null +++ b/benchmark/gainesville/incremental_fp_tags.json @@ -0,0 +1,36 @@ +{ + "b-azHLq5uJSlywVqKYbgHA_0.68262_0.52344": "B", + "sIW4u-Mq7TORFHbsswcCzQ_0.48047_0.53906": "A", + "PSS2iz32Sj0nE2ILJ6i8rA_0.37109_0.52344": "A", + "rFa5e9WO2AombOfKxw1GzA_0.69043_0.64648": "B", + "s7wxqo3wnK-LD6bUkCRGzA_0.9873_0.53906": "A", + "dXNmCM3bRYfsvQ7xPivHaw_0.24609_0.55273": "A", + "dXNmCM3bRYfsvQ7xPivHaw_0.60547_0.55273": "B", + "UrwK5NxGtb1p1lGv2EIgdg_0.30078_0.55469": "A", + "g8Jd1uL_FE_9eave1z2OpA_0.05078_0.56836": "B", + "q2yX7pwQF7_3SFGxEqlDHQ_0.19922_0.58594": "B", + "JlYp0BtvGCVeIqBady7pGg_0.31543_0.53711": "A", + "89lilp2BlhppxL-oQ0gLNg_0.75391_0.55273": "B", + "HoOapW5g53qbEFjLA7yv3Q_0.80078_0.57031": "B", + "kozsgHrge4ofusqK2D_Hlw_0.3623_0.57031": "B", + "ki1YlBoTB-ARFE17nF4PPg_0.4248_0.53711": "A", + "vbW2W3-AE2tr1NJYHCuHgw_0.03516_0.53711": "A", + "SxMVl_DRQndQkQAvu9a01Q_0.65137_0.61523": "B", + "ipoVm9spHhQGCMROwSdmmA_0.42578_0.53711": "A", + "ipoVm9spHhQGCMROwSdmmA_0.53418_0.53711": "A", + "xMY6EkmbN9OZqwHeC_S7Zg_0.44043_0.61523": "B", + "g8Jd1uL_FE_9eave1z2OpA_0.14453_0.55273": "B", + "-zi5tN6Qyyeq8B1mczYfOg_0.08984_0.52344": "A", + "4My9h4mmpjE82U1up3jWOA_0.77637_0.55273": "B", + "9QF3VpTsXpZei70YvA-H6w_0.87109_0.55469": "B", + "P_bUUx5CIFcylFd9UAZRug_0.73828_0.58594": "B", + "LDICnJgAhCSszYwolm8JRA_0.03418_0.53906": "B", + "21qHYEKoNSGw9O3wF_dvBg_0.25391_0.52344": "A", + "pM_zjaOL4jt8_niIC0EU2Q_0.60547_0.53906": "B", + "bcNsOc7RlDm9L9VmIGXYpg_0.08105_0.58398": "B", + "LDICnJgAhCSszYwolm8JRA_0.94141_0.55273": "B", + "9D-oOS00uSg18nvfm8t9zQ_0.10547_0.53906": "B", + "3CbLaqDP3N3z64brBrC0eA_0.68359_0.63086": "U", + "P_bUUx5CIFcylFd9UAZRug_0.22266_0.55469": "B", + "DXKg24FIKMrGUX6ilHn5Ew_0.91797_0.56836": "B" +} \ No newline at end of file diff --git a/benchmark/gainesville/records.jsonl b/benchmark/gainesville/records.jsonl new file mode 100644 index 0000000..dc0d098 --- /dev/null +++ b/benchmark/gainesville/records.jsonl @@ -0,0 +1,125 @@ +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "--xM_B9BVXSNT9IcytVKug", "capture_date": "2026-01", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.60843739532024, "lng": -82.3646048845867, "camera_heading": 229.87966918945312, "camera_pitch": 0.7671279907226562, "camera_roll": 1.199648261070251, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "lgphv9L5E7SwO4NugcfYTg", "date": "2025-04"}, {"pano_id": "wbSPqeG204zDjM2MzhbENw", "date": "2023-09"}, {"pano_id": "Fvn8PBVtm7RJG5H-zPsUVg", "date": "2023-03"}, {"pano_id": "PYaIMe-O09C3GK0kMDz3VA", "date": "2022-05"}, {"pano_id": "xljdS0tzVTv6H1-FXmkJfA", "date": "2021-03"}, {"pano_id": "ULvEe5ge0afPiYZNMOogqQ", "date": "2019-07"}, {"pano_id": "Wj0HtgOqW4SUhEiuNuM9cg", "date": "2018-10"}, {"pano_id": "UQFefu33OyXsicEdPtlAQA", "date": "2017-05"}, {"pano_id": "Y6jmLlSbKfwt9TMAbp8ktA", "date": "2016-07"}, {"pano_id": "ifsT9sqjB5uwxbMi8cq7Sw", "date": "2015-07"}, {"pano_id": "Lt3qrprN1jef1ItpaL9MGg", "date": "2015-03"}, {"pano_id": "YNfPYGQ2O7Ul41kDaBvKzg", "date": "2014-03"}, {"pano_id": "2mUL1udvNPEWgJUDwF1Pcg", "date": "2011-04"}, {"pano_id": "XKv3qf_0IvxuhF2zAHJLbQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "ufRhhbc1Yzg6uoKjN81T9Q", "yaw_deg": 229.7164764404297, "description": "FL-331"}, {"target_gsv_panorama_id": "C8GWo0mTYn6pEaYoa1Mvfg", "yaw_deg": 49.68357086181641, "description": "FL-331"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.42578125, "y_normalized": 0.5234375, "confidence": 0.610808253288269}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "-FMeOe5iGG-5JFxSF0lxaQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65915941541584, "lng": -82.32879339651957, "camera_heading": 1.898441433906555, "camera_pitch": 0.7868423461914062, "camera_roll": 0.604556143283844, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "_T1bXcg9a9ry64ufMmoLwQ", "date": "2022-05"}, {"pano_id": "Q-kYPGNjXL00IqebztmBNA", "date": "2021-03"}, {"pano_id": "FudnHont34O4tSfVxGljfw", "date": "2019-05"}, {"pano_id": "5cGBrhOYI6UuHGQJP84CxA", "date": "2015-02"}, {"pano_id": "mCxFjVsg7FkErKnO19Hpgg", "date": "2011-03"}, {"pano_id": "CYrTwoeqP0iPRNuinBSIag", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "Wsv1kPVVyyZ-qQDg-2LMcQ", "yaw_deg": 358.0807495117188, "description": "NW 4th St"}, {"target_gsv_panorama_id": "ZsTH85Umdsqj4jbGgYS2Rw", "yaw_deg": 178.2859039306641, "description": "NW 4th St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "-Thw-Y56uiaGEg8I_zZwgw", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64888972400289, "lng": -82.30867893054287, "camera_heading": 1.348459124565125, "camera_pitch": 0.8004989624023439, "camera_roll": 0.8974489569664001, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "kqbYuqE3IB1HQtaEyO4hbw", "date": "2015-01"}, {"pano_id": "vzUjqpg_WWZ98c7ypCE82A", "date": "2011-03"}, {"pano_id": "zqhc1dhmr1hZJLYkrUlwNg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "Op4jh3UJmfugvEHOQg3Aow", "yaw_deg": 0.04614998772740364, "description": "SE 13th St"}, {"target_gsv_panorama_id": "AbD6y6BbyjbWjXxr-d5sUw", "yaw_deg": 180.0915832519531, "description": "SE 13th St"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.2373046875, "y_normalized": 0.599609375, "confidence": 0.9180991053581238}, {"x_normalized": 0.87890625, "y_normalized": 0.6484375, "confidence": 0.8319389224052429}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "-zi5tN6Qyyeq8B1mczYfOg", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64828734564212, "lng": -82.30600239691316, "camera_heading": 255.93255615234384, "camera_pitch": -1.8751220703125, "camera_roll": 0.11195853352546689, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "X90Ut0l45RKwweLyN8s2kw", "date": "2019-06"}, {"pano_id": "EXz8VmQyecafjaqJPnplPQ", "date": "2015-01"}, {"pano_id": "USqfeWavizZp1bvV7IRsJg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "BRXqrYVi5aSK1HnVucUl2w", "yaw_deg": 106.7125778198242, "description": "SE 15th St"}, {"target_gsv_panorama_id": "62fb2gMEIw93uaXRXc1rbQ", "yaw_deg": 269.3551940917969, "description": "SE 4th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5732421875, "y_normalized": 0.552734375, "confidence": 0.8814336061477661}, {"x_normalized": 0.84765625, "y_normalized": 0.599609375, "confidence": 0.8638113737106323}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "08ssXvyy311t_dOt8e3MVA", "capture_date": "2025-04", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64466933737401, "lng": -82.3116184939555, "camera_heading": 179.96151733398443, "camera_pitch": -0.0323028564453125, "camera_roll": 0.8444770574569702, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "oaeCiB5R40grQ7pnBll-sw", "date": "2023-09"}, {"pano_id": "pWxANGDxD6jFiH0XrlHBXg", "date": "2022-05"}, {"pano_id": "Pnv7bD88G1IxstwZGOPl4A", "date": "2021-03"}, {"pano_id": "zk2Bww5AabuTh3jg9gS_nw", "date": "2018-11"}, {"pano_id": "mMJCOe46stwbJO5-9-Ebjg", "date": "2017-02"}, {"pano_id": "lXSvP1Ai15JDdhr_S7Nxsg", "date": "2015-04"}, {"pano_id": "je5B8l6g7hcJT_wr0o2luA", "date": "2014-02"}, {"pano_id": "CIAF1OuE1LJKU6AjRyJ0ww", "date": "2011-03"}, {"pano_id": "BvPfE9oaEPWR1ffwyGzRuQ", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "1WY88DgI78w1YPxPPsJI3Q", "yaw_deg": 100.2229919433594, "description": "SE 11th St"}, {"target_gsv_panorama_id": "p_eUMK37lHlipXK10gJ02Q", "yaw_deg": 180.5044250488281, "description": "SE 11th St"}, {"target_gsv_panorama_id": "WqQ4IBzPLsvqKHcCgia6_w", "yaw_deg": 0.2151328325271606, "description": "SE 11th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.8701171875, "y_normalized": 0.5546875, "confidence": 0.826765775680542}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "1n-U7MQVuboJf00fwh9UBg", "capture_date": "2026-01", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.61431916024054, "lng": -82.37195492991495, "camera_heading": 353.6688842773438, "camera_pitch": 2.18951416015625, "camera_roll": 1.098463773727417, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "hkt-1sxy5Nj2eLzvX_CwzQ", "date": "2024-06"}, {"pano_id": "RYgU2uJIx1vwJIArsTKonA", "date": "2023-09"}, {"pano_id": "DhpE9ubPtAivRQ-a8pghUw", "date": "2023-03"}, {"pano_id": "GPb9lIF58puPQoSpO8FlrA", "date": "2019-06"}, {"pano_id": "mQ3Ka2VRSmqdCA5vSMuQEg", "date": "2018-10"}, {"pano_id": "sS7WgzvbfvD8Y-LXpX0Mbw", "date": "2017-05"}, {"pano_id": "fqXNi3K4puwrrNI17uNgtA", "date": "2016-07"}, {"pano_id": "Z1BOOb4W8sxKolhjiagdYg", "date": "2015-07"}, {"pano_id": "70hjhCF04LNaZyS32zngow", "date": "2015-03"}, {"pano_id": "q4ABDMQNqW1J0KJPnJUVKg", "date": "2014-03"}, {"pano_id": "Bgpn1yM5X9Axac4GBcbDUw", "date": "2013-10"}, {"pano_id": "be9Pq1Tfv8rNIhqKhc5_bQ", "date": "2011-04"}, {"pano_id": "s5crrP9V-S9WOOJB_t7_kg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "IFaCUwl0Jhfj55lQsQ4Vvw", "yaw_deg": 353.4367370605469, "description": "FL-121"}, {"target_gsv_panorama_id": "dIITAHhZ8uquBZHCAEytZg", "yaw_deg": 173.4736022949219, "description": "FL-121"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9326171875, "y_normalized": 0.5390625, "confidence": 0.7560799717903137}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "21qHYEKoNSGw9O3wF_dvBg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62846871370781, "lng": -82.33940925077533, "camera_heading": 163.0615844726562, "camera_pitch": -0.5822525024414062, "camera_roll": 0.06123378127813339, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Oi1vamRq11K2a0HmGMrCyQ", "date": "2023-08"}, {"pano_id": "NIXCzRqCXqoqY7ogWNAP5A", "date": "2023-03"}, {"pano_id": "aO1bItLGBn8Q3QBWjj9SHg", "date": "2022-05"}, {"pano_id": "KsXFKetTlGzmGkrJOy0KTQ", "date": "2018-10"}, {"pano_id": "wtuja3ekghDDxOkikqaaLQ", "date": "2017-05"}, {"pano_id": "Vc_MaKqrNACsAcrFA0D3OA", "date": "2016-12"}, {"pano_id": "GAGlXK4vAcr9DhB2hK7Fxw", "date": "2016-07"}, {"pano_id": "nIJmy61JeHK_QTWOczJu9A", "date": "2015-05"}, {"pano_id": "jT3lY4PTSoFdskus3SII1Q", "date": "2014-03"}, {"pano_id": "7vXrD-K_CO_NjtfCtEFqcQ", "date": "2011-03"}, {"pano_id": "GgRpQoNGuDhcpwoqPonkXg", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "-UWB7UeQDuH53_n1m7AknA", "yaw_deg": 359.5050659179688, "description": "US-441"}, {"target_gsv_panorama_id": "XDL-VmTaHNyl2xMCpPNWxQ", "yaw_deg": 179.7599792480469, "description": "US-441"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.05859375, "y_normalized": 0.5390625, "confidence": 0.5640848875045776}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "2ZG41STPUADAWUJD-Rc4sA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64844042011057, "lng": -82.33529897046988, "camera_heading": 270.2199401855469, "camera_pitch": 0.7190780639648438, "camera_roll": 0.06339555978775024, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Ac8DD50Xy9qimcS89n9-DA", "date": "2024-06"}, {"pano_id": "hB1483gW-_1ywfi5lauTDw", "date": "2023-09"}, {"pano_id": "-wYSKE0SzA8d_NQdMaTmrA", "date": "2019-06"}, {"pano_id": "YS1IALbbrdnl0JcL8vAMqw", "date": "2018-10"}, {"pano_id": "QpMq8liBxjNOhc_L6Q9UWg", "date": "2017-05"}, {"pano_id": "ayDXE7jIPOG4FRSUHivGmg", "date": "2016-07"}, {"pano_id": "Ne8tX4FKr1RTK5gioAk7Gw", "date": "2015-04"}, {"pano_id": "wmQfkMKuDI76PaIdAzas5g", "date": "2011-04"}, {"pano_id": "u5lTlO41P5e6gRS75u4S4Q", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "fr2TVw4wqrJ4TKyv-Dln4w", "yaw_deg": 271.1483459472656, "description": "SW 4th Ave"}, {"target_gsv_panorama_id": "IX4PXtg9jAsSnFRF3gPsqA", "yaw_deg": 91.16077423095703, "description": "SW 4th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9169921875, "y_normalized": 0.6015625, "confidence": 0.7049250602722168}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "2xfTrO6eZbF0hKmvjGzN0A", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.61863921127787, "lng": -82.36659021381563, "camera_heading": 172.6425628662109, "camera_pitch": 1.8236846923828127, "camera_roll": 0.45996955037117004, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "knw-b3NNYnE3jL-usCkzcQ", "date": "2023-09"}, {"pano_id": "gah1n_ESbSqRAk8GB5GAVA", "date": "2022-05"}, {"pano_id": "iAx0kwtoyCpoTuol3aIccw", "date": "2019-06"}, {"pano_id": "PQTcWLf55yFlo_ONllETEQ", "date": "2015-02"}, {"pano_id": "T1OHK_jXRMYt7NJuplLZpQ", "date": "2011-04"}, {"pano_id": "EFLtI1zbHvalsgizE82RDQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "e0pySH0jxDrIvCYl6uJUhg", "yaw_deg": 175.2281188964844, "description": "SW 29th Terrace"}, {"target_gsv_panorama_id": "HXGIN8H0qVkffmog9FCXhA", "yaw_deg": 355.2014465332031, "description": "SW 29th Terrace"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.0732421875, "y_normalized": 0.5546875, "confidence": 0.7165249586105347}, {"x_normalized": 0.7919921875, "y_normalized": 0.6484375, "confidence": 0.6866557598114014}, {"x_normalized": 0.09765625, "y_normalized": 0.5390625, "confidence": 0.614155650138855}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "3CbLaqDP3N3z64brBrC0eA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63750368220752, "lng": -82.31784698607518, "camera_heading": 111.1026153564453, "camera_pitch": -0.32009124755859375, "camera_roll": 355.6705322265625, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "awLC00zcc9HUX7MM_egjpg", "date": "2024-06"}, {"pano_id": "JMo9OHZ9HJMHU6LhT49qtQ", "date": "2022-05"}, {"pano_id": "m4Kuu_eMZjqx80uA7gZ0Kg", "date": "2021-03"}, {"pano_id": "NWiHotIbE6hySnrMny-eBw", "date": "2019-06"}, {"pano_id": "WOpovLx7Rly_pijfBPD-Uw", "date": "2017-02"}, {"pano_id": "pzSFVqcZ6ZHM2Iasl9T3Rg", "date": "2016-07"}, {"pano_id": "2FDU1lSpqrE-lrH7iab4lw", "date": "2015-02"}, {"pano_id": "5kNIvweFejFI2Lg4oS1aVA", "date": "2011-05"}, {"pano_id": "4jShY_9OeiLdiyBm65is7Q", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "-KQgdYEuHl9EKrFjbbb_aQ", "yaw_deg": 337.0871887207031, "description": "SE 4th St"}, {"target_gsv_panorama_id": "MFV8LwuQRAglcSUxWyx6ww", "yaw_deg": 156.7809295654297, "description": "SE 4th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.1826171875, "y_normalized": 0.537109375, "confidence": 0.6393393278121948}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "4ILOJcaHD7m47NGoY6aqRg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.61826653363593, "lng": -82.33242092680143, "camera_heading": 58.33693695068359, "camera_pitch": 0.27487945556640625, "camera_roll": 0.9339441061019897, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "7cN4hKogR2OCdh0diEGY_w", "date": "2025-05"}, {"pano_id": "zFuM8m3Yh46eGJHOC9A63g", "date": "2023-10"}, {"pano_id": "vQjmpIQrYisXAOU2rx5YTQ", "date": "2022-05"}, {"pano_id": "12KkPHEDg3J21lvyAtkRVw", "date": "2021-03"}, {"pano_id": "xVt9M5coIf12hjJ1MB94ZQ", "date": "2019-07"}, {"pano_id": "6EcOVnCTqoxvz9JtAJql_g", "date": "2018-11"}, {"pano_id": "KEcLPmcgyoxyQ07irG2MPw", "date": "2016-07"}, {"pano_id": "ywib6q0VCO3efUTnGuZMGQ", "date": "2015-05"}, {"pano_id": "P1NSRWfvwQgJilPmljhvTQ", "date": "2014-02"}, {"pano_id": "K3C3jK1xEksl33sdpZzsJA", "date": "2011-05"}, {"pano_id": "8Ref4wD4vJO_p-81gMnFjA", "date": "2008-04"}, {"pano_id": "fzcG6hHCUsTE_m_IIz1apQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "KTfbxJnplnBad5jW31l1Zg", "yaw_deg": 236.3296356201172, "description": "FL-331"}, {"target_gsv_panorama_id": "A1YNWL-OftsbIJuDAEDqaQ", "yaw_deg": 56.33929061889648, "description": "FL-331"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.66796875, "y_normalized": 0.5546875, "confidence": 0.8910684585571289}, {"x_normalized": 0.33203125, "y_normalized": 0.5390625, "confidence": 0.7457097768783569}, {"x_normalized": 0.8857421875, "y_normalized": 0.5390625, "confidence": 0.7443798780441284}, {"x_normalized": 0.6201171875, "y_normalized": 0.568359375, "confidence": 0.7253135442733765}, {"x_normalized": 0.9326171875, "y_normalized": 0.5390625, "confidence": 0.7043888568878174}, {"x_normalized": 0.3076171875, "y_normalized": 0.537109375, "confidence": 0.6682307720184326}, {"x_normalized": 0.12109375, "y_normalized": 0.537109375, "confidence": 0.6530057787895203}, {"x_normalized": 0.91015625, "y_normalized": 0.5390625, "confidence": 0.6264642477035522}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "4My9h4mmpjE82U1up3jWOA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65025291268947, "lng": -82.32243760314083, "camera_heading": 179.7730407714844, "camera_pitch": 1.30267333984375, "camera_roll": 358.7241516113281, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "4cqYXm1NEI43pRDfpqN7UQ", "date": "2019-07"}, {"pano_id": "QzZ5mfwzhkJUoMP7VWCRoA", "date": "2018-10"}, {"pano_id": "ZBN7_Re_Uh33iR9IETXxEA", "date": "2017-05"}, {"pano_id": "l_qWB_qzsOwdg4g_FQfIkQ", "date": "2017-02"}, {"pano_id": "PiM95gGuRBk_L7Sk1R2T0w", "date": "2016-07"}, {"pano_id": "3y6RlErZMS1ZSw5ysOHmDA", "date": "2015-03"}, {"pano_id": "tNfKes_kWVxMN-mv1_eyzA", "date": "2011-05"}, {"pano_id": "Yh-pT8teI4yOHcgtbSfZhA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "o2cslcduzBXDHnssd2QPsw", "yaw_deg": 356.2678833007812, "description": "SE 3rd St"}, {"target_gsv_panorama_id": "x_wSdtZ55FrJnAtYc6C88A", "yaw_deg": 88.6957778930664, "description": "SE 2nd Ave"}, {"target_gsv_panorama_id": "OBFCFrOE83z7ijVr-OWt9g", "yaw_deg": 179.4977416992188, "description": "SE 3rd St"}, {"target_gsv_panorama_id": "nATf8VSHHUlW9ev91IDKRA", "yaw_deg": 270.9986267089844, "description": "SE 2nd Ave"}]}, "benchmark_group": "top"} +{"detections": [{"x_normalized": 0.50390625, "y_normalized": 0.5234375, "confidence": 0.8903906345367432}, {"x_normalized": 0.6435546875, "y_normalized": 0.6484375, "confidence": 0.802140474319458}, {"x_normalized": 0.0576171875, "y_normalized": 0.5546875, "confidence": 0.5694044828414917}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "5vEoUj3H3aRkW-2h1B0JAQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65749991276576, "lng": -82.33185333546123, "camera_heading": 278.1921691894531, "camera_pitch": 1.1072921752929688, "camera_roll": 0.2889473438262939, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ThMG67sKilw8ouI5UDmjzQ", "date": "2021-03"}, {"pano_id": "HtoTF6CwXriEOHOFnPcjLA", "date": "2019-06"}, {"pano_id": "v9mYgwGjq3hQJfDzdSwQJw", "date": "2017-05"}, {"pano_id": "HiEeyx1G4mx49BoJIM2NfA", "date": "2015-02"}, {"pano_id": "UxgqDZmgcUwsxEuF2s2zJA", "date": "2011-03"}, {"pano_id": "sldDlndfFGipLU2CC4AArQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "sHYHVW6AIWPUm2cIXjOZsw", "yaw_deg": 90.75567626953125, "description": "Columbia St"}, {"target_gsv_panorama_id": "sYyjz322kP5v-VQmRepUTQ", "yaw_deg": 270.7290954589844, "description": "Columbia St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.95703125, "y_normalized": 0.5703125, "confidence": 0.6462458372116089}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "6-tNVth5ck0axWmPuKpiXg", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65022926492922, "lng": -82.32340946725243, "camera_heading": 89.70711517333984, "camera_pitch": 0.860870361328125, "camera_roll": 2.460608005523682, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "hZNnycBfLk7A4VxAA9H-tA", "date": "2018-10"}, {"pano_id": "X2tmYlB41uyCVj7RX0Z0Cg", "date": "2017-05"}, {"pano_id": "2FCbm1V_sDezcqcFZoTUbg", "date": "2016-07"}, {"pano_id": "XBkntgZVO7EB5HRHyibjMA", "date": "2015-02"}, {"pano_id": "N6FQwRz1oFLvbSZJCmM6Gw", "date": "2011-05"}], "links": [{"target_gsv_panorama_id": "8IkykH3jQN1SUGMlH0WG_w", "yaw_deg": 89.0052719116211, "description": "SE 2nd Ave"}, {"target_gsv_panorama_id": "A0reUj0ApcvfXOuGXoj3_w", "yaw_deg": 269.0347290039062, "description": "SE 2nd Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.27734375, "y_normalized": 0.6328125, "confidence": 0.991004467010498}, {"x_normalized": 0.58203125, "y_normalized": 0.5390625, "confidence": 0.96759033203125}, {"x_normalized": 0.6826171875, "y_normalized": 0.583984375, "confidence": 0.9664703607559204}, {"x_normalized": 0.32421875, "y_normalized": 0.5703125, "confidence": 0.9594976902008057}, {"x_normalized": 0.41796875, "y_normalized": 0.552734375, "confidence": 0.9134913682937622}, {"x_normalized": 0.45703125, "y_normalized": 0.5390625, "confidence": 0.8473590612411499}, {"x_normalized": 0.7294921875, "y_normalized": 0.646484375, "confidence": 0.8089405298233032}, {"x_normalized": 0.54296875, "y_normalized": 0.5390625, "confidence": 0.5926069021224976}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "65kxFTBgmbOPUQbC612rdg", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6466229618574, "lng": -82.3350173811447, "camera_heading": 357.7923889160156, "camera_pitch": -1.5178375244140625, "camera_roll": 0.7593107223510742, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "EpEaUgu0phpI5V4f41IqSA", "date": "2019-06"}, {"pano_id": "e0-MRGUvcMuot1lADJdhqw", "date": "2017-05"}, {"pano_id": "BD7okMZkZryrDLR2UFw8dw", "date": "2016-07"}, {"pano_id": "AB_eEuirWzEc1SL8Y62P4w", "date": "2015-04"}, {"pano_id": "LxtNcUxWocHy_Tv85O6oTg", "date": "2011-03"}, {"pano_id": "YRJ-fPXRzoeSyvicA0qGHQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "M4NNkvixey54sWMilwTTGg", "yaw_deg": 27.6637077331543, "description": "SW 6th Ave"}, {"target_gsv_panorama_id": "nyNjTtE-MG3sMsjW3jBg2Q", "yaw_deg": 178.8722381591797, "description": "SW 10th St"}]}, "benchmark_group": "top"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "6HfrzDBSveHUN1NpGsF31Q", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65379728414671, "lng": -82.30748455017502, "camera_heading": 89.96149444580078, "camera_pitch": 0.6941146850585938, "camera_roll": 0.5956489443778992, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "IK4oSiz8ZBQg6X2jnRwjZg", "date": "2022-05"}, {"pano_id": "No-xDjoLimwnXr4Kr2T7tA", "date": "2017-02"}, {"pano_id": "rNhRqVHqIaBotDDRcIHyfA", "date": "2015-03"}, {"pano_id": "s-5dBWR7DAjhAusGJDOXEg", "date": "2011-03"}, {"pano_id": "l1axefpnNXwdf6XaBD1QZQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "7i6seL-PAiKCjYFTEaILyg", "yaw_deg": 271.3956909179688, "description": "NE 3rd Ave"}, {"target_gsv_panorama_id": "myQ6Oz9HO5OwjKHm20FjAQ", "yaw_deg": 91.45289611816406, "description": "NE 3rd Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.95703125, "y_normalized": 0.5703125, "confidence": 0.9450885057449341}, {"x_normalized": 0.07421875, "y_normalized": 0.5390625, "confidence": 0.8597124814987183}, {"x_normalized": 0.6982421875, "y_normalized": 0.568359375, "confidence": 0.8364212512969971}, {"x_normalized": 0.6435546875, "y_normalized": 0.5546875, "confidence": 0.5925280451774597}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "6KnaArlg4nGEGAGNkIw9NA", "capture_date": "2022-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62897781060427, "lng": -82.36959694196631, "camera_heading": 242.16275024414057, "camera_pitch": 0.45552062988281244, "camera_roll": 357.7327270507812, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "7nvJQ1qx8LR_rb6lGQbFAA", "date": "2018-10"}], "links": [{"target_gsv_panorama_id": "rMU4tz1pQ0j3l4j-kXWkAQ", "yaw_deg": 242.8342590332031, "description": ""}, {"target_gsv_panorama_id": "6kNM-Uj1Ljf4KM3pHzJ2dA", "yaw_deg": 62.88202667236328, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.12109375, "y_normalized": 0.5703125, "confidence": 0.8761807084083557}, {"x_normalized": 0.1201171875, "y_normalized": 0.6328125, "confidence": 0.8182729482650757}, {"x_normalized": 0.69921875, "y_normalized": 0.708984375, "confidence": 0.563707709312439}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "6esDvYaAUiUdZHtq1FCAfg", "capture_date": "2018-10", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.63782731464011, "lng": -82.33941926848651, "camera_heading": 125.2089462280273, "camera_pitch": -0.126007080078125, "camera_roll": 359.5858764648438, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ZpIaytjaFYLt_05nssq48g", "date": "2023-09"}, {"pano_id": "IxXRnTSJ7vYGyAFGifELGA", "date": "2022-05"}, {"pano_id": "QL62i_9nSbVI0nhHLvbFEQ", "date": "2017-05"}, {"pano_id": "p3ZaQL5iVJ8xkSlnVpvLVw", "date": "2016-12"}], "links": [{"target_gsv_panorama_id": "CRNtayPyc7WhowY1Y5d9uQ", "yaw_deg": 141.2306213378906, "description": "FL-25"}, {"target_gsv_panorama_id": "PpFrWUr2QGo9hA22VLb5eg", "yaw_deg": 285.5913391113281, "description": "SW 14th Ave"}, {"target_gsv_panorama_id": "FhZ2UW81EeCjfwaODU-SEQ", "yaw_deg": 120.8775405883789, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.8466796875, "y_normalized": 0.5859375, "confidence": 0.6446205377578735}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "6mZXrVGoxQ2H1k8Jx2OZHA", "capture_date": "2025-04", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62199393428736, "lng": -82.33152014767875, "camera_heading": 10.53961658477783, "camera_pitch": -0.8851318359375, "camera_roll": 0.0502217672765255, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "NIVQE_S04QmPSf41cdu8tw", "date": "2024-06"}, {"pano_id": "jUKGo4cm8jSm-56qCO3zeQ", "date": "2022-05"}, {"pano_id": "Sz19FTnjdO_svVT1bhWD5g", "date": "2019-06"}, {"pano_id": "7_kHrUKua3u1lc1wCX7oFA", "date": "2018-10"}, {"pano_id": "PzZ6hEjD71Q5LPZQvb5_cg", "date": "2017-02"}, {"pano_id": "GPYEtdunZWd74d5rwPrIog", "date": "2016-07"}, {"pano_id": "dk-iE2pk5vVSc3mq46xiWg", "date": "2015-02"}, {"pano_id": "CHklG7MmJTOChAh5rzR5UQ", "date": "2011-05"}, {"pano_id": "EVCKRVsSxgPJCimj5MToyQ", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "6_ohcTn-BZ0nkENPZ2275A", "yaw_deg": 190.39306640625, "description": "FL-329"}, {"target_gsv_panorama_id": "8iP9aCB9ORhocwtuqOm3Ug", "yaw_deg": 10.37009429931641, "description": "FL-329"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "7U40JKd7HiOpFrTHa0-yQQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63746921287724, "lng": -82.33746835426305, "camera_heading": 3.666183471679688, "camera_pitch": 0.61541748046875, "camera_roll": 359.6793823242188, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "eLYVAIjMURrqlaSOIHcQnA", "date": "2022-05"}, {"pano_id": "0o3KXV-AgzqediKPlHgEcw", "date": "2016-07"}], "links": [{"target_gsv_panorama_id": "0t7d6I5IlL5v1wK3-BHeyg", "yaw_deg": 1.760555028915405, "description": ""}, {"target_gsv_panorama_id": "tQaiajCXz7-90GK_M6StBA", "yaw_deg": 181.7880706787109, "description": ""}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.1591796875, "y_normalized": 0.5703125, "confidence": 0.8921093940734863}, {"x_normalized": 0.9716796875, "y_normalized": 0.5546875, "confidence": 0.8128648400306702}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "7Vk-zugISgNBVOV4g3r2jA", "capture_date": "2018-10", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.63717478472432, "lng": -82.35271167236873, "camera_heading": 267.4932556152344, "camera_pitch": -1.0663299560546875, "camera_roll": 359.5379943847656, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "FFotS7NKgwDbs19tNJedTw", "yaw_deg": 263.1684265136719, "description": ""}, {"target_gsv_panorama_id": "btayuC6zSskeaOWgTzZaDg", "yaw_deg": 87.12462615966797, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.45703125, "y_normalized": 0.5390625, "confidence": 0.7276597023010254}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "7dme7qsPcOTglSlmpGp9Rw", "capture_date": "2022-05", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63673859033235, "lng": -82.32787642381615, "camera_heading": 292.2896728515625, "camera_pitch": -0.5202178955078126, "camera_roll": 356.7861633300781, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "axClcuM_Iry2g_SG-zBD4Q", "date": "2019-07"}], "links": [{"target_gsv_panorama_id": "T9GqYx92QRux89LR58SlmA", "yaw_deg": 287.225341796875, "description": ""}, {"target_gsv_panorama_id": "AkpDaBTm4ikVBQLaGfgOHA", "yaw_deg": 112.0800170898438, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.96484375, "y_normalized": 0.5546875, "confidence": 0.783698320388794}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "82y6sIvPm-_shG58klusgw", "capture_date": "2026-04", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64790314866962, "lng": -82.3230560335681, "camera_heading": 356.6652221679688, "camera_pitch": -0.323150634765625, "camera_roll": 2.317008256912231, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "SFw0RQoxMim2p4uulx1RDA", "date": "2019-07"}, {"pano_id": "zAiGG3xqm5NCpgsHY02yAw", "date": "2018-10"}, {"pano_id": "6Cb3s7PojEQYz9p7mgQQIg", "date": "2017-02"}, {"pano_id": "gvWctqJkDy2rdNg9xuT3dA", "date": "2016-07"}, {"pano_id": "CVt1XhE5wO4acqA3v1eKRg", "date": "2015-02"}, {"pano_id": "_R9naESSxCjFGAczuYZpNA", "date": "2011-03"}, {"pano_id": "m0v9IPaeo80FWQO3qwLWUg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "oObaCS9xlQ2uKT5cQ8uPZg", "yaw_deg": 359.0379638671875, "description": "SE 2nd St"}, {"target_gsv_panorama_id": "UrIIaN0_GatdGEaYZMmRYg", "yaw_deg": 179.0332489013672, "description": "SE 2nd St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.19921875, "y_normalized": 0.5390625, "confidence": 1.002251386642456}, {"x_normalized": 0.95703125, "y_normalized": 0.552734375, "confidence": 0.8950808048248291}, {"x_normalized": 0.30078125, "y_normalized": 0.5390625, "confidence": 0.876071572303772}, {"x_normalized": 0.8544921875, "y_normalized": 0.5546875, "confidence": 0.8714709877967834}, {"x_normalized": 0.5341796875, "y_normalized": 0.552734375, "confidence": 0.8672915697097778}, {"x_normalized": 0.1201171875, "y_normalized": 0.5390625, "confidence": 0.7974669933319092}, {"x_normalized": 0.65234375, "y_normalized": 0.568359375, "confidence": 0.5832061767578125}, {"x_normalized": 0.37890625, "y_normalized": 0.5390625, "confidence": 0.5610564351081848}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "89lilp2BlhppxL-oQ0gLNg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65334590177375, "lng": -82.32392371504687, "camera_heading": 0.936055600643158, "camera_pitch": 0.14983367919921875, "camera_roll": 1.652670741081238, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "-SwaM19d_gALHIWr--7Gaw", "date": "2023-08"}, {"pano_id": "F0le6TM5fB-QZYTR4oQKZg", "date": "2021-03"}, {"pano_id": "bUayPlH9cKVkNs2bucniWg", "date": "2019-07"}, {"pano_id": "kpossmxZNjvEh3Ghjq_JHw", "date": "2018-10"}, {"pano_id": "Dk-6e2pos9Hnp6rC-IC9LA", "date": "2017-05"}, {"pano_id": "A-DPkvgRtcc-F53MBJ0MSA", "date": "2016-07"}, {"pano_id": "uHdeWZ1nBWDC-ZMeLuC2BA", "date": "2015-02"}, {"pano_id": "Cvre97jmo6hA0KV3ewTpog", "date": "2011-03"}, {"pano_id": "GNw-wdU9sPobeoyFv0g_4w", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "S3f-7T8_9_FBSYAX5rNipQ", "yaw_deg": 178.79878234863284, "description": "NE 1st St"}, {"target_gsv_panorama_id": "qX1HcLAPA9_jL4GipGyKnQ", "yaw_deg": 299.0121154785156, "description": "NE 1st St"}]}, "benchmark_group": "top"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "8FPxXspDHn_FNxmQkr0j-g", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64896348628625, "lng": -82.29904578127065, "camera_heading": 180.249755859375, "camera_pitch": 0.8418807983398438, "camera_roll": 0.03616152703762054, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "KtUitBULWzeiWeOJBGDJhQ", "date": "2023-09"}, {"pano_id": "N3jSJ820ba_eOLZGtmGM8A", "date": "2015-01"}, {"pano_id": "Tfj6_Nh_kkSJGyD28qqDLA", "date": "2011-06"}, {"pano_id": "SykPFH5ceRVI6lFQfNs8EA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "pxJ4w-pf066ciIS2d-TQLA", "yaw_deg": 180.3188171386719, "description": "SE 20th St"}, {"target_gsv_panorama_id": "ilwg2GbE4MYhNDwLQx0thg", "yaw_deg": 0.3654364049434662, "description": "SE 20th St"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.06640625, "y_normalized": 0.5390625, "confidence": 0.9112883806228638}, {"x_normalized": 0.26953125, "y_normalized": 0.5859375, "confidence": 0.8293885588645935}, {"x_normalized": 0.93359375, "y_normalized": 0.5546875, "confidence": 0.785552978515625}, {"x_normalized": 0.95703125, "y_normalized": 0.552734375, "confidence": 0.766086995601654}, {"x_normalized": 0.7216796875, "y_normalized": 0.6171875, "confidence": 0.7114790678024292}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "9D-oOS00uSg18nvfm8t9zQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65570411637876, "lng": -82.33707649245584, "camera_heading": 89.79717254638672, "camera_pitch": 0.48294067382812506, "camera_roll": 359.2276000976562, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "zx-yhOpayQZi4X6Pij1wtg", "date": "2021-03"}, {"pano_id": "t-7wQ2eUIjKRU10u811V4Q", "date": "2019-07"}, {"pano_id": "_tk-uwhWaVkGtTCPdYBfCg", "date": "2016-07"}, {"pano_id": "veIzSquBZFqyUn2RzpY2iw", "date": "2015-02"}, {"pano_id": "RWkov_UDxowmYRvj0kBD7Q", "date": "2011-05"}, {"pano_id": "VTE6aeGY65bys38A5AX2UA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "df4VaRV_FV0bivWby0fD_Q", "yaw_deg": 271.1079711914062, "description": "NW 5th Ave"}, {"target_gsv_panorama_id": "XK_2zopGqSly6qhktCiN7w", "yaw_deg": 329.9619445800781, "description": "NW 12th St"}, {"target_gsv_panorama_id": "dwpq20fCYuYpc4APrYtNSw", "yaw_deg": 205.9678039550781, "description": "NW 12th St"}, {"target_gsv_panorama_id": "yDYkyLaoQ9WcVkyAYjiRxw", "yaw_deg": 93.75558471679688, "description": "NW 5th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.86328125, "y_normalized": 0.568359375, "confidence": 0.623263955116272}, {"x_normalized": 0.94921875, "y_normalized": 0.537109375, "confidence": 0.5698319673538208}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "9QF3VpTsXpZei70YvA-H6w", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64712523829144, "lng": -82.32146108806167, "camera_heading": 270.2969360351562, "camera_pitch": -0.09131622314453125, "camera_roll": 0.07460814714431763, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "JswCsvAGoqR4N0h9fPLu5Q", "date": "2019-06"}, {"pano_id": "gFefBUcU_nAusj1MfO-dUQ", "date": "2015-02"}, {"pano_id": "-UoU99_mjWltCq1sVUu7TQ", "date": "2011-06"}, {"pano_id": "3s3_SAZFXmnb2RsJ7_URmw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "2nHXGaiSDzDIELpA-jzApw", "yaw_deg": 90.86653900146484, "description": "SE 5th Ave"}, {"target_gsv_panorama_id": "JV9NqGP9bOq_6ICkVtKOBA", "yaw_deg": 271.0972595214844, "description": "SE 5th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.2060546875, "y_normalized": 0.568359375, "confidence": 0.9850809574127197}, {"x_normalized": 0.9091796875, "y_normalized": 0.583984375, "confidence": 0.9528465270996094}, {"x_normalized": 0.8388671875, "y_normalized": 0.583984375, "confidence": 0.9019128680229187}, {"x_normalized": 0.3466796875, "y_normalized": 0.5546875, "confidence": 0.8944356441497803}, {"x_normalized": 0.12109375, "y_normalized": 0.583984375, "confidence": 0.8636388182640076}, {"x_normalized": 0.40234375, "y_normalized": 0.5546875, "confidence": 0.7720640897750854}, {"x_normalized": 0.5576171875, "y_normalized": 0.5703125, "confidence": 0.7462772727012634}, {"x_normalized": 0.6513671875, "y_normalized": 0.568359375, "confidence": 0.6552563905715942}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "9tS6faHm3jFdOth84XlbEQ", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65393635712387, "lng": -82.34051069366683, "camera_heading": 175.3985748291016, "camera_pitch": 0.02098846435546875, "camera_roll": 0.606399416923523, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "CN4upPwaiPBChhO2JbR54A", "date": "2024-06"}, {"pano_id": "13yMwuD2sZM62tyDVOjjag", "date": "2023-09"}, {"pano_id": "Nd1WdXRPVIHoFy03HSQlsw", "date": "2019-06"}, {"pano_id": "Jam8nDRjsEyX4lgoipqyyg", "date": "2018-10"}, {"pano_id": "gvgj8Wr71VNEr5j6VkcuZw", "date": "2017-05"}, {"pano_id": "083I7kDzzDkq2WaKdWMmkg", "date": "2016-07"}, {"pano_id": "bdksOjGclwpOJsqegCDLKw", "date": "2015-04"}, {"pano_id": "PvtV5mZA3DEHEjgO6m51DQ", "date": "2011-05"}, {"pano_id": "EMJrU0_VCK8iuGi-Pcj3sg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "b2qM--ShGOnCkqdguYY6Rw", "yaw_deg": 179.4463500976562, "description": "NW 14th St"}, {"target_gsv_panorama_id": "iXosLvlATBDiPUsy-RYbiA", "yaw_deg": 358.1044616699219, "description": "NW 14th St"}, {"target_gsv_panorama_id": "yl0RCOY6-lDxOskzes_S-A", "yaw_deg": 259.0790710449219, "description": "NW 3rd Ave"}, {"target_gsv_panorama_id": "AYSeUG2l0lv4G5cVtWuhdQ", "yaw_deg": 98.56494140625001, "description": "NW 3rd Ave"}]}, "benchmark_group": "top"} +{"detections": [{"x_normalized": 0.1357421875, "y_normalized": 0.5546875, "confidence": 0.6526414155960083}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "A44roYJy6tdzAK9yLNS_qQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65155563240478, "lng": -82.33715034445804, "camera_heading": 180.0174102783203, "camera_pitch": 1.2914276123046875, "camera_roll": 0.3490474820137024, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "HjX7kVsZrqEmS8ePtT9DRg", "date": "2024-06"}, {"pano_id": "YNtkeUjLMU2dCymKlhP1_w", "date": "2019-06"}, {"pano_id": "1Sef5rLbK7m2JqnkjFuVsw", "date": "2018-10"}, {"pano_id": "VolPqLAdOEuwooEgFXn7Cw", "date": "2016-07"}, {"pano_id": "H25om41wBKgVrqrIR4EyOg", "date": "2015-02"}, {"pano_id": "t9jt-rKa6AYsBT7-iXtRlQ", "date": "2011-03"}, {"pano_id": "bpoKnlfkJ6eAlRcSU2Bx-g", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "ux14w_AoRLCVt_nd-8TGaw", "yaw_deg": 0.8859435319900513, "description": "SW 12th St"}, {"target_gsv_panorama_id": "r9Y8Mf0bQ5XQWJy1XM4heQ", "yaw_deg": 180.7275390625, "description": "SW 12th St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "AVRG2QwkPWmeX2iPSnKDcw", "capture_date": "2016-07", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.63538884958706, "lng": -82.36873702697162, "camera_heading": 184.6798706054688, "camera_pitch": -0.39695739746093756, "camera_roll": 358.8024291992188, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "g4QVFCL8YLixu1Pi0g8d2w", "yaw_deg": 4.558330535888672, "description": ""}, {"target_gsv_panorama_id": "anKx7_UprRbxyPlxLGYBXw", "yaw_deg": 183.3397674560547, "description": ""}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.5341796875, "y_normalized": 0.537109375, "confidence": 0.5657091736793518}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "BtYzecFoq3-H5qaGzBh4iw", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6376099286925, "lng": -82.37147372280205, "camera_heading": 89.83181762695312, "camera_pitch": 0.1768646240234375, "camera_roll": 1.373876333236694, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ZWGWrikkWPcxixdnUB6IEw", "date": "2022-06"}, {"pano_id": "l1jbWwEvUe9_POQkar0bPw", "date": "2021-03"}, {"pano_id": "vV6kCGZMgECBx8MCzZKg3g", "date": "2017-05"}, {"pano_id": "CwYz3v81Jbdyte-ukZCFEg", "date": "2016-07"}, {"pano_id": "nxWX2DD8xQrcCMg0fsKcoQ", "date": "2011-06"}, {"pano_id": "qB2hH-WJ9OIbf86DBTNa5g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "vFpYifNSBFXGUUKPSJEjpw", "yaw_deg": 90.01482391357422, "description": "Hull Rd"}, {"target_gsv_panorama_id": "dZXxmanfRVqpXjAi2y9dXQ", "yaw_deg": 270.0439758300781, "description": "Hull Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.3701171875, "y_normalized": 0.552734375, "confidence": 0.9170438051223755}, {"x_normalized": 0.5810546875, "y_normalized": 0.552734375, "confidence": 0.8349486589431763}, {"x_normalized": 0.53515625, "y_normalized": 0.5234375, "confidence": 0.7892137765884399}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "BzXolOMX-XSEGwyXQpIsrA", "capture_date": "2026-04", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64189235136613, "lng": -82.31999529615555, "camera_heading": 336.0124206542969, "camera_pitch": 1.140594482421875, "camera_roll": 1.196742296218872, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "fmdiay0eMEokYg_x2eWMrA", "date": "2022-05"}, {"pano_id": "zjvhEIXNrCJesQ186_9qBQ", "date": "2021-03"}, {"pano_id": "H8YStTZ7Srr8_DDWsDa6WQ", "date": "2019-06"}, {"pano_id": "ZosetCIPMD2stPJCxK9zCA", "date": "2018-10"}, {"pano_id": "6xp_tJgXZvUqtk8mBm0dIQ", "date": "2015-03"}, {"pano_id": "lIxcu28IM-2Ass9bouHEQQ", "date": "2011-03"}, {"pano_id": "M0_GGpN627aJexY4YaccGg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "ohbzgM5591pbOGur3Y9q4Q", "yaw_deg": 155.8618469238281, "description": "SE 4th St"}, {"target_gsv_panorama_id": "WzAZu29OeHlgGsYWj-JSxA", "yaw_deg": 335.8913879394531, "description": "SE 4th St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "CaClPAIWuWDFsoftxxmRig", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6550219578719, "lng": -82.32392619932658, "camera_heading": 359.6089782714844, "camera_pitch": 0.41493988037109375, "camera_roll": 0.6494346857070923, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "gPqpCr8oq01_67HibCGO2A", "date": "2023-08"}, {"pano_id": "YIJM25jvYY46vkcyknggnQ", "date": "2021-03"}, {"pano_id": "ZAoZ6n7UL7W3HIgPbPF06A", "date": "2018-10"}, {"pano_id": "FRFgSjskOnPp6IR41Wlalg", "date": "2017-05"}, {"pano_id": "T_Y5LUdBjlyLIrLxqlaiOg", "date": "2016-07"}, {"pano_id": "Ms2OtU5rdJsAbwpTo6dPFg", "date": "2015-02"}, {"pano_id": "dD9AVo-cs2w2CApEOzy2YA", "date": "2011-03"}, {"pano_id": "xaiqD8BCJIF6jM8To6zYNg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "54ItB4TlWeHDyZSACMGk1Q", "yaw_deg": 180.1762542724609, "description": "NE 1st St"}, {"target_gsv_panorama_id": "pZiEoml7oGVjLlYL4tmRUg", "yaw_deg": 0.1796344518661499, "description": "NE 1st St"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.9013671875, "y_normalized": 0.5390625, "confidence": 0.8946208357810974}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "CabndIEXzzs5FAENnrsEug", "capture_date": "2025-01", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64457814022879, "lng": -82.29262283675847, "camera_heading": 300.1711120605469, "camera_pitch": -1.5887832641601562, "camera_roll": 1.2299442291259772, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "oJ8y0fuGK42n0fq2_ER6oQ", "date": "2023-09"}, {"pano_id": "f3Fs004jLY6_4e9iM76saQ", "date": "2023-03"}, {"pano_id": "wwZdp_rtzl2xlkfkOkSYEA", "date": "2022-05"}, {"pano_id": "KQZV4OB63kQJRoxJmAuKmg", "date": "2018-10"}, {"pano_id": "seqeUkUyaj7uCT2ZtWBymw", "date": "2017-05"}, {"pano_id": "NyJIvnzaiQWeEPGfnlGGJw", "date": "2016-07"}, {"pano_id": "DPrxb2V3fZYDVkSExQRpVA", "date": "2015-04"}, {"pano_id": "Vu0JtImunSvWARNGTok3Uw", "date": "2014-02"}, {"pano_id": "S-TtsRoTkxe8P79XC8ZRCA", "date": "2011-06"}, {"pano_id": "JMkO6Xdvp-jPCgCjeL5KQg", "date": "2008-11"}, {"pano_id": "utfiyvbXch64-JJH4QiCiw", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "YRcGVpgq5F3WTVXjAgx1yw", "yaw_deg": 300.2010192871094, "description": "SE Hawthorne Rd"}, {"target_gsv_panorama_id": "VApvPRdCkWXvx7DbXpLlNA", "yaw_deg": 120.0140380859375, "description": "SE Hawthorne Rd"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "D5NlzcW2s95DlOUPY0cVAw", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64990833610387, "lng": -82.30335649244871, "camera_heading": 120.35163879394531, "camera_pitch": 1.5950088500976565, "camera_roll": 1.02045750617981, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ZwMJ9NUBTlwkTZu-0DQKXQ", "date": "2025-01"}, {"pano_id": "PDgnQIzuFSPxu5bUjGL2cA", "date": "2022-05"}, {"pano_id": "WHT44DLq3qXHqaBbj5DeXg", "date": "2019-06"}, {"pano_id": "v56FW3CB0eex1H2XVJNPgA", "date": "2018-10"}, {"pano_id": "3FoZm3kEmI6Klf3CPWYqOw", "date": "2017-05"}, {"pano_id": "F544CiOkLGx7fvkGSwoFIw", "date": "2015-01"}, {"pano_id": "fZNVrKhURnHBczaJZqjLqw", "date": "2014-02"}, {"pano_id": "4I40olJwCIp9zgbX_nMU2A", "date": "2011-06"}, {"pano_id": "e1NwUv8tRzESOSUcrt-Hkw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "_Ss1HXxnpU2S8yeuOHftGA", "yaw_deg": 300.4375305175781, "description": "SE Hawthorne Rd"}, {"target_gsv_panorama_id": "VTOVda5G9UHiJfxVmlLK8w", "yaw_deg": 120.47261810302732, "description": "SE Hawthorne Rd"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.0419921875, "y_normalized": 0.5234375, "confidence": 0.7399693727493286}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "DSID5BsZ19qz5BuvC_ZDNA", "capture_date": "2011-06", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.65149087638832, "lng": -82.34252444143219, "camera_heading": 323.1199645996094, "camera_pitch": -1.36126708984375, "camera_roll": 357.2850036621094, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "PcrJjlSOXB_biXdpyRcVug", "yaw_deg": 131.1651000976562, "description": ""}, {"target_gsv_panorama_id": "3AOj_bJeFNNT1iQ5om49bg", "yaw_deg": 357.9884948730469, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.91796875, "y_normalized": 0.568359375, "confidence": 0.5652470588684082}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "DXKg24FIKMrGUX6ilHn5Ew", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65852527560687, "lng": -82.34461603179412, "camera_heading": 359.43725585937506, "camera_pitch": 2.005584716796875, "camera_roll": 1.934261798858643, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "3occ7P3oDV3qe7ARVf_j6A", "date": "2019-06"}, {"pano_id": "RFtqRAqJ5n_1niClvR5Zlw", "date": "2016-07"}, {"pano_id": "vquz2E7-AxI4xV2lNUNCyw", "date": "2015-02"}, {"pano_id": "iY89SK5eqJWc4BapbmGwng", "date": "2011-03"}, {"pano_id": "UOKRqxJjx538V_a6OtKyVg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "XyqviBZRuMD5zbD4cdnHzw", "yaw_deg": 179.2677917480469, "description": "NW 17th St"}, {"target_gsv_panorama_id": "27ihymHeiRetfBf9Sz2rRA", "yaw_deg": 359.4436645507812, "description": "NW 17th St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "E2YAOGNgsJYuHjnUBvnjFg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65658444764915, "lng": -82.33450776865003, "camera_heading": 271.68145751953125, "camera_pitch": 0.6570587158203125, "camera_roll": 359.9283752441406, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "A3LjKaH5_a8pR-eGQMrz-A", "date": "2015-02"}, {"pano_id": "Fc3r-9ecAA72xuR2XRkfXg", "date": "2011-03"}, {"pano_id": "mVHP4auDP_xb5Y9yrP3z6Q", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "fFKI6nJUiQ3xuEIjQ0G6HQ", "yaw_deg": 271.1615295410156, "description": "NW 6th Ave"}, {"target_gsv_panorama_id": "3QYEys4_SU-cCSF0FpXvrg", "yaw_deg": 91.15182495117188, "description": "NW 6th Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.01171875, "y_normalized": 0.5234375, "confidence": 0.9392191767692566}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "EhBhDcmWUDV5CaBKoAqi0A", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65055687619526, "lng": -82.34616218722698, "camera_heading": 316.7789001464844, "camera_pitch": -0.39157867431640625, "camera_roll": 1.827466487884521, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "daN-b3TP_9Ii6OZ9Oc8MhA", "date": "2016-07"}, {"pano_id": "1TQWLAaKAH070e-aYCArSg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "I97PUziTTjy4l3Timl1yGw", "yaw_deg": 137.9408264160156, "description": "Fletcher Dr"}, {"target_gsv_panorama_id": "KXQBlaruX8xURUQw_R8zfg", "yaw_deg": 317.9280090332031, "description": "Fletcher Dr"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "FZOcjvm34N_9JGZyXQf7dg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63650169343323, "lng": -82.32912974380018, "camera_heading": 79.9854507446289, "camera_pitch": 1.0323104858398438, "camera_roll": 1.895207524299622, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "mfvRJzDQVXA6hg4JCMdKaw", "date": "2022-05"}], "links": [{"target_gsv_panorama_id": "4OsaIqoDLMgpZEc1QqFXNA", "yaw_deg": 92.39038848876953, "description": ""}, {"target_gsv_panorama_id": "IQmBnP_FgsLrZq8Zx7xtpQ", "yaw_deg": 267.1547241210938, "description": ""}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.25390625, "y_normalized": 0.5703125, "confidence": 0.9448052644729614}, {"x_normalized": 0.3310546875, "y_normalized": 0.537109375, "confidence": 0.7205553650856018}, {"x_normalized": 0.53515625, "y_normalized": 0.568359375, "confidence": 0.5513428449630737}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "G7ttNgjW4KU9LJVeD1Ivdg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62470226806044, "lng": -82.37120725759009, "camera_heading": 97.63262939453125, "camera_pitch": -0.410247802734375, "camera_roll": 358.2974243164062, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "RhRV2_T15GjK0SdxL8zUBA", "date": "2023-09"}, {"pano_id": "4svVgHEi1bk3Dagv6Unk3w", "date": "2022-06"}, {"pano_id": "GNzPb6UIQfaV5lRmcprc2w", "date": "2017-05"}, {"pano_id": "nE6IsMpJUUJvk6SIplCUpg", "date": "2015-02"}], "links": [{"target_gsv_panorama_id": "-iNxBLBsx0Eb-XW8EWbkaA", "yaw_deg": 85.06082153320312, "description": "SW 32nd Terrace"}, {"target_gsv_panorama_id": "kSNIEtUTjXcvmO8vS-WP1A", "yaw_deg": 271.3939819335938, "description": ""}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "GJ9IMVsb4ULLwoTYEUCZtA", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65002971907537, "lng": -82.29787931972622, "camera_heading": 270.028564453125, "camera_pitch": 0.32421875, "camera_roll": 1.9995813369750983, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "EUEKsyMU4cihaknpBs5R7Q", "date": "2023-09"}, {"pano_id": "J6QYyLjRIUoEhi46T3nesQ", "date": "2015-01"}, {"pano_id": "XHmQQoq-AlT8fFHQ9lo0KQ", "date": "2011-06"}, {"pano_id": "vnZaBP9yIZ6TAKkieJu7pA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "G-mOFXiGC8blEkkMkmw-8Q", "yaw_deg": 270.7187194824219, "description": "SE 2nd Ave"}, {"target_gsv_panorama_id": "sTCaottGMY8Dybx9HJVe7g", "yaw_deg": 90.69942474365234, "description": "SE 2nd Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.38671875, "y_normalized": 0.5546875, "confidence": 0.9280868172645569}, {"x_normalized": 0.56640625, "y_normalized": 0.583984375, "confidence": 0.769920825958252}, {"x_normalized": 0.42578125, "y_normalized": 0.537109375, "confidence": 0.5794026255607605}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "GRTC3zOCFSc8QMIrAtwtzw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65336160994674, "lng": -82.32073490380259, "camera_heading": 272.2571716308594, "camera_pitch": -1.4353103637695312, "camera_roll": 0.2517093122005463, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "OF7YpxecTSi83OmcFjuAlg", "date": "2015-03"}, {"pano_id": "Pm_zW5Hn2YsXprfzrOnrkQ", "date": "2011-03"}, {"pano_id": "zJmIXZHNSsmPdj7sV90hDg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "8I7NXyrq_lTOoTomMSfsFA", "yaw_deg": 252.3978118896484, "description": "NE 5th St"}, {"target_gsv_panorama_id": "xJQuVdSrqDD5obDCkB_4EQ", "yaw_deg": 91.04145812988281, "description": "NE 2nd Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.2919921875, "y_normalized": 0.5546875, "confidence": 0.696536123752594}, {"x_normalized": 0.3701171875, "y_normalized": 0.5390625, "confidence": 0.5916800498962402}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "GhbzPi4bva0g3AlMDcioOg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.61968474687366, "lng": -82.36350704916647, "camera_heading": 264.1139831542969, "camera_pitch": 2.3535919189453125, "camera_roll": 2.07988452911377, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "5LYDOLKHYSRtubBcJPWslw", "date": "2024-06"}, {"pano_id": "DBEupkFqcOV_ojRek16F-A", "date": "2023-09"}, {"pano_id": "8Y3yH_9fkl0Higztiw7KAQ", "date": "2022-05"}, {"pano_id": "eywXSvMat3mEL9QjDX5Twg", "date": "2021-03"}, {"pano_id": "tOJZxR2784qtU6gu5QVB0Q", "date": "2019-06"}, {"pano_id": "-t3BPcyq3bzm_XAltZF1Eg", "date": "2018-10"}, {"pano_id": "aZjz3kQ3jL2X73yIH2ph-w", "date": "2016-07"}, {"pano_id": "s0qmd8i2tCAQtNC4nJFSfQ", "date": "2015-07"}, {"pano_id": "hG_IltMww_-yHssIUQ-VGA", "date": "2015-02"}, {"pano_id": "3vVP6sx6U9cad-ze2En7IA", "date": "2011-06"}, {"pano_id": "8J1fLDWSzeWp-fyYF7GifA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "SgzESqyB-sNjxXYdgMBWuw", "yaw_deg": 84.68807983398438, "description": "SW 35th Pl"}, {"target_gsv_panorama_id": "bdsFnYpUJZNRM_dYI6bODw", "yaw_deg": 264.4237365722656, "description": "SW 35th Pl"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.09765625, "y_normalized": 0.568359375, "confidence": 0.9766365885734558}, {"x_normalized": 0.9404296875, "y_normalized": 0.5703125, "confidence": 0.7980408072471619}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "HLLOIKVLXvOkBCREUvcBzg", "capture_date": "2022-05", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63981026645011, "lng": -82.31391317442075, "camera_heading": 269.5604858398438, "camera_pitch": 0.18581390380859375, "camera_roll": 357.9838562011719, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "pMO5SsGrJIozDmDEu39zCA", "yaw_deg": 270.1307678222656, "description": "SE 12th Ave"}, {"target_gsv_panorama_id": "3Vwb3lVBFkavmGL2WufqWg", "yaw_deg": 90.08706665039062, "description": "SE 12th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.44921875, "y_normalized": 0.552734375, "confidence": 0.939886748790741}, {"x_normalized": 0.64453125, "y_normalized": 0.5703125, "confidence": 0.9148620367050171}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "HoOapW5g53qbEFjLA7yv3Q", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65180869325726, "lng": -82.32661082609013, "camera_heading": 357.5864562988281, "camera_pitch": 0.7791900634765625, "camera_roll": 357.59997558593756, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "9_LFwdDI7YEY0aVmB6lSJg", "date": "2023-08"}, {"pano_id": "Hh3eZAUcXkYs-vwi281atw", "date": "2018-10"}, {"pano_id": "jwacxKYnQ_13-NoQcOy40g", "date": "2017-01"}, {"pano_id": "me2aZgmYn4wt4hOP0fbhgQ", "date": "2016-07"}, {"pano_id": "ash9uSh2tOib5S7Gzq7uAA", "date": "2014-12"}, {"pano_id": "xpHRUOABKgza3ptYDK_JYQ", "date": "2011-03"}, {"pano_id": "ioDuhC8BOSK1yxhWhvaxew", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "3lAocsa4U-Uu3s4JuVxWaw", "yaw_deg": 0.4430075150741592, "description": "SW 2nd St"}, {"target_gsv_panorama_id": "mfKBcoZTo7-qWNFxyaCnjA", "yaw_deg": 180.0448608398438, "description": "SW 2nd St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.6669921875, "y_normalized": 0.552734375, "confidence": 0.9411486387252808}, {"x_normalized": 0.35546875, "y_normalized": 0.5390625, "confidence": 0.8267362713813782}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "ICUoYVV_dXvc9W3ge2PnWg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6594126440788, "lng": -82.33109182020014, "camera_heading": 89.22544860839845, "camera_pitch": -0.43243408203125, "camera_roll": 358.3672790527344, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "tWEqVNHQny2HsCiZSU15qQ", "date": "2025-04"}, {"pano_id": "mPP_ddZ-ZCntmrafEu3zrQ", "date": "2024-10"}, {"pano_id": "eGSPUJzR8mbXAQ4T_-Q-Mw", "date": "2024-06"}, {"pano_id": "f-nVBoLgMK4MZLXxEDdsDg", "date": "2023-03"}, {"pano_id": "5md5x8xCIzF97DDMGd5bzQ", "date": "2022-05"}, {"pano_id": "rHHG8yutq4PHQdKctEGf7g", "date": "2021-03"}, {"pano_id": "8IutvueBW8OUhgsQnCMgpg", "date": "2019-07"}, {"pano_id": "UCSg_XkjWARzF9Areg-pmg", "date": "2018-10"}, {"pano_id": "JL1H9BAjaMZ1OTcOlAp6sw", "date": "2017-05"}, {"pano_id": "mTDzmAU3uiL8KXEn1aroNA", "date": "2016-07"}, {"pano_id": "tQ3PTqoakYMeRMRvDpjdvg", "date": "2015-02"}, {"pano_id": "03drHhheMZR51UyJSDBpDw", "date": "2011-03"}, {"pano_id": "yAilYGnWAvXoL6JNUF66fg", "date": "2008-03"}, {"pano_id": "wetuQ2Wv6Mr7tcmZLvld9Q", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "GjZSCcWevLMwOKrXEdFZHA", "yaw_deg": 267.8657531738281, "description": "NW 8th Ave"}, {"target_gsv_panorama_id": "E625GSonyeQPzAf8NJcMMA", "yaw_deg": 87.82893371582031, "description": "NW 8th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.63671875, "y_normalized": 0.5859375, "confidence": 0.8113515377044678}, {"x_normalized": 0.2216796875, "y_normalized": 0.537109375, "confidence": 0.6769000291824341}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "Idfm_UDnRFcD78ZVeNnhVg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65228793628691, "lng": -82.37089295973671, "camera_heading": 270.5027770996094, "camera_pitch": 1.548492431640625, "camera_roll": 0.8925532102584839, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "XnrWuIx3Qq77O86XtpCPHA", "date": "2024-10"}, {"pano_id": "1qZIcBdYngm6bqQxCb1O-w", "date": "2024-06"}, {"pano_id": "9AdaUKPKGZpi8CtMGToygw", "date": "2023-03"}, {"pano_id": "WldIG4sTnysDFre5RVKpkw", "date": "2021-03"}, {"pano_id": "MUYivRdXjXjddE8qw90-fg", "date": "2018-10"}, {"pano_id": "JsS6vLScwc76bzJTTbmgyg", "date": "2017-05"}, {"pano_id": "-vM1kidCADEzlsFxzXuvPA", "date": "2016-07"}, {"pano_id": "ueSGpQrJRDruf7vRwB4k3g", "date": "2015-04"}, {"pano_id": "0gHOz5niGzFgZzYCiK3YQA", "date": "2011-03"}, {"pano_id": "N5nHtrC5_KPst_-XMMIrWA", "date": "2009-04"}, {"pano_id": "7G49hq8b61LVEFHNkXgl_g", "date": "2008-11"}, {"pano_id": "PWOYhLjQmY6o-QQGNcP2Dw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "ESP22IQuFZS_4-UmAsZMJQ", "yaw_deg": 271.5665588378906, "description": "FL-26"}, {"target_gsv_panorama_id": "nua5u12CRSO_wX7jbSVVcw", "yaw_deg": 91.33985900878906, "description": "W University Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.1201171875, "y_normalized": 0.6015625, "confidence": 0.8609833717346191}, {"x_normalized": 0.36328125, "y_normalized": 0.6015625, "confidence": 0.8567044734954834}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "JOK56E_pGy9cwNPyiymZ2A", "capture_date": "2018-10", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.63912268397373, "lng": -82.34841914686308, "camera_heading": 173.1946716308594, "camera_pitch": -3.8338699340820317, "camera_roll": 1.042764067649841, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Kv7vrhZeCChj3mDAWKnqww", "date": "2016-07"}], "links": [{"target_gsv_panorama_id": "yt8FMf_tJzP-vnBRswEN1A", "yaw_deg": 175.0016021728516, "description": ""}, {"target_gsv_panorama_id": "ZsdC7y3kZ-ZZeM3IwXFKMw", "yaw_deg": 358.1268920898438, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5810546875, "y_normalized": 0.583984375, "confidence": 0.6383183598518372}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "JlYp0BtvGCVeIqBady7pGg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65378672363603, "lng": -82.31187210017261, "camera_heading": 92.78703308105469, "camera_pitch": 1.6241683959960938, "camera_roll": 1.223591089248657, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "xBebea-bvwipuvjdM-xaqQ", "date": "2019-07"}, {"pano_id": "-Pw2F7V1lAxi3t_ldNYKzQ", "date": "2014-12"}, {"pano_id": "zv5Ck4X9CEBL4fsNaluFTg", "date": "2011-03"}, {"pano_id": "kkMiV8Zjyrzbsr2lXFnisw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "EWB9dOIdoPHRK3_Qk2F6pw", "yaw_deg": 90.04215240478516, "description": "NE 3rd Ave"}, {"target_gsv_panorama_id": "4hbGlGMUiQVTMkO80DUDMw", "yaw_deg": 269.8848571777344, "description": "NE 3rd Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.1826171875, "y_normalized": 0.5703125, "confidence": 0.9526548385620117}, {"x_normalized": 0.29296875, "y_normalized": 0.583984375, "confidence": 0.8892510533332825}, {"x_normalized": 0.9404296875, "y_normalized": 0.537109375, "confidence": 0.8489160537719727}, {"x_normalized": 0.87109375, "y_normalized": 0.568359375, "confidence": 0.7657417058944702}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "K732QTWoB9RZwrfSmw7RYA", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65403360843764, "lng": -82.34179143865866, "camera_heading": 358.9873046875, "camera_pitch": 1.1311416625976562, "camera_roll": 0.5927808880805969, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Pm94UO22fEXUzWF4vvOLYQ", "date": "2019-07"}, {"pano_id": "-9AtnmVYpRy41Qeq0YhWWw", "date": "2018-10"}, {"pano_id": "QMKp29zCoIV2B4JLQcqtvg", "date": "2017-05"}, {"pano_id": "-_bUacjzBdv_xBJtM-KtCQ", "date": "2016-07"}, {"pano_id": "9y6YiC3CvaLiF3yiEsg58w", "date": "2015-04"}, {"pano_id": "1miwlqgLjANUjYOrnpLP4A", "date": "2011-03"}, {"pano_id": "G2tOWzbRTqbmCSIf8hc8Tg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "TI1Dnw1oNUsF3y7UtbpC_A", "yaw_deg": 359.8695983886719, "description": "NW 15th St"}, {"target_gsv_panorama_id": "k_k1t3oiVNwWtGEW9trPog", "yaw_deg": 175.5474853515625, "description": "NW 15th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.33984375, "y_normalized": 0.5390625, "confidence": 0.9735848903656006}, {"x_normalized": 0.5576171875, "y_normalized": 0.5546875, "confidence": 0.8925750851631165}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "KEwb17BzIjKVur60MpItuA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64302264301885, "lng": -82.3337743506861, "camera_heading": 80.50174713134766, "camera_pitch": 2.10009765625, "camera_roll": 1.406325697898865, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "8ue0j018xIeanALbcD1LZA", "date": "2024-06"}, {"pano_id": "ftnOMANm9VwMSOZOVVg6Aw", "date": "2023-08"}, {"pano_id": "iMLEhimD_6Rx__RZuRBahQ", "date": "2022-05"}, {"pano_id": "VHmI4BO_rv0hBSrW1UV43Q", "date": "2021-03"}, {"pano_id": "A1VBxGL2TDuYnMMeikpuYw", "date": "2019-07"}, {"pano_id": "0EEdmWZBrjkWiJIT4BSE_w", "date": "2018-10"}, {"pano_id": "tNYEV7TGuipBnCpKHQsziQ", "date": "2016-07"}, {"pano_id": "TQvOaKzJW88_qALfOHdbeg", "date": "2015-05"}, {"pano_id": "bQUri0kY5hL31OVEjslujw", "date": "2011-03"}, {"pano_id": "sQ-LgGyta611dNSlpaoJ0g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "YMoMgphoe4BSXE7BvPcbxQ", "yaw_deg": 78.44847106933594, "description": "SW Depot Ave"}, {"target_gsv_panorama_id": "xdoc0fsG07puR9FnKl1MJQ", "yaw_deg": 258.407470703125, "description": "SW Depot Ave"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "KH6m80K7GCy3eVrCdRMYZA", "capture_date": "2023-09", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64202612646186, "lng": -82.28456673342852, "camera_heading": 0.4502989053726196, "camera_pitch": 1.3259124755859375, "camera_roll": 358.9799194335938, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "X8D7qdX0nAoWRIzEkTu2Eg", "date": "2015-03"}, {"pano_id": "sk_CGYS3vZ-tYlV_bYS3bQ", "date": "2011-03"}], "links": [{"target_gsv_panorama_id": "3Lz3grt-ea1qUpePyItLAA", "yaw_deg": 180.1404571533203, "description": "SE 31st St"}, {"target_gsv_panorama_id": "gFO3f3BTqD8_DzkrVDUzuQ", "yaw_deg": 0.1238987743854523, "description": "SE 31st St"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.59765625, "y_normalized": 0.568359375, "confidence": 0.8998472690582275}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "KbZFzQai9wfXijoQDscWFw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65292350162298, "lng": -82.34325238654905, "camera_heading": 179.8804626464844, "camera_pitch": 1.3232879638671875, "camera_roll": 0.7272047996520996, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "W_aZkIjGrOJXeNcOdyrE6w", "date": "2024-10"}, {"pano_id": "pURRWTO79TtQXbbpBRrRSA", "date": "2023-09"}, {"pano_id": "1MqiA_d_-5V1crWrSCKMEQ", "date": "2019-06"}, {"pano_id": "Ciq-MV-SHzvuf3YaFj8g8g", "date": "2018-10"}, {"pano_id": "yY4fZq4L3iHphNdgq5Q7aQ", "date": "2017-05"}, {"pano_id": "oEtpRXlatx3Ul23yAIO5zg", "date": "2016-07"}, {"pano_id": "Kh4DAppk8FTxW94wTqN-hQ", "date": "2015-02"}, {"pano_id": "BLCKDT17Afi5BewiEvhlKA", "date": "2011-03"}, {"pano_id": "H-wlSA4ErfcGL2BLmusQmQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "6zPQzDyhkTFpkAg-z65d-w", "yaw_deg": 358.8847961425781, "description": "NW 16th St"}, {"target_gsv_panorama_id": "GpQfrpYFlpOTa2OUYgHz1Q", "yaw_deg": 178.8073577880859, "description": "NW 16th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9326171875, "y_normalized": 0.568359375, "confidence": 0.6057296991348267}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "KqZzM0v2PbaoxQmq6wk3Xw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64570563215376, "lng": -82.3312921979666, "camera_heading": 180.8424224853516, "camera_pitch": 1.391227722167969, "camera_roll": 359.7513122558594, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "tx2uv7crzJLCTIAaFQuFEQ", "date": "2024-06"}, {"pano_id": "I-u4VneUFs1cHhScX_jiUw", "date": "2023-08"}, {"pano_id": "yq9bROtvwB08DfK6qykttw", "date": "2022-05"}, {"pano_id": "A5MS4UJnFdinhe7l1jRHfA", "date": "2021-03"}, {"pano_id": "l899UG19vJkySiFGKaG2gA", "date": "2019-07"}, {"pano_id": "q4bso5RM16o92mNgfBB56w", "date": "2018-10"}, {"pano_id": "hxWhBnb1I-vPQOkAFssv0g", "date": "2017-05"}, {"pano_id": "5XMYbaQ7C-s8zQdBqrG6lg", "date": "2015-04"}, {"pano_id": "rQ00KcokteoT0SEiRXVA0Q", "date": "2011-04"}, {"pano_id": "9Z80F6qE-t53owUZaZmtJg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "djQcV4jns9r27RAG26I5Ew", "yaw_deg": 180.1754150390625, "description": "SW 6th St"}, {"target_gsv_panorama_id": "Ly-3qY5Pu0dyvyh49nlVQA", "yaw_deg": 0.4338112473487854, "description": "SW 6th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.05078125, "y_normalized": 0.5703125, "confidence": 0.5812836289405823}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "LDICnJgAhCSszYwolm8JRA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65570356211641, "lng": -82.32174654125697, "camera_heading": 267.703125, "camera_pitch": 1.0026626586914062, "camera_roll": 356.8164672851562, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "iOf1Jq1EtrVmxQ7k_KwRpw", "date": "2014-12"}, {"pano_id": "WWEbOvqauX3k0PrDTCICPw", "date": "2011-03"}, {"pano_id": "5kYZYf2qsRxGXMevBSEgrw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "8H3a3w1rAxP5imkfCpXBiw", "yaw_deg": 271.7241516113281, "description": "NE 5th Ave"}, {"target_gsv_panorama_id": "tqSZ7i07tWTobudqncNcug", "yaw_deg": 108.6097946166992, "description": "NE 4 St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "LEM6UenW5sPkdj5aaW4thw", "capture_date": "2016-07", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.6276258071048, "lng": -82.31626401348367, "camera_heading": 91.23055267333984, "camera_pitch": -3.6091918945312504, "camera_roll": 2.871758460998535, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "qSMd5FZefmsxaTEWdarEnA", "yaw_deg": 37.52770233154297, "description": "Holly"}, {"target_gsv_panorama_id": "vUbwpwVJ8zGEBJLgKHQiBA", "yaw_deg": 283.86871337890625, "description": ""}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.58203125, "y_normalized": 0.521484375, "confidence": 0.6431331634521484}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "LLc383eAyneHduBTInH9nw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63354465280579, "lng": -82.31954636019557, "camera_heading": 43.57368087768555, "camera_pitch": 0.511688232421875, "camera_roll": 0.7931262254714966, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "MjAFTgFZJQ0uyQsgQ0V5UA", "date": "2025-04"}, {"pano_id": "xAAh6ZSbMIfu70gxn8B_PA", "date": "2023-09"}, {"pano_id": "E1HUEOP9yOPNA0XRtlgbew", "date": "2021-03"}, {"pano_id": "kxsAhC3J6anWgX_06TDKbQ", "date": "2019-07"}, {"pano_id": "vbQES-e4CKRAuAG3CD6XBQ", "date": "2018-11"}, {"pano_id": "hrY2S5lwUci4pR8X7BLPnw", "date": "2016-07"}, {"pano_id": "IYvMj9HT1S1Z6o-_OKZr3A", "date": "2015-05"}, {"pano_id": "MwvRN88JV4ErWnWAgISQYA", "date": "2014-02"}, {"pano_id": "L4T38DbfsqngfnBuQoBFmg", "date": "2011-06"}, {"pano_id": "q48JHx2Lz7vhiQ0FR_7GQw", "date": "2008-04"}, {"pano_id": "wsX-5jP9AephojqY5lP07Q", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "zP-7A4DUgxunpBxbqhEYzw", "yaw_deg": 44.6509895324707, "description": "FL-331"}, {"target_gsv_panorama_id": "2BFEw5Tc0mRArPFZEgMb-A", "yaw_deg": 220.2841339111328, "description": "FL-331"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.55859375, "y_normalized": 0.5234375, "confidence": 0.5733025074005127}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "MTDJakccuk6hQfnZ3QEjxQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65227457965254, "lng": -82.3224589683966, "camera_heading": 177.5347747802734, "camera_pitch": -0.11434936523437501, "camera_roll": 359.435302734375, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "5fe4XKyauIjjKRinv_Wfbw", "date": "2019-07"}, {"pano_id": "TVemjTxFSRt6BnpZC3hoFg", "date": "2018-10"}, {"pano_id": "OG7a7LIOiRZQru3TOXdaEA", "date": "2011-03"}, {"pano_id": "znGuDKehIG5gskUI9dzC2w", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "rO4XZQquS8xuFN2ZWyMxtw", "yaw_deg": 1.262489795684814, "description": "NE 3rd St"}, {"target_gsv_panorama_id": "X79F8UCah8t0oZZkBNxo0Q", "yaw_deg": 180.0443878173828, "description": "NE 3rd St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "MVFGRGfew07C0mMkeXxhCA", "capture_date": "2022-05", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63335422544246, "lng": -82.33612444043887, "camera_heading": 284.1841430664062, "camera_pitch": 1.0255126953125, "camera_roll": 359.9383239746094, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "p8Q4rmYZ4joKf4-X1Xm0bA", "date": "2018-10"}, {"pano_id": "q8icNKH63c54U5oF7WJATQ", "date": "2015-02"}, {"pano_id": "_0whRRojUSV1hW0VvS2Qpw", "date": "2011-03"}, {"pano_id": "rUKeqSdX2nGRAjdrW5OsgA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "k2cF4LhY9GeOtPncrBptpA", "yaw_deg": 92.57984161376953, "description": "SW 20 Pl"}, {"target_gsv_panorama_id": "_0akVvlcqBEoRePSUljQmg", "yaw_deg": 274.918701171875, "description": "SW 20 Pl"}]}, "benchmark_group": "empty"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "Mg3-OQnBkIqnfi4qnO5KbQ", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65561712467259, "lng": -82.303767097506, "camera_heading": 359.3900451660156, "camera_pitch": -0.27545928955078125, "camera_roll": 0.2779938876628876, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Oac0X-gS_tseag_x3byIDw", "date": "2023-09"}, {"pano_id": "PRV5EKFTbKgTK3GszFLwbQ", "date": "2022-05"}, {"pano_id": "qHRV8iOZLWnIjS8dtANQ_Q", "date": "2015-01"}, {"pano_id": "J20Kw9bzxlRETU0vg2X35Q", "date": "2011-03"}, {"pano_id": "9y-xj9tggDIxm7IGC3JuGg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "xeRou4UPMq8xZ9J3sF2E9A", "yaw_deg": 177.7886352539062, "description": "NE 16th Ter"}, {"target_gsv_panorama_id": "XaT6TaYQ1O045kxyD452bg", "yaw_deg": 357.7337036132812, "description": "NE 16th Ter"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.41015625, "y_normalized": 0.552734375, "confidence": 0.9095708131790161}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "Mm5gyUYqmJmjeGopC1IgKg", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64560841285939, "lng": -82.31508963905364, "camera_heading": 6.777944087982178, "camera_pitch": -1.18511962890625, "camera_roll": 359.9714660644531, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "O-ThOa0bgm1BziwnuZzNIg", "date": "2023-09"}, {"pano_id": "pGPRPOaUzG2Spi3Sk6lIUg", "date": "2022-05"}, {"pano_id": "_FvyoiWwc8PZeHPkAH-UFA", "date": "2015-04"}, {"pano_id": "TZMBJjz4kJ5jiSdWEz21sw", "date": "2011-03"}, {"pano_id": "zAeeqjGNAJe5Ldyxdxgs-g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "bX7bX8-nICaYew0y46azqQ", "yaw_deg": 180.2294158935547, "description": "SE 9 St"}, {"target_gsv_panorama_id": "-xpllXlgw_GmdgeG2VIcAg", "yaw_deg": 0.2654581964015961, "description": "SE 9 St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.32421875, "y_normalized": 0.5234375, "confidence": 0.9400455951690674}, {"x_normalized": 0.94140625, "y_normalized": 0.5390625, "confidence": 0.7896246314048767}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "PSS2iz32Sj0nE2ILJ6i8rA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63868404747542, "lng": -82.33925939889131, "camera_heading": 359.5712890625, "camera_pitch": 0.74932861328125, "camera_roll": 1.489420056343079, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "jzPv_jXj8eJnuQnEUwgN0A", "date": "2024-06"}, {"pano_id": "r0ZmWsYvGKIe-p1zgxbUdA", "date": "2023-09"}, {"pano_id": "QiztL77ZSHdStskP-mEmaQ", "date": "2023-03"}, {"pano_id": "pqRP5cw3YTicJ2aYIIwUbw", "date": "2022-05"}, {"pano_id": "QgKZwm0RISKXErUy5RTGUw", "date": "2019-06"}, {"pano_id": "hilSTGTy7HYidvEJHjaSPQ", "date": "2018-10"}, {"pano_id": "xzDwV6uWTf6iokw-BE_aYg", "date": "2017-05"}, {"pano_id": "h6HnJ5FS1WYKAqjaZXNE8Q", "date": "2016-12"}, {"pano_id": "buUkAZJhIoie7-T7ZdLytw", "date": "2016-07"}, {"pano_id": "MA5gRtc_9Y9rWzVFvwACKA", "date": "2015-05"}, {"pano_id": "jpQQxhTGawy9UArtQiUTqQ", "date": "2013-09"}, {"pano_id": "pW6YzRS-t3s_VUxWaqCacA", "date": "2011-04"}, {"pano_id": "zvUNM4TFZuoVnRC_6bXlbw", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "pyvXhCfUYwoB4H8_zFiScg", "yaw_deg": 179.7465057373047, "description": "US-441"}, {"target_gsv_panorama_id": "HQU5OIxdnWyzp9IeO-2xiQ", "yaw_deg": 359.6587829589844, "description": "SW 13th St"}, {"target_gsv_panorama_id": "77WdqagLy6ruvpyb1FNNNg", "yaw_deg": 323.0683288574219, "description": "SW 13th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.73828125, "y_normalized": 0.5859375, "confidence": 0.5713744759559631}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "P_bUUx5CIFcylFd9UAZRug", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.637883716365, "lng": -82.34023376155935, "camera_heading": 192.6091613769531, "camera_pitch": -0.11672210693359376, "camera_roll": 0.917166292667389, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Diqz1DkSr8DrnNQ8oq8OJw", "date": "2022-05"}, {"pano_id": "ri7wNG-vaz29xAF76exFGw", "date": "2011-03"}, {"pano_id": "VsfL5TPVSlvJj9yBEDZEGg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "YUrdkedl-WWEjVcQ0w6Seg", "yaw_deg": 179.9152526855469, "description": "SW 14th St"}, {"target_gsv_panorama_id": "C8yz55s_ZC1fOzyBbVZZzw", "yaw_deg": 303.0242614746094, "description": "SW 14th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9560546875, "y_normalized": 0.552734375, "confidence": 0.905307412147522}, {"x_normalized": 0.67578125, "y_normalized": 0.615234375, "confidence": 0.7849554419517517}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "SxMVl_DRQndQkQAvu9a01Q", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63977789132278, "lng": -82.30952036841191, "camera_heading": 88.82138061523438, "camera_pitch": 0.9478225708007812, "camera_roll": 0.2004821747541428, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "YXHsLKSU6zaA-8Dupbz-0w", "date": "2022-05"}, {"pano_id": "v1eVkHUxHwy4STgXVgH6PA", "date": "2015-02"}, {"pano_id": "Rq0o1M_-BYizBjY3nrurWg", "date": "2011-03"}, {"pano_id": "C0nnYn56YPtcdQ_pdolgEA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "ra5Mno98jU_TwWaPWaoUuw", "yaw_deg": 90.61616516113281, "description": "SE 12th Ave"}, {"target_gsv_panorama_id": "uF8ePqVJoSLQp6Xmhpnk3A", "yaw_deg": 185.7434692382812, "description": "SE 12th Terrace"}, {"target_gsv_panorama_id": "SqTGUIyDajzUtK3mRzDZVA", "yaw_deg": 270.2363586425781, "description": "SE 12th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5966796875, "y_normalized": 0.568359375, "confidence": 0.9315756559371948}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "TsU9TS4hpMHXVwv-YIrvCQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63385115076893, "lng": -82.35865195159046, "camera_heading": 244.8347473144531, "camera_pitch": 1.747344970703125, "camera_roll": 1.3338559865951543, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "bmnlqcd6dWeDtlB03M8_7g", "date": "2025-04"}, {"pano_id": "7m-jAKOdd0CZl4TdF67oZQ", "date": "2024-06"}, {"pano_id": "2mSKGxBWdGotIb0Nw--PBQ", "date": "2023-10"}, {"pano_id": "cnXcOTFfsdn7a4dEGx0UaQ", "date": "2023-03"}, {"pano_id": "XgWFi30UwPvsPh9uKdXiuQ", "date": "2022-05"}, {"pano_id": "bC03gyKAGobmr6f6RLbuIg", "date": "2021-03"}, {"pano_id": "AKMjluEzjGwBKw4mkdm4gQ", "date": "2019-07"}, {"pano_id": "I8tCMGEv8Kqk8VE3lyx2SQ", "date": "2018-10"}, {"pano_id": "5Ma6L8nHpjY61anWnyp5-g", "date": "2017-05"}, {"pano_id": "O43XgD8itxkhqvrD3yV79Q", "date": "2016-07"}, {"pano_id": "qyW2WXXemmnHS3s14u6PTg", "date": "2015-04"}, {"pano_id": "3Z1LtY5kMT3ksTn4D1FlNA", "date": "2011-06"}, {"pano_id": "xxjkJ_7agC6k0bEjO6CWSQ", "date": "2008-03"}, {"pano_id": "FP3WioGg4iOjRPv32dWmoQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "XEDJ9CWH75pNp7szwD-GsQ", "yaw_deg": 63.69609451293946, "description": "FL-24"}, {"target_gsv_panorama_id": "5JWxqaTAT-ZAX33raFouAw", "yaw_deg": 243.6408386230469, "description": "FL-24"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.48828125, "y_normalized": 0.5234375, "confidence": 0.9593987464904785}, {"x_normalized": 0.65234375, "y_normalized": 0.6171875, "confidence": 0.6999371647834778}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "UPTPPrW6iUFocod220aq8g", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6236368252434, "lng": -82.35613583523984, "camera_heading": 193.53251647949222, "camera_pitch": 0.9053268432617189, "camera_roll": 0.519717276096344, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "0ElrjEkuloJECJBC35Zj9Q", "date": "2022-05"}, {"pano_id": "447ZByELu4KEJyRxvUbFPQ", "date": "2021-03"}, {"pano_id": "07gVeHt3xlmf2CwT1oRTCw", "date": "2019-07"}, {"pano_id": "GVdVL_R1DD23CjuMGUqzOQ", "date": "2018-10"}, {"pano_id": "GWz2Y-5RD5VlQBCZJ5GfGg", "date": "2017-05"}, {"pano_id": "yapQo946HKgkv_6jmilANA", "date": "2016-07"}, {"pano_id": "hbJlaWdxIwc5OYwHzI1zgw", "date": "2015-04"}, {"pano_id": "R4FQBnbf5S4bfU62uaxNRQ", "date": "2011-06"}, {"pano_id": "ENkEXtdnkDkhNqT00UbfWg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "mW87GtvXFg68s4IfUnhEcg", "yaw_deg": 354.9384155273438, "description": "SW 23rd Terrace"}, {"target_gsv_panorama_id": "pcs5lmGBPob1geEQlxLEAQ", "yaw_deg": 175.2547149658203, "description": "SW 23rd St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.33203125, "y_normalized": 0.537109375, "confidence": 0.8233785629272461}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "UrwK5NxGtb1p1lGv2EIgdg", "capture_date": "2026-01", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.60919278866433, "lng": -82.3712267046198, "camera_heading": 269.3062133789062, "camera_pitch": 3.62078857421875, "camera_roll": 359.667236328125, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Zkcb4MIkPMW18X_HSlW1Mw", "date": "2023-09"}, {"pano_id": "vcEEsKb1B-xNPy55jRDckg", "date": "2022-06"}, {"pano_id": "brY7BwzGMiWNDqqSznXDTA", "date": "2019-06"}, {"pano_id": "cQurHGsxSerdtmMghDPeSg", "date": "2018-10"}, {"pano_id": "OKlnRQO_SgpzUwIDtk_tAg", "date": "2016-07"}, {"pano_id": "vxTJq_lraBZ-GpGZy5pjHQ", "date": "2015-02"}, {"pano_id": "Gx_8NY-zxxLiTeGcjxwVXg", "date": "2011-04"}, {"pano_id": "0HKTWnvCWPvoPSH381o3iQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "Uq0WxFA4VVH4-fC2NB39Yg", "yaw_deg": 265.9015502929688, "description": "SW 47th Ave"}, {"target_gsv_panorama_id": "KQVa5YK87UtEsj3saTPskw", "yaw_deg": 85.96588897705078, "description": "SW 47th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.18359375, "y_normalized": 0.5859375, "confidence": 0.8815831542015076}, {"x_normalized": 0.78515625, "y_normalized": 0.6171875, "confidence": 0.8775351047515869}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "V1ze8IkgvM7tXueCGVfzbw", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65181539760502, "lng": -82.31333201596871, "camera_heading": 185.4857482910156, "camera_pitch": -0.2367095947265625, "camera_roll": 0.2207526713609695, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "EzAd5-g_d_qHsEXVEU5AzA", "date": "2025-05"}, {"pano_id": "1k_BkFb30w4W7b8pvs5lvg", "date": "2025-01"}, {"pano_id": "pdcVsHM9TCBCbeYDsY7ogw", "date": "2024-10"}, {"pano_id": "jqYL2QnEFdB91p1l2c41qw", "date": "2024-06"}, {"pano_id": "946sUtDmWoUSBQwU-tnV4w", "date": "2022-05"}, {"pano_id": "Rxi3uQ1FRoYeieg6C9nKHw", "date": "2015-04"}, {"pano_id": "uScXMxCj98EFTwtVr9C3Rg", "date": "2011-03"}, {"pano_id": "QVoJWBhNHWqgDVG28waDpA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "Jt-VBxksnEHyvobbKwkroA", "yaw_deg": 185.2705993652344, "description": "SE 10th St"}, {"target_gsv_panorama_id": "ipM3toFb9f1Ak5LJmmCKHw", "yaw_deg": 11.05769157409668, "description": "SE 10th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.96484375, "y_normalized": 0.5390625, "confidence": 0.9341760277748108}, {"x_normalized": 0.90234375, "y_normalized": 0.615234375, "confidence": 0.8663121461868286}, {"x_normalized": 0.59765625, "y_normalized": 0.6484375, "confidence": 0.7064177989959717}, {"x_normalized": 0.2529296875, "y_normalized": 0.5859375, "confidence": 0.5749599933624268}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "VWMApFeYDoQmO9taDRV-lg", "capture_date": "2018-10", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.64732501818764, "lng": -82.34239934967964, "camera_heading": 93.94892883300781, "camera_pitch": 1.0397720336914062, "camera_roll": 1.31434154510498, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "5BuusRFL9hNSDlYYZkqVrg", "date": "2016-12"}, {"pano_id": "ftQ0v0C9aIPT7rGCUinWUA", "date": "2016-07"}, {"pano_id": "lCx3b8Ihlkhi95MIKU7BlA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "iEqRU9S2VFDTkcvn0O-CZg", "yaw_deg": 91.98081970214844, "description": "Inner Rd"}, {"target_gsv_panorama_id": "UyYSg65g1OjHYaGoYoM1mw", "yaw_deg": 273.4138488769531, "description": "Inner Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.40234375, "y_normalized": 0.568359375, "confidence": 0.7963254451751709}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "VYsAOBkJ-7hdoDBIOhr-nQ", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64366819976869, "lng": -82.33740899143858, "camera_heading": 88.90443420410156, "camera_pitch": 2.0486221313476562, "camera_roll": 1.363830804824829, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "zWwV34E8wNNxPM4sdENX-g", "date": "2019-06"}, {"pano_id": "RkWWMBarl2iTMY1QduYeCQ", "date": "2015-02"}, {"pano_id": "E1B0K3oR-nE03GeNFuk1Hg", "date": "2011-03"}, {"pano_id": "zV24WLGphP0dAHTOmZmOjg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "9gDxN4QsJaHn5pe7V9jGpQ", "yaw_deg": 90.70378112792969, "description": "SW 9th Ave"}, {"target_gsv_panorama_id": "67GwNd4WrmeAkWgcHNYPoA", "yaw_deg": 270.7360229492188, "description": "SW 9th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.36328125, "y_normalized": 0.5703125, "confidence": 0.8486393690109253}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "Vk6u3cbrlksc6Cy5a1LVVA", "capture_date": "2016-07", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.64610546879676, "lng": -82.33815727395725, "camera_heading": 5.251167297363281, "camera_pitch": -2.8536834716796875, "camera_roll": 2.238113641738892, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "DMcAcjW4jOkAFUj8QuazFQ", "yaw_deg": 179.7066802978516, "description": ""}, {"target_gsv_panorama_id": "TQfEemvYf1xrWLFVP8sD1A", "yaw_deg": 1.498179316520691, "description": ""}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "WVSHD61mDgZmv8fnzj3i6Q", "capture_date": "2011-03", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.65765832320693, "lng": -82.35492678587566, "camera_heading": 271.2783508300781, "camera_pitch": 1.1354904174804688, "camera_roll": 358.6384887695312, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "WwUjaKkm73hwtDkn-wUtLA", "yaw_deg": 90.55217742919922, "description": "NW 7th Ave"}, {"target_gsv_panorama_id": "6ieKCRzYKQI5bS2uSaOdbg", "yaw_deg": 270.5673217773438, "description": "NW 7th Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.5419921875, "y_normalized": 0.5234375, "confidence": 0.7626848220825195}, {"x_normalized": 0.62890625, "y_normalized": 0.5546875, "confidence": 0.6358969211578369}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "X45JWReulQB2gYvNrbUKGA", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62037158574948, "lng": -82.30582737585405, "camera_heading": 16.23558807373047, "camera_pitch": 2.168365478515625, "camera_roll": 0.486630916595459, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "g64wa88cAXW7KJCvbM3czA", "date": "2023-08"}, {"pano_id": "h7keluGaLjAGQNCurb6iGA", "date": "2015-03"}, {"pano_id": "lXGgqgymMGLGh9UN7nbWEg", "date": "2011-03"}, {"pano_id": "2l3Rdc_a9gHs2AmJ2UDRqA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "dcX6RkHVmbjE8v12aCVoXg", "yaw_deg": 180.0448303222656, "description": "SE 15th St"}, {"target_gsv_panorama_id": "W1n154Uv1AaVPNPcXC8mbA", "yaw_deg": -0.6766200180084585, "description": "SE 15th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.44921875, "y_normalized": 0.5546875, "confidence": 0.8605066537857056}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "XRcpuzY4BC5AypmNXaQuyQ", "capture_date": "2022-05", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63210464923264, "lng": -82.34035364142238, "camera_heading": 176.0752410888672, "camera_pitch": 0.4645767211914062, "camera_roll": 0.04678394645452499, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Kcwp6FCNAdzJLxs8Dsug_w", "date": "2016-07"}, {"pano_id": "0Ri6Njgyn_KufcECkeuPxA", "date": "2015-02"}, {"pano_id": "N9yeAbeMLbr6zs2ydWmVWg", "date": "2011-03"}, {"pano_id": "1AqCyrVHfN1FtWw0OEbVvA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "YjMQuKkMVFkDjbk7ZMlN7Q", "yaw_deg": 175.8710632324219, "description": "SW 14th St"}, {"target_gsv_panorama_id": "rjeHDgQdjnjxWlQgDgNLUg", "yaw_deg": 355.7268676757812, "description": "SW 14th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.41796875, "y_normalized": 0.5390625, "confidence": 0.8975089192390442}, {"x_normalized": 0.3466796875, "y_normalized": 0.5546875, "confidence": 0.7715133428573608}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "XWhHaUuheK2ypAkTt10B8A", "capture_date": "2021-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64280802273178, "lng": -82.36387865163006, "camera_heading": 30.64665412902832, "camera_pitch": -0.04168701171875001, "camera_roll": 0.38623693585395813, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "mOS9QxZhQxsPjrRmVzM-sQ", "date": "2019-06"}, {"pano_id": "CIHM0ogKEICAgICujK2fnAE", "date": "2018-04"}, {"pano_id": "TSA13qkuWrkYf7lESJ9blA", "date": "2017-05"}, {"pano_id": "jZi26P3ziXijSLhwVcoC_A", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "oW5q3rJu_8xh5gAQqtYjgA", "yaw_deg": 34.76137542724609, "description": "Museum Rd"}, {"target_gsv_panorama_id": "P9nsReC9rO43TOEx7LitBA", "yaw_deg": 197.2081451416016, "description": "Museum Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.72265625, "y_normalized": 0.6328125, "confidence": 0.8886096477508545}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "XuX3LCIaNmEI9FSBenjToA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65232133598496, "lng": -82.36548355429107, "camera_heading": 202.7329559326172, "camera_pitch": -1.1519012451171875, "camera_roll": 1.646554827690125, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "kfji8hJFYV--0PjNEn32nQ", "date": "2024-06"}, {"pano_id": "UltPWvWMTYnmM3_UlrrK1A", "date": "2015-02"}, {"pano_id": "rqzBqrwdE_HVFWLLBK4d8Q", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "G5SNpyK8jeP6xEqhx3UePg", "yaw_deg": 5.093136787414551, "description": "NW 28th Terrace"}, {"target_gsv_panorama_id": "h81gZN0kZ0ft_Wqk7MA4-w", "yaw_deg": 161.6646423339844, "description": "W University Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.87109375, "y_normalized": 0.5546875, "confidence": 0.8601498007774353}, {"x_normalized": 0.56640625, "y_normalized": 0.537109375, "confidence": 0.5618476271629333}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "YDTr8LXPDt5ieA8MA6ZXLA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62874902090462, "lng": -82.33946414119174, "camera_heading": 179.6365509033203, "camera_pitch": -0.0323333740234375, "camera_roll": 1.718899130821228, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "F8pYV3GAoDhMM-lZMOy1-g", "date": "2023-08"}, {"pano_id": "4qJ66LFCF5jdUV6w65T3Qw", "date": "2023-03"}, {"pano_id": "qg1wevvyIiUNvexhvmkOvQ", "date": "2018-10"}, {"pano_id": "4UcG-vPamIMNCCFolM_5sg", "date": "2017-05"}, {"pano_id": "cCRdKiKD3EXIpAYxWKvkkA", "date": "2016-12"}, {"pano_id": "RbZlkTAsqEwZ6eV1cMt-UQ", "date": "2016-07"}, {"pano_id": "GIDXrdosETVndlY8b3cd0w", "date": "2015-05"}, {"pano_id": "zLqq5zL8APqVDYv2vnoFqQ", "date": "2014-03"}, {"pano_id": "_C_hYdabprmp7jyy0fIA4g", "date": "2011-03"}, {"pano_id": "tyC9IlUWTVqUErnb_odpIg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "KMxqWMF65SF7-JD8Q7L3eQ", "yaw_deg": 178.5514221191406, "description": "US-441"}, {"target_gsv_panorama_id": "4agXptSENBgZrqdlfCVWfg", "yaw_deg": 359.8269348144531, "description": "SW 13th St"}, {"target_gsv_panorama_id": "GBrRMa9XTZxlT1vGMKwTxQ", "yaw_deg": 290.5037231445312, "description": "SW 25th Pl"}, {"target_gsv_panorama_id": "8kX7iIHQxTeFsN9YMRpxsA", "yaw_deg": 73.79531860351562, "description": "SW 25th Pl"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.09765625, "y_normalized": 0.5234375, "confidence": 0.6922004222869873}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "YckCrqJ_I8sBF8wU5FpITw", "capture_date": "2023-09", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64489911441652, "lng": -82.35622473145078, "camera_heading": 89.89485931396484, "camera_pitch": -2.3237838745117188, "camera_roll": 1.459237813949585, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "EvukBy-2WhllBAjrXWtI1w", "date": "2021-03"}, {"pano_id": "PF_HKSZHLu1eudZDtjM3Ew", "date": "2017-05"}, {"pano_id": "3SJKj5kv3yYdv3YM0gEJqQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "2nH4qCvS0VwmCN7k2kMbJg", "yaw_deg": 90.53080749511719, "description": "Museum Rd"}, {"target_gsv_panorama_id": "aAcQhNhr2baXfCyShhrNFg", "yaw_deg": 270.4910278320312, "description": "Museum Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.3779296875, "y_normalized": 0.6015625, "confidence": 0.9191106557846069}, {"x_normalized": 0.57421875, "y_normalized": 0.630859375, "confidence": 0.8402105569839478}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "Z0pMjC8iJ6EDQzsBBrr_5Q", "capture_date": "2018-10", "width": 13312, "height": 6656, "tile_width": 512, "tile_height": 512, "lat": 29.64970174086738, "lng": -82.29474955156687, "camera_heading": 94.73020172119142, "camera_pitch": -0.5179290771484375, "camera_roll": 358.4715576171875, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "DOE1dqyO3hcNsyMYWaVZvw", "yaw_deg": 88.53565979003908, "description": ""}, {"target_gsv_panorama_id": "hnGD40C15afXb95loX9ZZQ", "yaw_deg": 269.7680358886719, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9560546875, "y_normalized": 0.5390625, "confidence": 0.6744230389595032}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "_2GSllZzac7Zfd02VoVgCA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64354926865712, "lng": -82.33071623454403, "camera_heading": 78.80773162841797, "camera_pitch": -0.1956329345703125, "camera_roll": 0.932999074459076, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "2hZlVrhYrHtYjiNbeky9SA", "date": "2024-06"}, {"pano_id": "V35hnlRvBE7PenbfTo9U9A", "date": "2022-05"}, {"pano_id": "HGdeeuJY83IJnz-UV8iY2Q", "date": "2019-07"}, {"pano_id": "CIHM0ogKEICAgIC64uazpwE", "date": "2018-07"}, {"pano_id": "CIHM0ogKEICAgIC64ursXA", "date": "2018-06"}, {"pano_id": "Hn17pS5esxJDhEk-3hGZDw", "date": "2015-04"}, {"pano_id": "76htN7FG2uPvkutdYm27nw", "date": "2011-04"}], "links": [{"target_gsv_panorama_id": "EVFqsMgslIxOzchO16Kulg", "yaw_deg": 77.63760375976562, "description": "SW Depot Ave"}, {"target_gsv_panorama_id": "sqX4O3NzKUwFwUqVUOYubw", "yaw_deg": 257.5703430175781, "description": "SW Depot Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.20703125, "y_normalized": 0.5859375, "confidence": 0.7896232604980469}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "amZHKZbJ7pOJ9kvr2VlK5A", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64559631613214, "lng": -82.34861624657566, "camera_heading": 181.0872192382812, "camera_pitch": 1.8453750610351565, "camera_roll": 358.7303771972656, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "V7l5jeZxTIx8McBYruX3Eg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "NbNh9rNpxJGsYLwTfAiNMQ", "yaw_deg": 177.2214202880859, "description": "Reitz Union Drive"}, {"target_gsv_panorama_id": "ktTz10Rk74v5LpJgMpf5Pg", "yaw_deg": 357.2063598632812, "description": "Reitz Union Drive"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.16015625, "y_normalized": 0.615234375, "confidence": 0.9154454469680786}, {"x_normalized": 0.0654296875, "y_normalized": 0.5546875, "confidence": 0.6512776613235474}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "b-azHLq5uJSlywVqKYbgHA", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65270227519623, "lng": -82.32848809910308, "camera_heading": 90.87261962890625, "camera_pitch": -1.025634765625, "camera_roll": 1.312921166419983, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "k3sZq4CFLfcxj30ih-ghyw", "date": "2023-08"}, {"pano_id": "CKztntNvPjcuuOHvLekpaQ", "date": "2021-03"}, {"pano_id": "yKSXLxBXnxCLnYLF_JM6-w", "date": "2019-06"}, {"pano_id": "IZS3bjrN1TDl15sadpCpbw", "date": "2018-10"}, {"pano_id": "lq9uxLjjZBzsruckW6zyUg", "date": "2017-05"}, {"pano_id": "sEbwtyPFNYxRxuChiEC76Q", "date": "2016-07"}, {"pano_id": "e-DUD5JqE88xiKu0dfZcPA", "date": "2014-12"}, {"pano_id": "ktjMJjhH_lC0Fb16iUKBiA", "date": "2011-03"}, {"pano_id": "0opIByxXQqlE3txKrelHSA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "zuiFNvrAZxvxPGeacHPkPw", "yaw_deg": 269.8665771484375, "description": "NW 1st Ave"}, {"target_gsv_panorama_id": "r1AZzQTWP-Q5nBaJHT1KQw", "yaw_deg": 89.953125, "description": "NW 1st Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.3154296875, "y_normalized": 0.5546875, "confidence": 0.9662089347839355}, {"x_normalized": 0.96484375, "y_normalized": 0.5546875, "confidence": 0.6201062798500061}, {"x_normalized": 0.07421875, "y_normalized": 0.583984375, "confidence": 0.5685775279998779}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "bcNsOc7RlDm9L9VmIGXYpg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64827445974377, "lng": -82.31797468901269, "camera_heading": 259.3848876953125, "camera_pitch": 1.8544158935546875, "camera_roll": 0.3821766078472137, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "kJbSLtHliAECEad8p0ywSA", "date": "2022-05"}, {"pano_id": "rypUx9Rn8Slc81UmXbzCsA", "date": "2019-07"}, {"pano_id": "EvAqRg3Z00V7pDyTN5pHKg", "date": "2018-10"}, {"pano_id": "usENn-mbn7iT15vlUmI6iA", "date": "2017-02"}, {"pano_id": "jF7ItpyksnLMFdQIAmNW2w", "date": "2016-07"}, {"pano_id": "_bX5yPIxFJL2VFBNs32RqA", "date": "2015-03"}, {"pano_id": "-zgmpeeNqeRohp3enQ-Dzw", "date": "2011-05"}, {"pano_id": "3LES4QnysQxwUflJuX9dgg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "vgOmwexi6SaQlYA9e7zupw", "yaw_deg": 126.7716751098633, "description": ""}, {"target_gsv_panorama_id": "totP3WzZunSaUgozWbUGWw", "yaw_deg": 271.2512512207031, "description": "SE 4th Ave"}, {"target_gsv_panorama_id": "QRO-kqyiyNO0smS-bWdybQ", "yaw_deg": 102.9729232788086, "description": "SE 4th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.2529296875, "y_normalized": 0.5546875, "confidence": 0.6091049909591675}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "dVrNCxUTFAfeyVNMXQ1LTw", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65375070283048, "lng": -82.31481302049289, "camera_heading": 188.5718841552734, "camera_pitch": 1.7808303833007812, "camera_roll": 2.079594850540161, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "U0MCI3J38HBTLcPmYG8YjQ", "date": "2025-04"}, {"pano_id": "VpRvpiHAwMs9r8ORgimuzA", "date": "2024-06"}, {"pano_id": "Gvlo14q3MxLy9Q694noQ7g", "date": "2019-06"}, {"pano_id": "sBNkwDrTB3KcRfk528IwdA", "date": "2018-10"}, {"pano_id": "fKPG_HoBp2QxslFuLgPewQ", "date": "2015-02"}, {"pano_id": "YKOWWT_YxvOl8iwuAlm7PQ", "date": "2011-03"}, {"pano_id": "k-dWF7_d-spmfT4XII1pRQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "bgoPfug7D4Zw0JXK81xcIg", "yaw_deg": 62.43941879272462, "description": "NE 3rd Ave"}, {"target_gsv_panorama_id": "Svwt_In8w6yYVwpK4qil-g", "yaw_deg": 181.1004638671875, "description": "NE 9th St"}, {"target_gsv_panorama_id": "Z0hKR68w756fAef3YN2CLw", "yaw_deg": 1.196799755096436, "description": "NE 9th St"}, {"target_gsv_panorama_id": "BkzVGOx7XYHeDEQD8uDEUQ", "yaw_deg": 301.3701782226562, "description": "NE 3rd Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5576171875, "y_normalized": 0.5546875, "confidence": 0.9419240951538086}, {"x_normalized": 0.1201171875, "y_normalized": 0.552734375, "confidence": 0.8721469640731812}, {"x_normalized": 0.98046875, "y_normalized": 0.5234375, "confidence": 0.6016034483909607}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "dXNmCM3bRYfsvQ7xPivHaw", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6391061226045, "lng": -82.35048721751059, "camera_heading": 215.5635986328125, "camera_pitch": -2.1997528076171875, "camera_roll": 359.9332885742188, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "4oDqsxoEeL5VaeShJx7t4g", "date": "2023-09"}, {"pano_id": "puegWxZ5w9jekx55IsbI8g", "date": "2021-03"}, {"pano_id": "I9QKqAP-bINCPRktPr0KWg", "date": "2018-10"}, {"pano_id": "e59eEu42GRUx7_23siwpGg", "date": "2017-05"}, {"pano_id": "f5arnFs7HCvA-2FeswZ-6w", "date": "2016-07"}], "links": [{"target_gsv_panorama_id": "Q56Gl9Y-Nm48H0h2H-F1Cw", "yaw_deg": 28.96249198913574, "description": "Mowry Rd"}, {"target_gsv_panorama_id": "azrHKuwWusjO8mIPlY3u-w", "yaw_deg": 179.8046264648438, "description": "Gale Lemerand Dr"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "dvMvyySAGHbGLfSDgYWHsw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6419319776486, "lng": -82.36995171277674, "camera_heading": 313.5663757324219, "camera_pitch": 0.5641250610351562, "camera_roll": 359.1407775878906, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "MXBYq1XYo1CbgJaeDh_lsQ", "date": "2016-07"}, {"pano_id": "ngT4f-c_DVrm-JFpUt4jvA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "ikXMPygaG_BNYyMBVQUgfQ", "yaw_deg": 132.8940887451172, "description": "Orange Dr"}, {"target_gsv_panorama_id": "o6fDv_uti6YFZDUuo9tw5Q", "yaw_deg": 312.9312744140625, "description": "Orange Dr"}]}, "benchmark_group": "empty"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "eW6Mi_5E32tMqZTu_731bw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64460879766345, "lng": -82.31571608495676, "camera_heading": 266.1026611328125, "camera_pitch": 1.4283370971679688, "camera_roll": 0.5203747749328613, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "bFS5QJ1VOP2TFMEMmwr3cQ", "date": "2023-09"}, {"pano_id": "qEcd2I7L1Q2WayRxP6gkJA", "date": "2022-05"}, {"pano_id": "ubdGNjPJb6KHCLyf6URxDw", "date": "2015-02"}, {"pano_id": "plG5QR2XBBQbZq4fGUl6UA", "date": "2011-06"}, {"pano_id": "KEM76zMAqHYNy93OtryVAw", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "GYNE-JL5fMKHsql7Zopwxw", "yaw_deg": 265.975341796875, "description": "SE 8th Ave"}, {"target_gsv_panorama_id": "fJ6KPsDKXvywz0SYTe2z1A", "yaw_deg": 85.96403503417969, "description": "SE 8th Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.9248046875, "y_normalized": 0.5546875, "confidence": 0.8825914859771729}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "fOc-SxUHjTYKCGN83egiYA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63566727132205, "lng": -82.34302406112424, "camera_heading": 67.09154510498047, "camera_pitch": -1.1316070556640625, "camera_roll": 0.1926354616880417, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "jYXbu1Dan47Tv9i16ZNc4w", "date": "2024-06"}, {"pano_id": "IuIfd4aSJVpGE0Lh5NpMfg", "date": "2023-09"}, {"pano_id": "ZHzGWk7KD1Vfz7H1NNPLWw", "date": "2023-03"}, {"pano_id": "liypeiEjBbY1VJX7_I_cwQ", "date": "2022-05"}, {"pano_id": "y1JtAfiayvVx347E9DONTQ", "date": "2021-03"}, {"pano_id": "FJsvJiNZfeMF6r_gcv4AVA", "date": "2019-07"}, {"pano_id": "VxLCbGL53W6Pq9BYwUIgjQ", "date": "2018-10"}, {"pano_id": "74X2IQZGFkiCMBZxCyboIg", "date": "2017-05"}, {"pano_id": "a6_IXuyNo4s_KYNpvGQfLw", "date": "2016-07"}, {"pano_id": "6dCBTBbTYnz8rzLvg-LuhQ", "date": "2015-06"}, {"pano_id": "tGgAc16XrVaWtbzd_9CrAw", "date": "2011-06"}, {"pano_id": "4E8CebORIXKAmyiGBV_SLQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "fs6xaCv9LQwDioDuq9vJVA", "yaw_deg": 70.28822326660156, "description": "SW 16th Ave"}, {"target_gsv_panorama_id": "I8dCRq_6BbWSFseVwGgkAw", "yaw_deg": 250.2540435791016, "description": "SW 16th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5732421875, "y_normalized": 0.5390625, "confidence": 0.8428465723991394}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "g7ZWUQeOp1Kl0LrWi0qrWw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63997501462629, "lng": -82.33926188262681, "camera_heading": 359.6214599609375, "camera_pitch": 0.9038772583007812, "camera_roll": 1.526759266853333, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "XLUfHsp-O04lP3CKQfnGhQ", "date": "2024-06"}, {"pano_id": "c9v6zCobYfqDNHjiPsMMqg", "date": "2023-08"}, {"pano_id": "KHuJj8bTrbRlBEkcBDTG5Q", "date": "2023-03"}, {"pano_id": "BgSFD6mxWzLclccSuR6nqQ", "date": "2022-05"}, {"pano_id": "64Tw0LHPeX8dsoA25LexIA", "date": "2019-07"}, {"pano_id": "WQ94aai5VV15iV0Y6RtjGg", "date": "2018-10"}, {"pano_id": "y1rg_tLoVhBnIgaERtETxg", "date": "2017-05"}, {"pano_id": "YREfJyAAQQlw5zCkjOoynA", "date": "2016-12"}, {"pano_id": "eO9jcmu9HU9cc2wBXbvawQ", "date": "2016-07"}, {"pano_id": "UD0XeSjcYXrWL7PafnUUiA", "date": "2015-05"}, {"pano_id": "lvbJ4vRURhyzlyWup1lGsg", "date": "2013-09"}, {"pano_id": "LtYkmBdNB3XWBLbMf1ThfQ", "date": "2011-05"}, {"pano_id": "7UriJiMSvF0votv5auoiGg", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "EaIRbcxNbgo4GNbe_uNUJg", "yaw_deg": 180.7026519775391, "description": "US-441"}, {"target_gsv_panorama_id": "SPbWMPVk45IGL6t7YKuSRw", "yaw_deg": 4.435817241668702, "description": "US-441"}, {"target_gsv_panorama_id": "jh5SaoBHBAV-ENgMmQsBDg", "yaw_deg": 350.2565307617188, "description": "US-441"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "g8Jd1uL_FE_9eave1z2OpA", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65538635122591, "lng": -82.3239241290935, "camera_heading": 0.9815499186515809, "camera_pitch": 0.35829925537109375, "camera_roll": 0.9336749911308289, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "7YlLDJ7fqkL0HuCyQlAlEQ", "date": "2023-08"}, {"pano_id": "a4t-MnFCYWkRdiW0EOVgAg", "date": "2021-03"}, {"pano_id": "WwO1MYy_OZBPTzgJ16645Q", "date": "2018-10"}, {"pano_id": "N1M4ly7F2XASJvAicz1QnQ", "date": "2017-05"}, {"pano_id": "0Wlo5AosKi3bGGnqj2t1iQ", "date": "2016-07"}, {"pano_id": "ywFO9sfqJOOqTwA6rdpeRA", "date": "2015-02"}, {"pano_id": "12_PykdXx45DY6A0B4Ipuw", "date": "2011-03"}, {"pano_id": "Rn9pl5hx-yvsov_L4eW5ng", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "GB7S6IvaNSt4o-y8GAkgyg", "yaw_deg": 179.283203125, "description": "NE 1st St"}, {"target_gsv_panorama_id": "xE6gQJaWpdpPBj_p4Ndxqw", "yaw_deg": 359.26416015625, "description": "NE 1st St"}]}, "benchmark_group": "empty"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "gcAfPhmNaIDewoRc5O6yZQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.62748336745917, "lng": -82.3653983113174, "camera_heading": 195.6689758300781, "camera_pitch": 1.8117065429687502, "camera_roll": 358.9780883789062, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "1vg7UpidB7zKHbugALwJZg", "date": "2022-06"}, {"pano_id": "09kYoIfWkiL2sXTsudU9TQ", "date": "2017-05"}, {"pano_id": "vlztFZhgchEo76vXDvM3HQ", "date": "2016-07"}, {"pano_id": "YzJ3ETGk_wJL5_b9AnvR_g", "date": "2015-02"}, {"pano_id": "tv8xSjVjlskndseZX_Ut6Q", "date": "2011-03"}, {"pano_id": "emXXm1VngqYUvAeGmAKVrQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "SaldhYP6lx1c_C3EVMej9g", "yaw_deg": 20.74423217773438, "description": "SW 28 Pl"}, {"target_gsv_panorama_id": "NmyFCaK6RuBXKq7YLJyPIg", "yaw_deg": 180.1355438232422, "description": "SW 28 Pl"}]}, "benchmark_group": "empty"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "h7I_Gn2mXFsjt09ESdkoOg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6514048169724, "lng": -82.36843860726121, "camera_heading": 90.86886596679689, "camera_pitch": -0.1118316650390625, "camera_roll": 358.9175109863281, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "GUOTgjHh1ZJB5aE5HlOk3g", "date": "2015-02"}, {"pano_id": "yAPh-0gZgeXEy78TD4MADA", "date": "2011-03"}, {"pano_id": "sqLCtW_8hfIIL9Mv4CHHGw", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "qJw0_tIsNCTzsice9Yk2BQ", "yaw_deg": 269.7987060546875, "description": "SW 1st Ave"}, {"target_gsv_panorama_id": "GNpWUXduV0itQXerzE3JuA", "yaw_deg": 89.82750701904297, "description": "SW 1st Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.8466796875, "y_normalized": 0.6015625, "confidence": 0.7207982540130615}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "hD1quvb9bv96mz7ElBTTgQ", "capture_date": "2025-04", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.60786428203624, "lng": -82.36513587816914, "camera_heading": 50.4027214050293, "camera_pitch": 0.8044967651367188, "camera_roll": 1.146863579750061, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "qNnOa6x7yZhr6g_x952VCw", "date": "2024-06"}, {"pano_id": "qL38C9RUbOhVh9ZgOSkJrw", "date": "2023-09"}, {"pano_id": "IP69QtexUrtcUQCmRcYYCg", "date": "2023-03"}, {"pano_id": "CE5pVvWrG2Owcr3GP0brAA", "date": "2022-05"}, {"pano_id": "0UpXRmdoLNgy-HyDG-Jckg", "date": "2021-03"}, {"pano_id": "siCBvgga2jaLGsoAzp7Fqw", "date": "2019-07"}, {"pano_id": "PN51OCDRw2RiqK2XwyF_EQ", "date": "2018-10"}, {"pano_id": "dcdNcCcS--xXyNmWy8a-mA", "date": "2017-05"}, {"pano_id": "yOoCFvVPJqiZtb6yJvpDzw", "date": "2016-07"}, {"pano_id": "ezptNYh3K8okxbU4D2aopg", "date": "2015-07"}, {"pano_id": "qdQ9MssuhQ5Bs6pMh-OgPQ", "date": "2015-02"}, {"pano_id": "0rWF9C6RXiUMgzWw0IwQgA", "date": "2014-02"}, {"pano_id": "j4OEsylNQsUwcc0zgSLKVw", "date": "2013-09"}, {"pano_id": "u6MStzKfjbE_LeyjVUjMcg", "date": "2011-04"}, {"pano_id": "ig0o1asbyf80IBeYm0Jv9w", "date": "2008-04"}, {"pano_id": "GOdHbpMaqo9jT6_-T0eAqA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "sL4TPfSYiNGH64RNKOj6FQ", "yaw_deg": 304.4620056152344, "description": "FL-331"}, {"target_gsv_panorama_id": "hbWI5U_tlsNbnhfb7sVNyw", "yaw_deg": 230.258056640625, "description": "FL-331"}, {"target_gsv_panorama_id": "yaCnQsy-WSF5DJe-DUpgAg", "yaw_deg": 50.21671295166016, "description": "SW Williston Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.13671875, "y_normalized": 0.5703125, "confidence": 0.8125804662704468}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "hlYnMGBEa12Ajij0iL7yxg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6198359122042, "lng": -82.36147884281861, "camera_heading": 281.7093811035156, "camera_pitch": 0.615142822265625, "camera_roll": 359.8606567382812, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "p0qCcX6BmP7phn6lEzN_eg", "date": "2023-09"}, {"pano_id": "0_vhyCWbJZaANeJLjl80kA", "date": "2022-05"}, {"pano_id": "LIOvuV5Dj4ibezw0Ek32uQ", "date": "2021-03"}, {"pano_id": "vZeGH0W--D-cfqgnFIhuDg", "date": "2019-07"}, {"pano_id": "qijA4e-C3SoX-GV8uOs4ig", "date": "2018-10"}, {"pano_id": "jo-Un2K_RTQ-r8cfFMAzxQ", "date": "2017-05"}, {"pano_id": "p_V8lnHTGxnKUJt4wANicA", "date": "2016-07"}, {"pano_id": "OKrEuPwRG5PI2LwEHHkLKA", "date": "2015-07"}, {"pano_id": "_io-DRDiM9ELXzgzySI7VA", "date": "2015-02"}, {"pano_id": "73kkQ87graw7d0BKPlWR-w", "date": "2011-06"}, {"pano_id": "UR6GGf52k_66OboHYryE5g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "Rq0I_-0Sk85ptFHlrjQIiw", "yaw_deg": 85.17688751220703, "description": "SW 35th Pl"}, {"target_gsv_panorama_id": "5B_hJfjSwZ9pbSdbgkzgWg", "yaw_deg": 265.1007080078125, "description": "SW 35th Pl"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.90234375, "y_normalized": 0.5546875, "confidence": 0.8321852684020996}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "ipoVm9spHhQGCMROwSdmmA", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64835745253204, "lng": -82.34969891920913, "camera_heading": 359.0898742675781, "camera_pitch": -1.6574783325195312, "camera_roll": 0.9506149888038636, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "YAWAlLtE5AyCGnjmrA16sw", "date": "2023-09"}, {"pano_id": "c4st8Zzwf7FWWGpiF4xNPA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "BORC-2x5cdmVaSdWFlwpNg", "yaw_deg": 180.2320098876953, "description": "Gale Lemerand Dr"}, {"target_gsv_panorama_id": "MDqOUiePtE7IiSYm5Du8cQ", "yaw_deg": 0.2759773731231689, "description": "Gale Lemerand Dr"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9482421875, "y_normalized": 0.552734375, "confidence": 0.8062774538993835}, {"x_normalized": 0.76953125, "y_normalized": 0.615234375, "confidence": 0.7330031991004944}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "jE7jfpgpMn1zP3_DMdvMTg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65864898562869, "lng": -82.34720996397225, "camera_heading": 186.5720672607422, "camera_pitch": 0.515716552734375, "camera_roll": 1.553448796272278, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "mDdbD7ORZ7RnE7phwfFt3g", "date": "2024-10"}, {"pano_id": "0CfzLAU3h3_stsjgsM62Jw", "date": "2021-03"}, {"pano_id": "bq8kC89m_FetUJiyCPor4w", "date": "2019-05"}, {"pano_id": "z2sBeZtST7f8DyMSJXhlHw", "date": "2015-02"}, {"pano_id": "BZNZF6z_6_CyNysREXzJDA", "date": "2011-06"}, {"pano_id": "XfvMhnqgKfdH0wM3bUOMBA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "lZZ-vxZMd-_9EqWO-sgL5A", "yaw_deg": 305.4288940429688, "description": "NW 7th Pl"}, {"target_gsv_panorama_id": "tliPn5HnF_8jGVNS8H_S1w", "yaw_deg": 91.81390380859375, "description": "NW 7th Pl"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5341796875, "y_normalized": 0.537109375, "confidence": 0.7288699150085449}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "jL3wxV95A0lO2xKUQukpIg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65665108347058, "lng": -82.3208650858656, "camera_heading": 359.1359558105469, "camera_pitch": 0.51568603515625, "camera_roll": 3.690774917602539, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "IJ6VpQJb70QLrjWPqkUJ9w", "date": "2023-09"}, {"pano_id": "wAWAe8KE8es5pk1TVP_TTg", "date": "2017-05"}, {"pano_id": "90xXZQM60wZl0Wj1vDRn0g", "date": "2014-12"}, {"pano_id": "_ytF9OwzSs0YwZP9LHOnnA", "date": "2011-03"}, {"pano_id": "9BA1zo9OUS0mZJQ7r8iTqg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "zdhshJdVdws81TnJEs_t8w", "yaw_deg": 358.660400390625, "description": "NE 5th St"}, {"target_gsv_panorama_id": "EKS3J9cVZaC40djiDpUbeA", "yaw_deg": 178.6866760253906, "description": "NE 5th St"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "jqZrc8lSwNpLZbLrixSduQ", "capture_date": "2023-09", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64055689891373, "lng": -82.30024933454813, "camera_heading": 184.920654296875, "camera_pitch": 0.07535552978515625, "camera_roll": 0.7141707539558411, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ymEa4GZKBuFPE6Ae9q253Q", "date": "2019-06"}, {"pano_id": "rNwTZeiUVW2gKR0KYy-emg", "date": "2015-02"}], "links": [{"target_gsv_panorama_id": "MOXxndCldkGM0-JB7aa-Kg", "yaw_deg": 179.4938812255859, "description": "SE 19th St"}, {"target_gsv_panorama_id": "AagcXOTk2nLBTEYiNgTv-A", "yaw_deg": 359.4945983886719, "description": "SE 19th St"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.7373046875, "y_normalized": 0.5703125, "confidence": 0.9134596586227417}, {"x_normalized": 0.58203125, "y_normalized": 0.5234375, "confidence": 0.7830928564071655}, {"x_normalized": 0.28515625, "y_normalized": 0.552734375, "confidence": 0.7423546314239502}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "kU1NFVXyUkQzaPpROkDVNg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65204147388408, "lng": -82.3372269285708, "camera_heading": 90.2179183959961, "camera_pitch": 0.44718170166015625, "camera_roll": 1.031667470932007, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "ulVJn-d4ru2qWwX4ThJ4tw", "date": "2025-05"}, {"pano_id": "VHrLecoms-BTu-8fN0VLIw", "date": "2024-10"}, {"pano_id": "am1ywnPYvS5eVIFUONCosg", "date": "2024-06"}, {"pano_id": "4CH97dupV7QRhMjYC-RkdA", "date": "2023-09"}, {"pano_id": "XSY09KwYlnwRcj94uyLmQg", "date": "2023-03"}, {"pano_id": "moXpS6QoTUPHk-30QD0U5w", "date": "2022-05"}, {"pano_id": "FdgXVUk_7cFEOUsnzFgAYg", "date": "2021-03"}, {"pano_id": "KcYBmjmfXhu-LT9PEHVMEA", "date": "2019-07"}, {"pano_id": "88VFpHW4SJOaWDl3ifeWNA", "date": "2018-11"}, {"pano_id": "dkcRkVhEMSepwuRF5FLaVw", "date": "2017-01"}, {"pano_id": "ObJfiKCVUlbm2g1sqqJRmw", "date": "2016-07"}, {"pano_id": "zdHh3EzKplFpMFlt-ei5UQ", "date": "2015-05"}, {"pano_id": "EfcmygWXWO3BGH-Gk4_V-A", "date": "2014-02"}, {"pano_id": "swsqvUbnSTDdLR5edkae2Q", "date": "2011-05"}, {"pano_id": "IPFHBDeb33BUddZ9pCN1RQ", "date": "2009-04"}, {"pano_id": "u1pVzggwViIWVHhXHkm_0Q", "date": "2008-11"}, {"pano_id": "VICJFO3xGT5NjNeP7XeZhQ", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "mS72MxWON_L0Iy0TemJP8Q", "yaw_deg": 271.404296875, "description": "FL-24"}, {"target_gsv_panorama_id": "CdrAYl2aryV3d6zp8rvflg", "yaw_deg": 91.39258575439453, "description": "FL-24"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.3623046875, "y_normalized": 0.583984375, "confidence": 1.0017563104629517}, {"x_normalized": 0.44921875, "y_normalized": 0.5234375, "confidence": 0.7832993865013123}, {"x_normalized": 0.6279296875, "y_normalized": 0.599609375, "confidence": 0.7271971702575684}, {"x_normalized": 0.5341796875, "y_normalized": 0.5234375, "confidence": 0.5617541074752808}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "ki1YlBoTB-ARFE17nF4PPg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65763809995304, "lng": -82.33711391522903, "camera_heading": 180.1437377929688, "camera_pitch": -0.6646728515625, "camera_roll": 0.1695933490991592, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "4z81awYt9AOP44Zu82B6ng", "date": "2021-03"}, {"pano_id": "rg_BlRLDQtx8TVU1gF0Cyg", "date": "2019-07"}, {"pano_id": "SGjP_PSWDTjlFhairf0BFQ", "date": "2018-10"}, {"pano_id": "C8KlLmkPOlUcLMYlJO5pQg", "date": "2016-07"}, {"pano_id": "J48gu3To_HjRF4-Qy0KZ-g", "date": "2015-02"}, {"pano_id": "CLm_cUPr58xskB2jEjel3g", "date": "2011-03"}, {"pano_id": "uXiSX0PlHi3IK9JukKlbqQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "EERbT9S5QKsQ055u2YJAyw", "yaw_deg": 181.2948608398438, "description": "NW 12th St"}, {"target_gsv_panorama_id": "euY8K0b1Mfa0iwO7vPd3vA", "yaw_deg": 1.252545356750488, "description": "NW 12th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.86328125, "y_normalized": 0.568359375, "confidence": 0.7847662568092346}, {"x_normalized": 0.18359375, "y_normalized": 0.5546875, "confidence": 0.7648078203201294}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "kjXjoHf2E-tZuI7RwMPgsw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65226942699332, "lng": -82.36992456919087, "camera_heading": 272.70541381835943, "camera_pitch": 1.7919998168945315, "camera_roll": 1.53686511516571, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "znghYFyTH5bZTeYeJ4UiVg", "date": "2025-01"}, {"pano_id": "CV_tvFfpMgPO48WcoqdbxA", "date": "2024-06"}, {"pano_id": "RAhb5ovQk-iHwGRJzmuZ3A", "date": "2023-03"}, {"pano_id": "1PHxyAFgcQvmD7deOY3pEA", "date": "2021-03"}, {"pano_id": "Ws3i77eV_hqjOdPF4zMHFw", "date": "2018-11"}, {"pano_id": "wJQ2jcIDe70TdqxKvwh2Ng", "date": "2017-05"}, {"pano_id": "cxBC8NSNupjpNjeWaIwUNg", "date": "2016-07"}, {"pano_id": "svhg6yIjV_bn2KXsjs99MA", "date": "2015-05"}, {"pano_id": "tgc8bkjSHolkDrDp2PZqhA", "date": "2011-03"}, {"pano_id": "QrvfVkg5b5uXoAd-bggqEg", "date": "2009-04"}, {"pano_id": "7EB_203UJ-WW8ylofyGiSw", "date": "2008-11"}, {"pano_id": "y2Jj3V1iX9M16z8XxkaMEg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "f8scssbJ38a53Jo8hfV6qw", "yaw_deg": 90.71788024902344, "description": "W University Ave"}, {"target_gsv_panorama_id": "6jRJNKSAE8-jwotxpYyAbw", "yaw_deg": 270.6938781738281, "description": "W University Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5810546875, "y_normalized": 0.537109375, "confidence": 0.7876648902893066}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "kozsgHrge4ofusqK2D_Hlw", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65179440716836, "lng": -82.27685160797044, "camera_heading": 89.3671646118164, "camera_pitch": 1.525390625, "camera_roll": 1.438359498977661, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "myVbhtFEpYIV0q3UxJ_yiQ", "date": "2025-02"}, {"pano_id": "m1d1urqVLrWqCBKzl1v5zw", "date": "2023-09"}, {"pano_id": "jiHcq66PD72hLAdGp5O6EA", "date": "2018-10"}, {"pano_id": "JoQN405H-8N0AtNPAkMdxA", "date": "2015-01"}, {"pano_id": "phd_qvTaspy6I7Ml58eE3Q", "date": "2011-06"}, {"pano_id": "pta6glkv1eRzNwfhqSh0xA", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "LZtzEhCbQQAHU0vGW6FEXw", "yaw_deg": 90.23775482177734, "description": "FL-26"}, {"target_gsv_panorama_id": "0huSAdKbW_l15tl2ZtTBBw", "yaw_deg": 270.1846008300781, "description": "FL-26"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9326171875, "y_normalized": 0.552734375, "confidence": 0.7575039863586426}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "ld_LKRyg3hte-YCeFY3avQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63542612412413, "lng": -82.32725985766872, "camera_heading": 112.3458557128906, "camera_pitch": 0.883148193359375, "camera_roll": 3.168256998062134, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "sY6K56Hm1VCsogzVzvKa9A", "date": "2024-06"}, {"pano_id": "7u5u9v5161BbhgStBBI5Kw", "date": "2022-05"}, {"pano_id": "6PWb-_iN4nQalhsLoz1Jjg", "date": "2021-03"}, {"pano_id": "WsBuU2VO7y7_lDs1phmM5w", "date": "2019-06"}, {"pano_id": "XQrKjaDaERbVY8r0GdaNrg", "date": "2018-10"}, {"pano_id": "njqIKy-1IEdjrAx7D7A_Ew", "date": "2017-05"}, {"pano_id": "iUXV-4awolJe__UH8KnoPg", "date": "2016-07"}, {"pano_id": "JvT-xQPKhPYj18kxHwkecg", "date": "2015-05"}, {"pano_id": "5HxieGzD3c91yI6gRkOFvQ", "date": "2011-04"}, {"pano_id": "XdDQ_jeYh-Wkp4BT5_0gLA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "Zwu_4Av1LX1iiEFp5DT5Fw", "yaw_deg": 335.7767333984375, "description": "FL-24A"}, {"target_gsv_panorama_id": "zGktCVvLc5JzVmAGmPbERg", "yaw_deg": 277.4749755859375, "description": ""}, {"target_gsv_panorama_id": "EehjxcwyLe6AE7w3QljXWw", "yaw_deg": 118.7421646118164, "description": "FL-226"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.3466796875, "y_normalized": 0.5390625, "confidence": 0.7522200345993042}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "mMSFxX8cKDjvaOmsrguJEA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63750445356556, "lng": -82.32564695589718, "camera_heading": 102.1712493896484, "camera_pitch": 1.0188140869140625, "camera_roll": 0.9288468360900878, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "aF2wj_L0sZcO5xvVKh1xHA", "date": "2022-05"}, {"pano_id": "ec06KkzcR6IlqIvqej-KmQ", "date": "2019-06"}, {"pano_id": "we0BlPgoU6p-WtaEkUw5ww", "date": "2018-10"}, {"pano_id": "Vi16faQRiLulWVHWmPlTfQ", "date": "2017-05"}, {"pano_id": "bALPvOBMJO453Ph6Z7SR2Q", "date": "2015-02"}, {"pano_id": "gM5zXWYQ_cKXViEfw3cQWQ", "date": "2011-03"}, {"pano_id": "DzIV149GKReEg45fmZgMSw", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "wJLsfQWiCpOVT0Wx8yjTSQ", "yaw_deg": 280.5464477539062, "description": "SE 13th Rd"}, {"target_gsv_panorama_id": "jjTzY-1fNS6ny2JhKTZ9Pw", "yaw_deg": 100.5582580566406, "description": "SE 13th Rd"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.2998046875, "y_normalized": 0.5390625, "confidence": 0.8846089839935303}, {"x_normalized": 0.93359375, "y_normalized": 0.5546875, "confidence": 0.8506971597671509}, {"x_normalized": 0.68359375, "y_normalized": 0.615234375, "confidence": 0.7373530864715576}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "orMHYZcfpk4vTLLG6ciKUA", "capture_date": "2024-06", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64180218217167, "lng": -82.35041486959643, "camera_heading": 356.8892517089844, "camera_pitch": -0.533905029296875, "camera_roll": 1.314341425895691, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "0zZLE5tPMDAiai_4Ew0IDA", "date": "2023-09"}, {"pano_id": "u1_bIjS9f_Ufpvg_n5Gp6A", "date": "2021-03"}, {"pano_id": "IVQObFahzqNm5QtVKHml9g", "date": "2018-10"}, {"pano_id": "qlHVvtUv1cxMfD0k3ve-rA", "date": "2017-05"}, {"pano_id": "fApl1aqjNO9Gmo9OKm3N8w", "date": "2016-07"}, {"pano_id": "ulrv8OSxEWNoaFU7LrdzIw", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "1eYhFzcjB5A-l4lmMOjUnQ", "yaw_deg": 180.1417236328125, "description": "Gale Lemerand Dr"}, {"target_gsv_panorama_id": "NlXhh4DQ6p2o8DmLObNadw", "yaw_deg": 0.5659220218658447, "description": "Gale Lemerand Dr"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.37109375, "y_normalized": 0.583984375, "confidence": 0.5857937335968018}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "oyTDvou4dK-Hm3v-cIaToQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65578735676867, "lng": -82.33554429420681, "camera_heading": 184.8340911865234, "camera_pitch": 2.108489990234375, "camera_roll": 359.1604309082031, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "9OvFvzF_3SZSX0dYNgbckQ", "date": "2016-07"}, {"pano_id": "uGdadr-HqEgEopuF0iOKBw", "date": "2015-02"}, {"pano_id": "46o3qofTbgETqzMeLSjtOg", "date": "2011-03"}, {"pano_id": "QjLaDOzU3JTv3bkFk0gkJg", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "5WGExplTLikC4QfWTeMqkw", "yaw_deg": 151.2485198974609, "description": "NW 5th Ave"}, {"target_gsv_panorama_id": "MUfBRYNoWw2mGt9H20oPbA", "yaw_deg": 0.4624163210391998, "description": "NW 10th Terrace"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.32421875, "y_normalized": 0.6015625, "confidence": 0.8788974285125732}, {"x_normalized": 0.56640625, "y_normalized": 0.5390625, "confidence": 0.7679618000984192}, {"x_normalized": 0.1201171875, "y_normalized": 0.583984375, "confidence": 0.7255311012268066}, {"x_normalized": 0.6904296875, "y_normalized": 0.646484375, "confidence": 0.6608742475509644}, {"x_normalized": 0.04296875, "y_normalized": 0.537109375, "confidence": 0.6156892776489258}, {"x_normalized": 0.5341796875, "y_normalized": 0.537109375, "confidence": 0.6142960786819458}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "pM_zjaOL4jt8_niIC0EU2Q", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65262984998738, "lng": -82.32160957024313, "camera_heading": 359.5608215332031, "camera_pitch": 0.0911865234375, "camera_roll": 2.03926682472229, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "7HZ6bXeUCqplG6Z-zfRbAA", "date": "2018-10"}, {"pano_id": "Jhu5p6KmM6g4MmntLHytiA", "date": "2017-05"}, {"pano_id": "U9ASeDmwoEo-3TDdV9zl-A", "date": "2016-07"}, {"pano_id": "KSDEEW-TtWEdXQqvLg4umg", "date": "2014-12"}, {"pano_id": "Ix3Obl2UHOO804bsIlPKow", "date": "2011-03"}, {"pano_id": "9kzyHcsTcQuvHdkjX59zQA", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "fN5E5mVLq-gWaNYjMRjGRA", "yaw_deg": 359.1835021972656, "description": "NE 4 St"}, {"target_gsv_panorama_id": "W-1KCLgkGcaId-sLTtF6jQ", "yaw_deg": 179.6809234619141, "description": "NE 4 St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.73828125, "y_normalized": 0.568359375, "confidence": 0.8113763332366943}, {"x_normalized": 0.25390625, "y_normalized": 0.5234375, "confidence": 0.8000693917274475}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "q2yX7pwQF7_3SFGxEqlDHQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63246142728173, "lng": -82.3617378136045, "camera_heading": 152.2943725585938, "camera_pitch": 1.02667236328125, "camera_roll": 359.9378356933594, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "N9R_c7krD6xGpAxZUlpUMA", "yaw_deg": 151.5493621826172, "description": "Ballpark Wy"}, {"target_gsv_panorama_id": "f16opiimYdgjRbQ7AYfbPw", "yaw_deg": 331.5376281738281, "description": "Ballpark Wy"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.98046875, "y_normalized": 0.537109375, "confidence": 0.5809433460235596}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "qAP6awcZVDK19stGxM31jQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64749696473117, "lng": -82.33454047338135, "camera_heading": 170.056884765625, "camera_pitch": -1.2173080444335938, "camera_roll": 357.30880737304693, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "P7j97YPtRX9n5NSjDp9TyA", "yaw_deg": 345.86492919921886, "description": "SW 5th Ave"}, {"target_gsv_panorama_id": "Bwg-QV5BK68Ds3F9ZuwBpA", "yaw_deg": 175.6055297851562, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5966796875, "y_normalized": 0.552734375, "confidence": 1.0135623216629028}, {"x_normalized": 0.3623046875, "y_normalized": 0.5390625, "confidence": 0.9919784069061279}, {"x_normalized": 0.5498046875, "y_normalized": 0.552734375, "confidence": 0.9349689483642578}, {"x_normalized": 0.70703125, "y_normalized": 0.599609375, "confidence": 0.9150029420852661}, {"x_normalized": 0.4326171875, "y_normalized": 0.5546875, "confidence": 0.8912744522094727}, {"x_normalized": 0.80859375, "y_normalized": 0.630859375, "confidence": 0.8376505374908447}, {"x_normalized": 0.1591796875, "y_normalized": 0.6328125, "confidence": 0.803385853767395}, {"x_normalized": 0.25390625, "y_normalized": 0.583984375, "confidence": 0.7225809693336487}, {"x_normalized": 0.26953125, "y_normalized": 0.599609375, "confidence": 0.656597912311554}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "r2EDHivQkQoWWelu3IZOxg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65467217342506, "lng": -82.3224139191675, "camera_heading": 93.88105010986328, "camera_pitch": 0.5839004516601562, "camera_roll": 359.4407348632812, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "i10yUcY0x0aJtZVt5CA-sg", "date": "2023-09"}, {"pano_id": "F--AjjVOFzUwnydBsa68eg", "date": "2014-12"}, {"pano_id": "8bbIyr1uub7fycIq-D_WeA", "date": "2011-03"}, {"pano_id": "erye_JJCWNZTDKLkBQuI4Q", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "pE6g0kXvWAjg1325Xv3_XQ", "yaw_deg": 75.28900146484375, "description": "NE 3rd St"}, {"target_gsv_panorama_id": "wC6kwwBOmaH2_5vvIneteg", "yaw_deg": 269.9315490722656, "description": "NE 4th Ave"}]}, "benchmark_group": "top"} +{"detections": [{"x_normalized": 0.7451171875, "y_normalized": 0.6171875, "confidence": 0.9351990222930908}, {"x_normalized": 0.9169921875, "y_normalized": 0.5703125, "confidence": 0.9110274314880371}, {"x_normalized": 0.08203125, "y_normalized": 0.568359375, "confidence": 0.901794970035553}, {"x_normalized": 0.25390625, "y_normalized": 0.583984375, "confidence": 0.8882849812507629}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "rFa5e9WO2AombOfKxw1GzA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65567698010957, "lng": -82.33497325075375, "camera_heading": 90.67082214355469, "camera_pitch": 1.9837112426757815, "camera_roll": 0.17332762479782102, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "UyzZQ5pBUHCL3TuULnYjhw", "date": "2024-06"}, {"pano_id": "yFHuPINDWF9WjlzGUJKsJw", "date": "2018-10"}, {"pano_id": "HeaB4Kolvy9HhZ9VqWkj0Q", "date": "2017-05"}, {"pano_id": "2vk9hc1SWOrTyY6E80tv0A", "date": "2016-07"}, {"pano_id": "7Ac0v_NEjPFczlwWHDXBNw", "date": "2015-02"}, {"pano_id": "fg04ksmCUKBNrTl8WG78Lw", "date": "2011-05"}, {"pano_id": "H6r_Lct8f5ypNlyEi4zqhA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "UvwAT6Y5VGAhFyGuHqY-ew", "yaw_deg": 270.864013671875, "description": "NW 5th Ave"}, {"target_gsv_panorama_id": "1DDXLK7RcVFCU0oancqBYA", "yaw_deg": 90.9312515258789, "description": "NW 5th Ave"}, {"target_gsv_panorama_id": "Z1AHEzkDFibdnflhaxuC8g", "yaw_deg": 200.1566925048828, "description": "NW 10th St"}, {"target_gsv_panorama_id": "--d3BgzMjE1EmE9qfV80tQ", "yaw_deg": 332.3076782226562, "description": "NW 10th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.5185546875, "y_normalized": 0.5234375, "confidence": 0.5674407482147217}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "s7wxqo3wnK-LD6bUkCRGzA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64678763133054, "lng": -82.33452937861345, "camera_heading": 177.1209716796875, "camera_pitch": 3.543716430664063, "camera_roll": 359.3822326660156, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [], "links": [{"target_gsv_panorama_id": "rEMDIFDsrBVOUuL0d4aCrw", "yaw_deg": 202.1130981445312, "description": "SW 6th Ave"}, {"target_gsv_panorama_id": "nPbOriDnLgbgUPnorf8rMg", "yaw_deg": 359.2655029296875, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.90234375, "y_normalized": 0.568359375, "confidence": 0.9926938414573669}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "sIW4u-Mq7TORFHbsswcCzQ", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6580583878379, "lng": -82.32077084467622, "camera_heading": 245.9817810058594, "camera_pitch": -2.2514724731445312, "camera_roll": 359.50671386718756, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "B0MH4-Qa6HdohsNRu7yLgA", "date": "2024-06"}, {"pano_id": "k-RwaUBoJvIDAqoNHWP9Ug", "date": "2018-10"}, {"pano_id": "0jMtr9HKAVY8teM_x6UJ7w", "date": "2016-07"}, {"pano_id": "yCUTPWjZ6YoqeXauFygcTQ", "date": "2014-12"}, {"pano_id": "xKRWcp2qKxEHOu3cpt9NQQ", "date": "2011-05"}, {"pano_id": "3zy0vKihGTwVlH5olSRZ_g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "Hmqkhf0v9J_7NfRT2ykfHQ", "yaw_deg": 91.72227478027344, "description": "NE 7th Ave"}, {"target_gsv_panorama_id": "9Y6zvMWgpbLlOBeQbDiRpA", "yaw_deg": 271.7512817382812, "description": "NE 7th Ave"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "scWBbnWIHdaaBRanRNRa4Q", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65757651876609, "lng": -82.34371400231706, "camera_heading": 270.3044128417969, "camera_pitch": 0.931304931640625, "camera_roll": 0.2804153263568878, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "UisW7svu1ZiMmz2YLPMrpw", "date": "2019-05"}, {"pano_id": "OSy1kvzuaHpp6zvyPiuNJg", "date": "2016-07"}, {"pano_id": "ciLXm-S88kxHKmLDHt1GZA", "date": "2015-02"}, {"pano_id": "XCBy5p5UHkvYLxNX8VpZug", "date": "2011-03"}, {"pano_id": "jKvlAq-JDjZPxS9pKkt0RQ", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "W6nykIuykeNeo7gLByRkQA", "yaw_deg": 270.0110778808594, "description": "NW 7th Ave"}, {"target_gsv_panorama_id": "_LyXkXKM2p7zLGznNzgQ6Q", "yaw_deg": 90.0556869506836, "description": "NW 7th Ave"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.46484375, "y_normalized": 0.5234375, "confidence": 0.9393845796585083}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "smIcY196GPbaTpEbjkA7aA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64515065623753, "lng": -82.33315253738309, "camera_heading": 180.3684997558594, "camera_pitch": 1.3038864135742188, "camera_roll": 358.4501037597656, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "d_aTlMJ3WD29sCIq7ar31A", "date": "2023-08"}, {"pano_id": "Na5Rvguwpkdp6Cc_4TDT4w", "date": "2018-10"}, {"pano_id": "IunBacoU5nHSxemzymdE9w", "date": "2017-02"}], "links": [{"target_gsv_panorama_id": "AiL5ooVV82HHxyGpczTg6Q", "yaw_deg": 359.46923828125, "description": "SW 8 St"}, {"target_gsv_panorama_id": "VLDcdsZfsvDrxZ0ciRizkg", "yaw_deg": 179.4702301025391, "description": "SW 8 St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.6279296875, "y_normalized": 0.5390625, "confidence": 0.9145441055297852}, {"x_normalized": 0.7841796875, "y_normalized": 0.5390625, "confidence": 0.7357826232910156}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "tD8uJ0wHWy0RNPwb73S7Og", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.64828447421068, "lng": -82.33125733890051, "camera_heading": 213.3146820068359, "camera_pitch": 1.8198699951171875, "camera_roll": 1.338818550109863, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "fguoM0nzTzwl5itP3BMJQw", "date": "2023-08"}, {"pano_id": "rqgolUO5451LUUwVg9YOjA", "date": "2022-05"}, {"pano_id": "-2SX-B4RQsjE1gzhIOGX6Q", "date": "2021-03"}, {"pano_id": "JNh6Vrzc9MmWALZ-MYiX9g", "date": "2019-07"}, {"pano_id": "DSWBVqZ6VanQ5PvdlQ0lXA", "date": "2017-05"}, {"pano_id": "Tl8PejmnHOnu8P1uSrHJ1w", "date": "2015-04"}, {"pano_id": "EWaYYUHKMq6NsI45XG7btw", "date": "2011-04"}], "links": [{"target_gsv_panorama_id": "85NRR0qZx_7d8TWsLuxAPA", "yaw_deg": 54.36717224121094, "description": ""}, {"target_gsv_panorama_id": "Z5d6Fmrh-0PyD51x5kKh6Q", "yaw_deg": 187.8692779541016, "description": ""}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.9482421875, "y_normalized": 0.5546875, "confidence": 0.7221009731292725}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "taAM_J38w0t7x9p1iOGptw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65656023038887, "lng": -82.33100612126954, "camera_heading": 268.4390563964844, "camera_pitch": -0.09454345703125, "camera_roll": 0.11226043105125429, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "Sal5QEuniUVUZEmFi-55CA", "date": "2015-02"}, {"pano_id": "OjEqlVNQDDZoFA54M3KJBQ", "date": "2011-03"}, {"pano_id": "ndtNriwof1yg3SALvhcP_A", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "P0gRLbyb01x8UgRuzjj6Lg", "yaw_deg": 91.65695190429688, "description": "NW 6th Ave"}, {"target_gsv_panorama_id": "s_kKgeH6jC8AfXrX8AN-pA", "yaw_deg": 271.7032165527344, "description": "NW 6th Ave"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "u0S_61wv1Q10xayttHdcbg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65461649239235, "lng": -82.2954763362647, "camera_heading": 182.5956420898438, "camera_pitch": 0.9810409545898438, "camera_roll": 357.4223327636719, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "0ZUGvxduqfHdZS-BUY5nTw", "date": "2023-09"}, {"pano_id": "LZMeNxvXUcpegaHlxdgs8w", "date": "2015-01"}, {"pano_id": "GKqKDUIXpmcOOQ1Z4Y8Sig", "date": "2011-03"}, {"pano_id": "yARaXadOI5tqK-u5HQxR7g", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "T3awk821eeW1JnHGhMyvXQ", "yaw_deg": 182.0982208251953, "description": "NE 22nd Terrace"}, {"target_gsv_panorama_id": "B_WoExPaFT3LYkljxzaubA", "yaw_deg": 2.142174005508423, "description": "NE 22nd Terrace"}]}, "benchmark_group": "empty"} +{"detections": [{"x_normalized": 0.1669921875, "y_normalized": 0.5546875, "confidence": 0.658981204032898}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "vbW2W3-AE2tr1NJYHCuHgw", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.6591747258427, "lng": -82.31853237213598, "camera_heading": 159.3076629638672, "camera_pitch": 1.7198257446289062, "camera_roll": 359.6362609863281, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "JxJQwUHxQ8yE4XId0LmMpg", "date": "2014-12"}, {"pano_id": "OnWKuNRiBGSZO1rreMBVMg", "date": "2011-03"}, {"pano_id": "8tWC33f2P8HNQ7Yc5AASPg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "0GgJmJL0bYuqKeOJgDpW8g", "yaw_deg": 178.0748138427734, "description": "Franklin St"}, {"target_gsv_panorama_id": "_lR3rjz5_RGP1UiWZw8htQ", "yaw_deg": 45.69522094726562, "description": "NE 8th Ave"}, {"target_gsv_panorama_id": "odqDJF9jwYguFgJ55M16Fg", "yaw_deg": 356.5219116210938, "description": "NE 6th St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.6591796875, "y_normalized": 0.537109375, "confidence": 0.6084346175193787}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "wwbkgmoKv4MS5sMy3PGhqA", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.63529039305995, "lng": -82.33931809781672, "camera_heading": 352.2925415039062, "camera_pitch": -1.7124557495117188, "camera_roll": 0.03509412705898285, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "eVrIewIl9PF7fxQQCcwU5w", "date": "2024-06"}, {"pano_id": "nIRolwLgFlWmv69Hf5mw2g", "date": "2023-09"}, {"pano_id": "r4YpSHKFPoeXrtLKao_-1w", "date": "2023-03"}, {"pano_id": "697Gm2bSp1WxVkQ44HZvbg", "date": "2022-05"}, {"pano_id": "eY8sdFtqyf3GOYrw3O6jsA", "date": "2021-03"}, {"pano_id": "WhwknB3NS-gdK20IqYZeFg", "date": "2019-07"}, {"pano_id": "JlSNzi3WQDDFX8mgY8UcEw", "date": "2018-10"}, {"pano_id": "mOTu9u6VZaa62GWG75f_tw", "date": "2017-05"}, {"pano_id": "B8wGiLr-E3USPiw9J80HJQ", "date": "2016-07"}, {"pano_id": "1ZUkQmIHhvdeWpyvi8W2-w", "date": "2015-04"}, {"pano_id": "tJv0PPtoYDvg2ha3tKJwLQ", "date": "2013-09"}, {"pano_id": "FxfWhyabjWGSXmSbHPReEQ", "date": "2011-05"}, {"pano_id": "xKJUPb5aFcqrgxYttfv8-g", "date": "2008-03"}], "links": [{"target_gsv_panorama_id": "nErqk3Qc4Nuw_mv26icEVg", "yaw_deg": 179.9221496582031, "description": "US-441"}, {"target_gsv_panorama_id": "AXZVzOUcMooXBMpVFaAnrQ", "yaw_deg": 359.9122314453125, "description": "US-441"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.38671875, "y_normalized": 0.537109375, "confidence": 0.8762690424919128}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "xExZyWexGcwGNf5LNhQBRg", "capture_date": "2026-02", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65229442563832, "lng": -82.35365894597541, "camera_heading": 180.0732116699219, "camera_pitch": 0.8115921020507814, "camera_roll": 2.328057050704956, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "L2Tcd_ctUgjs8KGUVtFaIA", "date": "2025-01"}, {"pano_id": "crhCLq9S7GYmQe4ib811zw", "date": "2023-03"}, {"pano_id": "L8kUHuDFwtapbzTzIcwHiQ", "date": "2018-10"}, {"pano_id": "4FfjZuvOp7359l4qMF9mmg", "date": "2015-04"}, {"pano_id": "t8C5j3a5njyaY20pvj2m_g", "date": "2011-03"}, {"pano_id": "moPqjmowBziQUNM57ZXswQ", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "YjAMtcTWqY7a9OYe1U_8Wg", "yaw_deg": 0.08734218031167984, "description": "NW 22nd St"}, {"target_gsv_panorama_id": "BmmtYk_Zn2t5Cz8CAOO1BA", "yaw_deg": 180.0918731689453, "description": "NW 22nd St"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.79296875, "y_normalized": 0.630859375, "confidence": 0.7612776756286621}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "xMY6EkmbN9OZqwHeC_S7Zg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65812675286919, "lng": -82.31737054109075, "camera_heading": 46.23773193359375, "camera_pitch": 1.4894638061523438, "camera_roll": 359.3433837890625, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "UGJYGatwXamfguMawSBNrg", "date": "2024-06"}, {"pano_id": "ahbTN9yBHGxGFI70Vomz4g", "date": "2019-06"}, {"pano_id": "QbzGw3vuswhca52TyUx5HA", "date": "2014-12"}, {"pano_id": "RfDosKGEKThO7x66PE3r6g", "date": "2011-05"}, {"pano_id": "hqRYoyxFySpCsJstWJGdmg", "date": "2007-12"}], "links": [{"target_gsv_panorama_id": "0lsPdT6UJikrZ3fMKnGZgw", "yaw_deg": 92.33238220214844, "description": "NE 7th Ave"}, {"target_gsv_panorama_id": "HReYikxBH2ShgMmgJnPISQ", "yaw_deg": 341.4093627929688, "description": "NE 7th St"}, {"target_gsv_panorama_id": "neqDJMszDGLRSG5ybm9tpQ", "yaw_deg": 196.1083679199219, "description": "NE 7th St"}, {"target_gsv_panorama_id": "VOANUIZCeSyWQQgqTFsDpQ", "yaw_deg": 271.2696533203125, "description": "NE 7th Ave"}]}, "benchmark_group": "random"} +{"detections": [{"x_normalized": 0.63671875, "y_normalized": 0.568359375, "confidence": 0.9096165895462036}, {"x_normalized": 0.82421875, "y_normalized": 0.599609375, "confidence": 0.797031044960022}], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "yQOkeKGLo1dFuhOO7BFRFg", "capture_date": "2026-03", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.65396101279764, "lng": -82.34779796042854, "camera_heading": 358.7297058105469, "camera_pitch": 1.7669143676757815, "camera_roll": 1.632263422012329, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "mgtTEeki1eDG_sJDiPgPyw", "date": "2024-06"}, {"pano_id": "RrTe2VWvErOXwwFiRarHWQ", "date": "2019-06"}, {"pano_id": "-8HxFiDBluhCGuapBGw6Pw", "date": "2018-10"}, {"pano_id": "Cup_eluvwXq2c99FHgJ90w", "date": "2017-05"}, {"pano_id": "CHdn8C52J4O-xv5M02KwdA", "date": "2016-07"}, {"pano_id": "FNczZvLRKAEZd-AdBem6fQ", "date": "2015-02"}, {"pano_id": "evI7739HgLO3iIrTjwt2Ng", "date": "2011-03"}, {"pano_id": "PDLu6FGVKbW9-eyMLy7WlA", "date": "2007-11"}], "links": [{"target_gsv_panorama_id": "s5mXKgNGs5ep5n0fAQ0gbQ", "yaw_deg": 180.2650604248047, "description": "NW 19th St"}, {"target_gsv_panorama_id": "lCXTDrj4kufNtGcdKci9bw", "yaw_deg": 0.130545049905777, "description": "NW 19th St"}, {"target_gsv_panorama_id": "iQWHPgKoQ36to5Ac6Jy1_A", "yaw_deg": 274.2788696289062, "description": "NW 3rd Ave"}, {"target_gsv_panorama_id": "nBlW4y5x1WR8bVHaQvY-Mg", "yaw_deg": 84.37596893310547, "description": "NW 3rd Ave"}]}, "benchmark_group": "random"} +{"detections": [], "label_type": "CurbRamp", "model_id": "rampnet-model", "model_training_date": "08-21-2025", "api_version": "1.0.0", "pano": {"panorama_id": "zTwcPkPUYZ7lRIowR3wXyg", "capture_date": "2022-05", "width": 16384, "height": 8192, "tile_width": 512, "tile_height": 512, "lat": 29.60584345656211, "lng": -82.34442264613142, "camera_heading": 356.3500061035156, "camera_pitch": 0.03256988525390625, "camera_roll": 1.238030552864075, "copyright": "\u00a9 2026 Google", "source": "launch", "history": [{"pano_id": "38Dlvt0l1dGsdnt-u1CJIA", "date": "2015-04"}], "links": [{"target_gsv_panorama_id": "u2WJYWHebzH8CSPMo4r9yg", "yaw_deg": 355.353271484375, "description": "SW 17th Terrace"}, {"target_gsv_panorama_id": "QrhjxllQ_KD4zA9q-qiMHg", "yaw_deg": 175.3717346191406, "description": "SW 17th Terrace"}]}, "benchmark_group": "empty"} diff --git a/benchmark/gainesville/sample.json b/benchmark/gainesville/sample.json new file mode 100644 index 0000000..1b8c287 --- /dev/null +++ b/benchmark/gainesville/sample.json @@ -0,0 +1,15 @@ +{ + "source_records": "runs\\gainesville\\results.jsonl", + "source_record_count": 35204, + "sample": 100, + "empty_sample": 25, + "seed": 0, + "min_spacing_m": 30, + "min_confidence": 0.55, + "selected": 125, + "groups": { + "top": 5, + "random": 95, + "empty": 25 + } +} diff --git a/benchmark/gainesville/verdicts.json b/benchmark/gainesville/verdicts.json new file mode 100644 index 0000000..4301bd2 --- /dev/null +++ b/benchmark/gainesville/verdicts.json @@ -0,0 +1,1622 @@ +{ + "run_key": "gainesville", + "run_name": "gainesville", + "source": "benchmark\\gainesville\\records.jsonl", + "exported_at": "2026-07-30T13:45:56.231Z", + "review_notes": { + "reviewer": "jonf", + "reviewed_at": "2026-07-30", + "confidence": "high", + "summary": "Gainesville's ramps were different styles than any prior split, with many wide intersections. A few new or renovated intersections carry large diagonal curb ramps spanning both crossing directions - a design not seen in earlier cities. The model's false negatives clustered on two apparent causes: significant debris sitting on the ramp surface, and distance. Reviewer-rated confidence is HIGH: the rubric fit and the judgment calls were minor.", + "caveats": [ + "Novel ramp styles. Different ramp designs than previous splits, including large diagonal curb ramps at new/renovated intersections that stretch across both crossing directions. Combined with many wide intersections, this is the split's distinctive fabric; it did not fight the rubric.", + "Debris. Some false negatives appeared to be caused by significant debris on the ramp - a surface-legibility failure rather than a geometry one. Reviewer impression, not a measurement.", + "Distant ramps. Other misses were far-field, echoing the annapolis and paterson distance findings. Impression - the Phase-4 distance analysis should quantify it." + ] + }, + "panos": { + "vbW2W3-AE2tr1NJYHCuHgw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.7385858524206913, + "y": 0.6914141845703125 + } + ], + "no_missed": false + }, + "q2yX7pwQF7_3SFGxEqlDHQ": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.26958187273323647, + "y": 0.5264526268442544 + }, + { + "x": 0.4194044547799774, + "y": 0.5082803681775793, + "unsure": true + }, + { + "x": 0.5433173942511713, + "y": 0.5106520927609703 + } + ], + "no_missed": false + }, + "9QF3VpTsXpZei70YvA-H6w": { + "group": "random", + "dets": [ + false, + "unsure" + ], + "missed": [], + "no_missed": true + }, + "xMY6EkmbN9OZqwHeC_S7Zg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.38828282211766096, + "y": 0.6073737866950758 + } + ], + "no_missed": false + }, + "-FMeOe5iGG-5JFxSF0lxaQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.44662526692319277, + "y": 0.50831547588071, + "unsure": true + } + ], + "no_missed": false + }, + "21qHYEKoNSGw9O3wF_dvBg": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "VYsAOBkJ-7hdoDBIOhr-nQ": { + "group": "random", + "dets": [ + false + ], + "missed": [], + "no_missed": true + }, + "89lilp2BlhppxL-oQ0gLNg": { + "group": "top", + "dets": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "4My9h4mmpjE82U1up3jWOA": { + "group": "top", + "dets": [ + true, + true, + true, + true, + true, + true, + true, + "duplicate" + ], + "missed": [ + { + "x": 0.14297559564922416, + "y": 0.5349588213554815 + } + ], + "no_missed": false + }, + "g7ZWUQeOp1Kl0LrWi0qrWw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5305808049982242, + "y": 0.5162121212121212 + } + ], + "no_missed": false + }, + "MTDJakccuk6hQfnZ3QEjxQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5358048329737398, + "y": 0.5090682452334603, + "unsure": true + } + ], + "no_missed": false + }, + "GJ9IMVsb4ULLwoTYEUCZtA": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "65kxFTBgmbOPUQbC612rdg": { + "group": "top", + "dets": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "Z0pMjC8iJ6EDQzsBBrr_5Q": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "Mg3-OQnBkIqnfi4qnO5KbQ": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "AVRG2QwkPWmeX2iPSnKDcw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "ipoVm9spHhQGCMROwSdmmA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.8437018555235514, + "y": 0.5851702349969968 + } + ], + "no_missed": false + }, + "jqZrc8lSwNpLZbLrixSduQ": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "dVrNCxUTFAfeyVNMXQ1LTw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.2133662270452637, + "y": 0.5517103062330211 + }, + { + "x": 0.6088888827237215, + "y": 0.6590909460819129 + }, + { + "x": 0.7627043518324554, + "y": 0.5772837816048041 + }, + { + "x": 0.9172647622999139, + "y": 0.5348749208434239 + } + ], + "no_missed": false + }, + "smIcY196GPbaTpEbjkA7aA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.09309203382292978, + "y": 0.5406846582688868 + }, + { + "x": 0.17818183667732007, + "y": 0.5556565533262311 + }, + { + "x": 0.5324197931439386, + "y": 0.5311227414130896, + "unsure": true + } + ], + "no_missed": false + }, + "Idfm_UDnRFcD78ZVeNnhVg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.3252643966218478, + "y": 0.5296474951850465, + "unsure": true + }, + { + "x": 0.5559529135016471, + "y": 0.5372450035903032 + }, + { + "x": 0.5239414309742202, + "y": 0.5139687613402995 + }, + { + "x": 0.533187794151417, + "y": 0.5173106816635424, + "unsure": true + } + ], + "no_missed": false + }, + "ld_LKRyg3hte-YCeFY3avQ": { + "group": "random", + "dets": [ + "unsure" + ], + "missed": [ + { + "x": 0.9236519098548069, + "y": 0.5390450751501451 + }, + { + "x": 0.9792845532492789, + "y": 0.5339509336319833 + } + ], + "no_missed": false + }, + "kjXjoHf2E-tZuI7RwMPgsw": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.07740677421649843, + "y": 0.5368916187109134 + }, + { + "x": 0.9494237062678043, + "y": 0.5357388863954212 + } + ], + "no_missed": false + }, + "UrwK5NxGtb1p1lGv2EIgdg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5939208351930884, + "y": 0.5550185540244695 + } + ], + "no_missed": false + }, + "CabndIEXzzs5FAENnrsEug": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.9548057016402888, + "y": 0.5167017915783347 + } + ], + "no_missed": false + }, + "qAP6awcZVDK19stGxM31jQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.37373736757220644, + "y": 0.7051515151515152 + } + ], + "no_missed": false + }, + "mMSFxX8cKDjvaOmsrguJEA": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "scWBbnWIHdaaBRanRNRa4Q": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "6HfrzDBSveHUN1NpGsF31Q": { + "group": "empty", + "dets": [], + "missed": [ + { + "x": 0.5262782659737352, + "y": 0.514799706908408 + }, + { + "x": 0.5578898388512988, + "y": 0.5364257058207701 + } + ], + "no_missed": false + }, + "gcAfPhmNaIDewoRc5O6yZQ": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "GhbzPi4bva0g3AlMDcioOg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "bcNsOc7RlDm9L9VmIGXYpg": { + "group": "random", + "dets": [ + true, + true, + false + ], + "missed": [ + { + "x": 0.712239875937755, + "y": 0.6049269783118436 + } + ], + "no_missed": false + }, + "2xfTrO6eZbF0hKmvjGzN0A": { + "group": "random", + "dets": [ + false + ], + "missed": [], + "no_missed": true + }, + "G7ttNgjW4KU9LJVeD1Ivdg": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "--xM_B9BVXSNT9IcytVKug": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "KH6m80K7GCy3eVrCdRMYZA": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "WVSHD61mDgZmv8fnzj3i6Q": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "KqZzM0v2PbaoxQmq6wk3Xw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.10357088796128237, + "y": 0.5535181284178747 + } + ], + "no_missed": false + }, + "DXKg24FIKMrGUX6ilHn5Ew": { + "group": "random", + "dets": [ + false + ], + "missed": [ + { + "x": 0.12652215561033808, + "y": 0.5836396507614888 + }, + { + "x": 0.04402622544390468, + "y": 0.5304555636627928 + } + ], + "no_missed": false + }, + "oyTDvou4dK-Hm3v-cIaToQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5705050936612216, + "y": 0.5936363636363636 + } + ], + "no_missed": false + }, + "7Vk-zugISgNBVOV4g3r2jA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "XuX3LCIaNmEI9FSBenjToA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.1982898343758536, + "y": 0.5785269013869837 + }, + { + "x": 0.3716333464134779, + "y": 0.5417326217955608 + } + ], + "no_missed": false + }, + "hlYnMGBEa12Ajij0iL7yxg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.045713455613109286, + "y": 0.5455376290459054 + } + ], + "no_missed": false + }, + "amZHKZbJ7pOJ9kvr2VlK5A": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.8177778209339489, + "y": 0.7714141660748106 + } + ], + "no_missed": false + }, + "DSID5BsZ19qz5BuvC_ZDNA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.7345454730409564, + "y": 0.71 + }, + { + "x": 0.057373731208570075, + "y": 0.5758586351799242 + } + ], + "no_missed": false + }, + "A44roYJy6tdzAK9yLNS_qQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.20565657182173294, + "y": 0.5734343927556819 + } + ], + "no_missed": false + }, + "YckCrqJ_I8sBF8wU5FpITw": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "7U40JKd7HiOpFrTHa0-yQQ": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "K732QTWoB9RZwrfSmw7RYA": { + "group": "random", + "dets": [ + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "fOc-SxUHjTYKCGN83egiYA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.981792075335067, + "y": 0.5219633460331717, + "unsure": true + }, + { + "x": 0.31676618322647904, + "y": 0.5277396808114233, + "unsure": true + }, + { + "x": 0.17552869802322668, + "y": 0.5271920949119944, + "unsure": true + } + ], + "no_missed": false + }, + "MVFGRGfew07C0mMkeXxhCA": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "hD1quvb9bv96mz7ElBTTgQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.9518672259077571, + "y": 0.5324854040331531 + } + ], + "no_missed": false + }, + "TsU9TS4hpMHXVwv-YIrvCQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5213097867225576, + "y": 0.511494133322892 + }, + { + "x": 0.27882011375834764, + "y": 0.5227598388709296 + } + ], + "no_missed": false + }, + "XWhHaUuheK2ypAkTt10B8A": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.9292929724491004, + "y": 0.6097980291193181, + "unsure": true + }, + { + "x": 0.14424244273792614, + "y": 0.6001010224313447, + "unsure": true + } + ], + "no_missed": false + }, + "dvMvyySAGHbGLfSDgYWHsw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "SxMVl_DRQndQkQAvu9a01Q": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "s7wxqo3wnK-LD6bUkCRGzA": { + "group": "random", + "dets": [ + false + ], + "missed": [], + "no_missed": true + }, + "6-tNVth5ck0axWmPuKpiXg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.033151518948214824, + "y": 0.5713110784947755, + "unsure": true + }, + { + "x": 0.07313130696614584, + "y": 0.5588889012192235, + "unsure": true + } + ], + "no_missed": false + }, + "dXNmCM3bRYfsvQ7xPivHaw": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.7690739411713448, + "y": 0.5571186244444192 + } + ], + "no_missed": false + }, + "tD8uJ0wHWy0RNPwb73S7Og": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "orMHYZcfpk4vTLLG6ciKUA": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.37820526073855215, + "y": 0.5345715720692527 + } + ], + "no_missed": false + }, + "1n-U7MQVuboJf00fwh9UBg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.2843852907673816, + "y": 0.5248498906013912, + "unsure": true + }, + { + "x": 0.30545456395004733, + "y": 0.5273737866950757 + }, + { + "x": 0.1936953187994753, + "y": 0.5281818181818181, + "unsure": true + }, + { + "x": 0.8827100772074246, + "y": 0.5338289289557782, + "unsure": true + }, + { + "x": 0.9406802498768956, + "y": 0.5239624879356398, + "unsure": true + }, + { + "x": 0.9626787485776855, + "y": 0.522494895596672, + "unsure": true + } + ], + "no_missed": false + }, + "u0S_61wv1Q10xayttHdcbg": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "D5NlzcW2s95DlOUPY0cVAw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "UPTPPrW6iUFocod220aq8g": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "HLLOIKVLXvOkBCREUvcBzg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.04112295830463359, + "y": 0.5296969696969697 + }, + { + "x": 0.9690798610397547, + "y": 0.5338554403445624 + } + ], + "no_missed": false + }, + "82y6sIvPm-_shG58klusgw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.9838377058871877, + "y": 0.529215300788914 + } + ], + "no_missed": false + }, + "9D-oOS00uSg18nvfm8t9zQ": { + "group": "random", + "dets": [ + true, + true, + true, + "duplicate", + true + ], + "missed": [], + "no_missed": true + }, + "kozsgHrge4ofusqK2D_Hlw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5380980504469067, + "y": 0.5128683014061106 + } + ], + "no_missed": false + }, + "6KnaArlg4nGEGAGNkIw9NA": { + "group": "random", + "dets": [ + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "g8Jd1uL_FE_9eave1z2OpA": { + "group": "empty", + "dets": [], + "missed": [ + { + "x": 0.28941885792505917, + "y": 0.5519915758449992 + }, + { + "x": 0.32929293545809657, + "y": 0.5863636363636363, + "unsure": true + }, + { + "x": 0.4020202451763731, + "y": 0.63, + "unsure": true + }, + { + "x": 0.6505050936612216, + "y": 0.5960606060606061 + } + ], + "no_missed": false + }, + "JOK56E_pGy9cwNPyiymZ2A": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "rFa5e9WO2AombOfKxw1GzA": { + "group": "random", + "dets": [ + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "xExZyWexGcwGNf5LNhQBRg": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "CaClPAIWuWDFsoftxxmRig": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "yQOkeKGLo1dFuhOO7BFRFg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "wwbkgmoKv4MS5sMy3PGhqA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5989353478897853, + "y": 0.5208345420613185 + } + ], + "no_missed": false + }, + "jL3wxV95A0lO2xKUQukpIg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.4528015462487992, + "y": 0.5442084594285441 + }, + { + "x": 0.42924051720987244, + "y": 0.5374236192304312 + }, + { + "x": 0.4535326887020966, + "y": 0.5263274963755707, + "unsure": true + }, + { + "x": 0.5396730112075385, + "y": 0.5214221563670157 + }, + { + "x": 0.523397986969194, + "y": 0.514804358538851, + "unsure": true + } + ], + "no_missed": false + }, + "3CbLaqDP3N3z64brBrC0eA": { + "group": "random", + "dets": [ + true, + true, + "unsure" + ], + "missed": [], + "no_missed": true + }, + "LDICnJgAhCSszYwolm8JRA": { + "group": "random", + "dets": [ + "unsure" + ], + "missed": [ + { + "x": 0.9093250943148602, + "y": 0.5944023832076522 + }, + { + "x": 0.8864646402994791, + "y": 0.562121230616714, + "unsure": true + } + ], + "no_missed": false + }, + "FZOcjvm34N_9JGZyXQf7dg": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "eW6Mi_5E32tMqZTu_731bw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "-zi5tN6Qyyeq8B1mczYfOg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "BtYzecFoq3-H5qaGzBh4iw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5141463694807856, + "y": 0.5136182314475036 + } + ], + "no_missed": false + }, + "4ILOJcaHD7m47NGoY6aqRg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.11792413407121573, + "y": 0.5302116400566765 + }, + { + "x": 0.10886360757625481, + "y": 0.5259721286630216, + "unsure": true + } + ], + "no_missed": false + }, + "HoOapW5g53qbEFjLA7yv3Q": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.5438323641216953, + "y": 0.5186555832260843 + }, + { + "x": 0.49645185038970213, + "y": 0.5153353168595021 + } + ], + "no_missed": false + }, + "XRcpuzY4BC5AypmNXaQuyQ": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "sIW4u-Mq7TORFHbsswcCzQ": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.1294064425815592, + "y": 0.5435998296414586 + } + ], + "no_missed": false + }, + "-Thw-Y56uiaGEg8I_zZwgw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "5vEoUj3H3aRkW-2h1B0JAQ": { + "group": "random", + "dets": [ + true, + true, + "unsure" + ], + "missed": [], + "no_missed": true + }, + "PSS2iz32Sj0nE2ILJ6i8rA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.3940450819064303, + "y": 0.5218858587521047 + }, + { + "x": 0.6262626694187974, + "y": 0.5677778209339489 + } + ], + "no_missed": false + }, + "GRTC3zOCFSc8QMIrAtwtzw": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.5538633036587365, + "y": 0.5287539011201986 + }, + { + "x": 0.5976897554894036, + "y": 0.5516979768535837 + } + ], + "no_missed": false + }, + "8FPxXspDHn_FNxmQkr0j-g": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "ICUoYVV_dXvc9W3ge2PnWg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.5572917066018116, + "y": 0.5208333955124932, + "unsure": true + } + ], + "no_missed": false + }, + "jE7jfpgpMn1zP3_DMdvMTg": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "Vk6u3cbrlksc6Cy5a1LVVA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.03434342817826704, + "y": 0.5702020448626894, + "unsure": true + } + ], + "no_missed": false + }, + "b-azHLq5uJSlywVqKYbgHA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "ki1YlBoTB-ARFE17nF4PPg": { + "group": "random", + "dets": [ + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "KbZFzQai9wfXijoQDscWFw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.41454547304095646, + "y": 0.5548485033439867 + }, + { + "x": 0.5510565395257616, + "y": 0.5242389986599427 + }, + { + "x": 0.4731890286733875, + "y": 0.5195935659953913 + }, + { + "x": 0.5275994119413667, + "y": 0.5188418251833842 + } + ], + "no_missed": false + }, + "LLc383eAyneHduBTInH9nw": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5420555347715841, + "y": 0.5092505009287227, + "unsure": true + } + ], + "no_missed": false + }, + "LEM6UenW5sPkdj5aaW4thw": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "2ZG41STPUADAWUJD-Rc4sA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.043948656399195755, + "y": 0.5245962413837869, + "unsure": true + }, + { + "x": 0.9613907725378694, + "y": 0.5233889910767482 + } + ], + "no_missed": false + }, + "V1ze8IkgvM7tXueCGVfzbw": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "7dme7qsPcOTglSlmpGp9Rw": { + "group": "random", + "dets": [ + false + ], + "missed": [], + "no_missed": true + }, + "JlYp0BtvGCVeIqBady7pGg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5236221196484266, + "y": 0.5252030528342431 + } + ], + "no_missed": false + }, + "E2YAOGNgsJYuHjnUBvnjFg": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "BzXolOMX-XSEGwyXQpIsrA": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.43515153364701703, + "y": 0.5249494887843277 + } + ], + "no_missed": false + }, + "Mm5gyUYqmJmjeGopC1IgKg": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.5466666851621685, + "y": 0.5435353966915246 + }, + { + "x": 0.42562787063476304, + "y": 0.5259777185482702 + }, + { + "x": 0.51082045775724, + "y": 0.5301554461174719 + } + ], + "no_missed": false + }, + "P_bUUx5CIFcylFd9UAZRug": { + "group": "random", + "dets": [ + false + ], + "missed": [], + "no_missed": true + }, + "pM_zjaOL4jt8_niIC0EU2Q": { + "group": "random", + "dets": [ + true, + true, + true, + true, + true, + true + ], + "missed": [ + { + "x": 0.4137373675722064, + "y": 0.5467676706025094 + }, + { + "x": 0.46231431164353265, + "y": 0.5331240917527406 + } + ], + "no_missed": false + }, + "6mZXrVGoxQ2H1k8Jx2OZHA": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "X45JWReulQB2gYvNrbUKGA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "YDTr8LXPDt5ieA8MA6ZXLA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + }, + "r2EDHivQkQoWWelu3IZOxg": { + "group": "top", + "dets": [ + true, + true, + true, + true, + true, + true, + true, + true, + false + ], + "missed": [], + "no_missed": true + }, + "h7I_Gn2mXFsjt09ESdkoOg": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "9tS6faHm3jFdOth84XlbEQ": { + "group": "top", + "dets": [ + true, + true, + true, + true, + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "_2GSllZzac7Zfd02VoVgCA": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.07699117603437579, + "y": 0.5336038037736293 + } + ], + "no_missed": false + }, + "KEwb17BzIjKVur60MpItuA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [ + { + "x": 0.4149449639405539, + "y": 0.5201712934675728 + }, + { + "x": 0.5282188547813629, + "y": 0.5106295616442303 + }, + { + "x": 0.5609953204241519, + "y": 0.5255759394610001 + }, + { + "x": 0.16824856668574575, + "y": 0.55465076760456 + }, + { + "x": 0.06060247094985196, + "y": 0.5317774160151664 + } + ], + "no_missed": false + }, + "zTwcPkPUYZ7lRIowR3wXyg": { + "group": "empty", + "dets": [], + "missed": [], + "no_missed": true + }, + "EhBhDcmWUDV5CaBKoAqi0A": { + "group": "random", + "dets": [ + true + ], + "missed": [ + { + "x": 0.07961760539884068, + "y": 0.5319128030084902 + }, + { + "x": 0.38317677684335905, + "y": 0.5684801587488592 + }, + { + "x": 0.47141529857403996, + "y": 0.5413218165595138, + "unsure": true + }, + { + "x": 0.5576084956758696, + "y": 0.5405515494775144, + "unsure": true + } + ], + "no_missed": false + }, + "VWMApFeYDoQmO9taDRV-lg": { + "group": "random", + "dets": [ + true, + true, + true, + true + ], + "missed": [], + "no_missed": true + }, + "6esDvYaAUiUdZHtq1FCAfg": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.08727274576822917, + "y": 0.7164646402994792, + "unsure": true + } + ], + "no_missed": false + }, + "taAM_J38w0t7x9p1iOGptw": { + "group": "random", + "dets": [ + true + ], + "missed": [], + "no_missed": true + }, + "kU1NFVXyUkQzaPpROkDVNg": { + "group": "random", + "dets": [ + true, + true, + true + ], + "missed": [ + { + "x": 0.3917023930556647, + "y": 0.5316386591516961 + } + ], + "no_missed": false + }, + "08ssXvyy311t_dOt8e3MVA": { + "group": "random", + "dets": [ + true, + true + ], + "missed": [], + "no_missed": true + } + } +} diff --git a/docs/figures/operating_point_pr.png b/docs/figures/operating_point_pr.png index 4376204..328a050 100644 Binary files a/docs/figures/operating_point_pr.png and b/docs/figures/operating_point_pr.png differ diff --git a/docs/figures/storage_floor_ceiling.png b/docs/figures/storage_floor_ceiling.png index 15e7de8..348413f 100644 Binary files a/docs/figures/storage_floor_ceiling.png and b/docs/figures/storage_floor_ceiling.png differ diff --git a/docs/model_comparison.md b/docs/model_comparison.md index 9fe94f2..0569c0c 100644 --- a/docs/model_comparison.md +++ b/docs/model_comparison.md @@ -1,6 +1,6 @@ # Model comparison: RampNet vs. general-purpose models -Uses the standardized curb-ramp benchmark (all seven city splits in `benchmark/`, plus +Uses the standardized curb-ramp benchmark (all eight city splits in `benchmark/`, plus the 1k in-distribution `manual_gold` split — see its section below) to compare RampNet against off-the-shelf models. The question: does a general model match or beat the purpose-trained RampNet on real deployment imagery (GSV + Mapillary 360)? The harness is @@ -19,20 +19,22 @@ a run that hasn't happened, not a result being withheld. | annapolis | ✅ | ✅ all 8 | ✅ | ✅ 22% (6/27) | survey-grade Trimble MX7; far-field finding | | morgantown | ✅ | ✅ all 8 | ✅ | ✅ 13% (4/30) | cleanest imagery; the control split | | paterson | ✅ | ✅ all 8 | ✅ | ✅ 20% (2/10) | second GSV city; live PS deployment; narrowest RampNet lead (0.12); 2nd Qwen inversion | +| gainesville | ✅ | ✅ all 8 | ✅ | ✅ **35% (12/34) — highest measured** | third GSV city, first far-domain; same recall as paterson (0.647), opposite mechanism (ceiling 0.890); 3rd Qwen inversion | | budapest_district5 | ✅ | ✅ all 8 | ✅ | ✅ 26% (23/89) | **GT itself is low-confidence**; the one ranking inversion | | manual_gold | ✅ | ✅ all 8 | ❌ too slow | n/a — un-anchored GT | 1k panos, the anchoring control | "All 8" is the roster in the class table below: RampNet, 2 Geminis, 2 Qwens, Molmo, OWLv2, -Grounding DINO. Every split carries the full roster (paterson's challenger + null-recall -runs landed 2026-07-29, hours after the split itself). The GT-completeness correction (#55) -covers **all seven city splits** (six on 2026-07-28, paterson on 2026-07-29). `manual_gold` -needs no correction — its GT was labelled independently of RampNet, which is what makes it -the control for the anchoring effect. The one remaining ❌ is the null-recall pass on -`manual_gold` (O(n²) in panos — see that section). +Grounding DINO. **Every split now carries the full roster** — paterson's challenger + +null-recall runs landed 2026-07-29, hours after the split itself, and gainesville's landed +2026-07-30, the same day as its split. The GT-completeness correction (#55) covers **all +eight city splits** (six on 2026-07-28, paterson 2026-07-29, gainesville 2026-07-30). +`manual_gold` needs no correction — its GT was labelled independently of RampNet, which is +what makes it the control for the anchoring effect. The one remaining ❌ is the +null-recall pass on `manual_gold` (O(n²) in panos — see that section). **The operating-point analysis those A-rates feed lives in [`docs/operating_point.md`](operating_point.md)** (issue #54): the full precision/recall/F1 -sweep from a 0.05 peak floor across all eight splits, per-imagery-tier curves, the +sweep from a 0.05 peak floor across all nine splits, per-imagery-tier curves, the confidence-calibration tables, and the recommendation to lower the deployment threshold from 0.55 to 0.30. @@ -230,6 +232,57 @@ Three things paterson adds to the comparison: gemini's union lift here is comparatively cheap (39 FPs on the whole split, vs 127 on richmond) — if a fusion experiment is ever run, paterson is where it would look best. +**gainesville** (125 reviewed panos, 272 GT ramps) — the third GSV city (2026-07-30), +reviewer confidence HIGH; the benchmark's freshest imagery (A-rate 35%, the highest — see +`docs/operating_point.md`) + +| model | P | R | F1 | AP | tp/fp/fn | +|---|---|---|---|---|---| +| **rampnet** | **0.945** | 0.699 | **0.803** | 0.691 | 190/11/82 | +| gemini-3.1-pro-preview | 0.564 | 0.533 | 0.548 | – | 145/112/127 | +| gemini-3.6-flash | 0.404 | 0.478 | 0.438 | – | 130/192/142 | +| **molmo2-8B** (points) | 0.282 | 0.393 | **0.329** | – | 107/272/165 | +| Qwen3-VL-8B-Instruct | 0.278 | 0.331 | 0.302 | – | 90/234/182 | +| **Qwen3-VL-32B-Instruct** | 0.392 | **0.107** | **0.168** | – | 29/45/243 | +| owlv2-large-patch14-ensemble | 0.031 | **0.967** | 0.060 | 0.063 | 263/8185/9 | +| grounding-dino-base | 0.028 | 0.893 | 0.055 | 0.040 | 243/8328/29 | + +Best sweep F1: OWLv2 **0.121** (thr 0.25), Grounding DINO **0.084** (thr 0.15). + +Three things gainesville adds: + +1. **Paterson's lead compression does not carry to the next GSV city — the lead re-widens + to 0.255, mid-band.** RampNet's line is statistically identical to paterson's (F1 0.803 + vs 0.805, recall 0.699 vs 0.686), but the challengers give back their paterson precision + bests: gemini-pro P 0.852 → 0.564, Qwen-32B 0.813 → 0.392, Qwen-8B 0.460 → 0.278. + Paterson's narrow lead was read as *fresh GSV imagery handing every model its precision + best* meeting RampNet's recall ceiling — but gainesville is also fresh GSV (the freshest + in the benchmark by A-rate) with a near-identical RampNet line, and challenger precision + here is mid-range. So imagery freshness alone was not paterson's precision-friendly + ingredient; whatever it was (streetscape, GT texture) stayed in Paterson, and the 0.124 + lead reads as that split's property, not a trend the third GSV city continues. +2. **The Qwen-32B inversion recurs a third time — the strongest form yet on trusted GT.** + 32B falls below 8B again (0.168 vs 0.302, the same swap as budapest and paterson), by + the same mechanism: it stops firing — 0.6 boxes/pano, its lowest US rate (paterson 0.9, + budapest 0.24, other US splits 1.0–1.2), recall 0.107 with challenger-best FP economy + (45). This is the second HIGH-confidence US split to reproduce the swap, so the + conclusion drawn on paterson hardens: 32B's conservatism on unusual-looking + infrastructure (here: diagonal ramps into wide arterial crossings) is the mechanism, and + no rubric story is needed. The budapest magnitude question (0.24 boxes/pano) remains its + own open item. +3. **The challenger-union ceiling nearly matches paterson's, but the miss populations + differ.** The #35 complementarity check (`complementarity.py gemini-3.1-pro-preview + gainesville`): gemini-pro recovers 27 of RampNet's 82 misses (33%), **55 ramps — 20% of + GT — are found by no model**, and the oracle-union recall ceiling is 0.798, second-lowest + after paterson's 0.777. But where paterson's misses were invisible to everything + (RampNet's low-floor ceiling there: 0.757), gainesville's misses mostly fire + *sub-threshold* — RampNet's own 0.05-floor ceiling is 0.890 (`docs/operating_point.md`), + above the challenger union. One caveat travels with this item: the union scores RampNet + at the bundle's 0.5 extraction floor, so it is not an upper bound on what + threshold-lowering alone recovers (at 0.30 the recommendation buys +9.9 R with no fusion + at all). OWLv2's 0.967 recall — its highest anywhere — is mostly density: 67.9 boxes/pano + and a 0.722 null (see the null-recall section). + **budapest_district5** (125 reviewed panos, 300 GT ramps) — the first non-US split. **Its ground truth is low-confidence by the reviewer's own rating; read `benchmark/README.md`'s Budapest section before quoting any of this.** @@ -295,7 +348,7 @@ no experiment here tested (OWLv2 / Grounding DINO are general open-vocab models, curb-ramp detectors). How much of the gap survives a tuned prompt (#45), a failure-artifact audit (#46), and a nadir/hood mask (#47) is exactly what those follow-ups measure. -**What the claim now rests on:** seven city splits across two countries, four camera rigs +**What the claim now rests on:** eight city splits across two countries, four camera rigs (GSV, iSTAR Pulsar, GoPro Max/Fusion, Trimble MX7) and one 1,000-pano un-anchored gold set — RampNet wins on every one, by **0.12–0.34 F1**. It survives the hardest imagery (clovis), un-anchored ground truth (`manual_gold`), ground truth the reviewer distrusts (budapest), @@ -463,6 +516,14 @@ a high `above chance` next to a high `null` is not the endorsement it looks like | paterson | Qwen3-VL-8B | 2.5 | 0.362 | 0.054 | 0.078 | 0.326 | | paterson | **owlv2-large** | **70.3** | 0.891 | **0.712** | 0.762 | 0.622 | | paterson | **grounding-dino-base** | **71.2** | 0.800 | **0.675** | 0.734 | 0.384 | +| gainesville | rampnet | 1.6 | 0.699 | 0.051 | 0.088 | 0.682 | +| gainesville | gemini-3.1-pro-preview | 2.1 | 0.533 | 0.058 | 0.099 | 0.504 | +| gainesville | gemini-3.6-flash | 2.6 | 0.478 | 0.068 | 0.107 | 0.440 | +| gainesville | molmo2-8B | 3.1 | 0.393 | 0.076 | 0.140 | 0.343 | +| gainesville | Qwen3-VL-32B | 0.6 | 0.107 | 0.012 | 0.037 | 0.096 | +| gainesville | Qwen3-VL-8B | 2.6 | 0.331 | 0.052 | 0.085 | 0.294 | +| gainesville | **owlv2-large** | **67.9** | 0.967 | **0.722** | 0.779 | 0.881 | +| gainesville | **grounding-dino-base** | **68.8** | 0.893 | **0.655** | 0.724 | 0.691 | | budapest | rampnet | 1.5 | 0.510 | 0.029 | 0.057 | 0.496 | | budapest | gemini-3.1-pro-preview | 2.0 | 0.340 | 0.036 | 0.060 | 0.315 | | budapest | gemini-3.6-flash | 2.2 | 0.320 | 0.030 | 0.057 | 0.299 | @@ -485,7 +546,8 @@ What this changes: 1. **The open detectors' recall column is mostly density, not detection.** Scoring richmond's GT against *unrelated* OWLv2 boxes still recovers **73.3%** of the ramps. Of its headline 0.971, only ~24 points are attributable to localization at all. The effect reproduces on - all four splits (nulls 0.62–0.77) and tracks box density, not city difficulty. + every city split measured (OWLv2 nulls 0.56–0.77) and tracks box density, not city + difficulty. 2. **The recall-oracle table above is weaker than it reads.** "OWLv2 recovered 69 of RampNet's 72 misses" is the raw count; chance alone would cover ~0.733 × 72 ≈ **53** of them, so the above-chance recovery is closer to **16 ramps than 69**. (First-order: it @@ -494,7 +556,7 @@ What this changes: before leaning on the number — the misses skew far-field, and box density is not uniform in a reprojected view.) 3. **Every model with a normal detection budget is unaffected.** RampNet, both Geminis, Molmo - and both Qwens sit on nulls of 0.01–0.08 across all four splits, so their recall is + and both Qwens sit on nulls of 0.01–0.08 across all eight city splits, so their recall is essentially all signal, and the F1 ranking — which the FP flood already penalizes — does not move. 4. **It does not say the open detectors are noise.** Their above-chance figures are clearly @@ -566,10 +628,11 @@ two columns coincide exactly). The `compare.py` CLI prints both side by side. - **RampNet-anchored GT.** The GT was assembled during a RampNet review. A reviewer scanning fresh for another model might catch a few more ramps; the complete-scan attestation (`no_missed`) mitigates this, but it is a known asymmetry. **It has now been measured on - all seven city splits, and it is not small.** Re-reviewing the detections RampNet only + all eight city splits, and it is not small.** Re-reviewing the detections RampNet only surfaces below its deployed 0.55 threshold — a confidence band the GT never fully audited — found real, unlabelled curb ramps at **17% (richmond)**, **29% (bend)**, **30% (clovis)**, - **13% (morgantown)**, **22% (annapolis)**, **20% (paterson, on just 10 items)** and + **13% (morgantown)**, **22% (annapolis)**, **20% (paterson, on just 10 items)**, + **35% (gainesville, the highest measured, on the largest US queue: 34 items)** and **26% (budapest)** of those detections (issue #55; tags in `benchmark//incremental_fp_tags.json`, reproduce with `operating_point_curve.py gallery --tags` or `low_floor_sweep.py corrected`). Two @@ -580,10 +643,11 @@ two columns coincide exactly). The `compare.py` CLI prints both side by side. GT is incomplete; it does **not** say by how much a challenger is penalised, since a challenger's misses are a different population. Do not subtract it from anyone's score. - All seven city splits are now corrected, and the spread — **13%–30%** — still does **not** + All eight city splits are now corrected, and the spread — **13%–35%** — still does **not** support a single cross-city GT-completeness constant. It does not order by imagery quality - either: morgantown, the cleanest split in the benchmark, has the *lowest* A-rate and clovis, - the softest, the highest. Apply the per-split correction; do not subtract an average. + either: morgantown, the cleanest split in the benchmark, has the *lowest* A-rate while + gainesville, the freshest GSV imagery, has the *highest* (35%), with clovis, the softest, + close behind (30%). Apply the per-split correction; do not subtract an average. `manual_gold` is the control rather than a gap: its GT was labelled independently of RampNet, so it has no anchoring to correct. Comparing the two regimes shows the mechanism diff --git a/docs/operating_point.md b/docs/operating_point.md index 109413e..85cb63c 100644 --- a/docs/operating_point.md +++ b/docs/operating_point.md @@ -5,7 +5,7 @@ RampNet's deployed operating point is peak extraction at `threshold_abs = 0.55`, the committed benchmark detections stop there, so every published precision/recall number describes one point on a curve nobody had drawn. -This document draws it, on all eight benchmark splits, and recommends a number. It is +This document draws it, on all nine benchmark splits, and recommends a number. It is issue [#54](https://github.com/ProjectSidewalk/RampNet/issues/54); the ground-truth correction it depends on is [#55](https://github.com/ProjectSidewalk/RampNet/issues/55); the deployment consumer is @@ -13,13 +13,16 @@ the deployment consumer is and the multi-view consumer is [labeler#27](https://github.com/ProjectSidewalk/sidewalk-auto-labeler/issues/27) stage 4. -**Headline:** lowering the threshold from 0.55 to **0.30** buys **+6.9 recall points** pooled -(+4 to +11 per split) for −4.2 points of GT-completeness-corrected precision, while detection -density rises only from 1.91 to 2.27 per pano. Recall is RampNet's weak metric everywhere, +**Headline:** lowering the threshold from 0.55 to **0.30** buys **+7.1 recall points** pooled +(+4 to +11 per split) at a shallow GT-completeness-corrected precision cost, while detection +density rises only from 1.86 to 2.23 per pano. Recall is RampNet's weak metric everywhere, and this is the cheapest lever that exists — one constant, no retraining. (These are the -six-US-split pooled numbers after paterson joined the benchmark, 2026-07-29; the original -five-split analysis read +7.7 / −4.8 and reached the same recommendation. paterson is the -one split the lever barely helps — see its per-split row and the recall-ceiling section.) +seven-US-split pooled numbers after gainesville joined the benchmark, 2026-07-30, with its +#55 tags applied: +7.4 corrected recall for −4.5 corrected precision. The six-split analysis +read +6.9 / −4.2, the original five-split one +7.7 / −4.8, and every iteration reached the +same recommendation. paterson is the one split the lever barely helps; gainesville is its +mirror — same deployed recall, but its misses fire sub-threshold, so 0.30 buys it +9.9 +points — see the per-split rows and the recall-ceiling section.) ## How the numbers were produced @@ -29,7 +32,7 @@ then swept post-hoc on CPU. So a single GPU run supports every operating point r one run per threshold. - Extraction: `scripts/analysis/operating_point_curve.py extract`, launched on Hyak by - `scripts/analysis/run_low_floor_extract.slurm` (one L40S, ~45 min for 1,859 panos; a + `scripts/analysis/run_low_floor_extract.slurm` (one L40S, ~45 min for all 1,984 panos; a single added split is ~5 min, and the launcher skips splits already cached). - Analysis: `scripts/analysis/low_floor_sweep.py` (`parity`, `sweep`, `hist`, `gtbias`, `distance`, `tagcheck`) — **CPU-only**, reading the cached detections, so every number @@ -60,16 +63,19 @@ could change a scoring outcome. | budapest_district5 | 189 | 189 | 100.0% | 100.0% | 0.000 R | | bend | 265 | 257 | 79.0% | 98.4% | 0.439 R | | paterson | 284 | 281 | 81.1% | 96.8% | 0.439 R | +| gainesville | 205 | 197 | 76.6% | 95.4% | 0.439 R | | manual_gold † | 3610 | 3487 | 80.9% | 99.9% | 0.472 R | **Every Mapillary split reproduces bit-exactly, including on different hardware** (these were -extracted on an L40S; the committed records were not). The two GSV splits are the exceptions +extracted on an L40S; the committed records were not). The three GSV splits are the exceptions and the reason is structural, not stochastic: the GSV production path assembled tiles into a **4096×2048 intermediate**, so production fed the model a different resample of the same pano than these native-res bundles do. The prediction that follows — that Mapillary splits come -back exact and GSV splits jitter within tolerance — has now held twice, each time made before -the split ran: for the four Mapillary splits after bend, and for paterson (recorded at its -Phase-1 commit), whose maximum displacement landed at **0.439 R, the same value as bend's**. +back exact and GSV splits jitter within tolerance — has now held three times, each time made +before the split ran: for the four Mapillary splits after bend, for paterson (recorded at its +Phase-1 commit), and for gainesville, whose maximum displacement landed at **0.439 R — the +same value as bend's and paterson's, a third time**, which is what a deterministic resample +difference (rather than noise) predicts. † `manual_gold` is deliberately **not gated**: its committed detections were exported *with* horizontal-flip TTA at a 0.05 floor (`benchmark/manual_gold/detections_meta.json`), while @@ -78,7 +84,7 @@ a useful free data point for [#78](https://github.com/ProjectSidewalk/RampNet/is TTA yields **3.5% more detections** at ≥0.55 (3610 vs 3487) with 99.9% of them co-located within half a match radius. -**Carry this caveat for the GSV splits (bend, paterson) specifically.** Their ground-truth +**Carry this caveat for the GSV splits (bend, paterson, gainesville) specifically.** Their ground-truth points derive from the *production* detections while their predictions here come from the *native-res* resample, so GT and predictions sit up to 0.44 R apart. That eats into the 1 R matching tolerance and makes both splits' numbers mildly pessimistic relative to the @@ -86,7 +92,7 @@ Mapillary splits. ## The central bias: sub-0.55 precision is a lower bound, and we can prove it -The benchmark GT for the six city splits was assembled during a review of RampNet's own +The benchmark GT for the eight city splits was assembled during a review of RampNet's own detections *at or above 0.55*. So in exactly the band this sweep opens up, a prediction can only be credited as a true positive if a human independently flagged that ramp during the missed-ramp pass. **A real curb ramp nobody marked scores as a false positive.** @@ -102,12 +108,13 @@ the origin of the GT point it matched (`low_floor_sweep.py gtbias`): Below the review floor, **every** true positive comes from a missed mark and none from a reviewed detection, on every Mapillary split. That is structural, and it has a visible -fingerprint in the calibration curve: pooled P(real) jumps from 0.511 in the 0.45–0.50 bin to -0.812 in 0.50–0.55 — a discontinuity at the review boundary that no property of the model -could produce. paterson adds one footnote without weakening the mechanism: 5 of its 27 -sub-0.5 TPs trace to *reviewed* detections — production detections whose confidence dipped -below 0.5 in the native-res re-extraction, the same GSV resample jitter the parity gate -quantifies — while the other 22 come from missed marks, the usual signature. +fingerprint in the calibration curve: pooled P(real) jumps from 0.500 in the 0.45–0.50 bin to +0.805 in 0.50–0.55 — a discontinuity at the review boundary that no property of the model +could produce. The GSV splits add one footnote without weakening the mechanism: 5 of +paterson's 27 sub-0.5 TPs and 8 of gainesville's 52 trace to *reviewed* detections — +production detections whose confidence dipped below 0.5 in the native-res re-extraction, the +same GSV resample jitter the parity gate quantifies — while the rest (22 and 44) come from +missed marks, the usual signature. ### `manual_gold` as a control — and a tension it exposes @@ -120,28 +127,29 @@ What it does show — the discontinuity is specific to the anchored splits: | bin | city splits (anchored) | manual_gold (un-anchored) | |---|---|---| -| 0.40–0.45 | 0.590 | 0.481 | -| 0.45–0.50 | 0.511 | 0.544 | -| **0.50–0.55** | **0.812** | **0.621** | -| 0.55–0.60 | 0.803 | 0.637 | +| 0.40–0.45 | 0.618 | 0.481 | +| 0.45–0.50 | 0.500 | 0.544 | +| **0.50–0.55** | **0.805** | **0.621** | +| 0.55–0.60 | 0.815 | 0.637 | -The anchored curve leaps at the review floor (+0.301 across it); the un-anchored one steps by +The anchored curve leaps at the review floor (+0.305 across it); the un-anchored one steps by +0.077 and keeps rising smoothly. That is the fingerprint the mechanism predicts. (The leap -was +0.345 on the original five splits; paterson's resample jitter smears a few reviewed -detections across the boundary, which softens the cliff without touching its cause.) +was +0.345 on the original five splits; paterson's and gainesville's resample jitter smears a +few reviewed detections across the boundary, which softens the cliff without touching its +cause.) What it does **not** show is a large aggregate gap: | band | city splits (anchored) | manual_gold (un-anchored) | |---|---|---| -| below 0.50 | 0.204 (n = 1084) | 0.208 (n = 1164) | -| 0.50–0.55 | 0.812 (n = **32**) | 0.621 (n = 58) | -| 0.55 and up | 0.966 (n = 1351) | 0.955 (n = 3487) | +| below 0.50 | 0.211 (n = 1295) | 0.208 (n = 1164) | +| 0.50–0.55 | 0.805 (n = **41**) | 0.621 (n = 58) | +| 0.55 and up | 0.964 (n = 1544) | 0.955 (n = 3487) | Pooled precision below 0.50 is **essentially identical** on anchored and un-anchored GT -(0.204 vs 0.208), and so is precision above 0.55. So although the *direction* of the bias is +(0.211 vs 0.208), and so is precision above 0.55. So although the *direction* of the bias is certain — an unreviewed real ramp can only be scored as a false positive — this control does -**not** establish that it is large, and the cliff itself rests on only 32 detections in the +**not** establish that it is large, and the cliff itself rests on only 41 detections in the 0.50–0.55 bin. Two readings are consistent with this and the control alone cannot separate them: the anchoring @@ -149,10 +157,10 @@ effect is genuinely small in aggregate, or it is real but offset by `manual_gold *in-distribution* GSV from the training cities (which should make RampNet look better there, pushing the un-anchored numbers up). -**#55's A/B tagging settles it, and the effect is real.** All seven city splits have now been -spot-checked (jonf, 2026-07-28; paterson 2026-07-29): every unmatched prediction in the -`[0.25, 0.55)` band was tagged **A** (a real ramp the GT missed), **B** (a genuine false -positive) or **unsure**. +**#55's A/B tagging settles it, and the effect is real.** All eight city splits have now been +spot-checked (jonf; six on 2026-07-28, paterson 2026-07-29, gainesville 2026-07-30): every +unmatched prediction in the `[0.25, 0.55)` band was tagged **A** (a real ramp the GT missed), +**B** (a genuine false positive) or **unsure**. | split | incremental FPs | A | B | unsure | A-rate | |---|---|---|---|---|---| @@ -162,20 +170,26 @@ positive) or **unsure**. | morgantown | 30 | 4 | 25 | 1 | 13.3% | | annapolis | 27 | 6 | 15 | 6 | 22.2% | | paterson | 10 | 2 | 5 | 3 | 20.0% | +| gainesville | 34 | 12 | 21 | 1 | **35.3%** | | budapest_district5 | 89 | 23 | 59 | 7 | 25.8% | -paterson produced by far the fewest incremental FPs (10, against 23–30 for the other US +paterson produced by far the fewest incremental FPs (10, against 23–34 for the other US cities) — the same shallow threshold response its sweep row shows, measured a second way. - -**Pooled over the six US splits, 27.0% of the incremental false positives in `[0.30, 0.55)` -were real curb ramps the ground truth had missed.** So the raw curve's precision penalty for +gainesville is the opposite outlier twice over: **34 items, the largest US queue**, and the +**highest A-rate of any split (35.3%)** — the same dense sub-floor band its 0.890 recall +ceiling and floor-hugging deployed FPs show from other angles, and over a third of it is +real ramps the GT missed. + +**Pooled over the seven US splits, 27.2% of the incremental false positives in `[0.30, 0.55)` +were real curb ramps the ground truth had missed** (27.0% on the six splits before +gainesville). So the raw curve's precision penalty for lowering the threshold is materially overstated — by roughly a quarter of the newly-added false positives — and the aggregate similarity to `manual_gold` above is better explained by that split's in-distribution advantage than by the bias being small. -Spread is 13%–30% with no obvious ordering by imagery quality (morgantown, the cleanest split, -is lowest; clovis, the softest, is highest), so **do not quote a single cross-split -GT-completeness constant** — apply the per-split correction. +Spread is 13%–35% with no obvious ordering by imagery quality (morgantown, the cleanest split, +is lowest; gainesville, whose imagery is the freshest in the benchmark, is highest), so **do +not quote a single cross-split GT-completeness constant** — apply the per-split correction. ### Why the recall gain, by contrast, is exact — and itself a lower bound @@ -187,7 +201,7 @@ It is stronger than that. If the GT is missing `K` real ramps (which #55 exists completing it would add those ramps to the denominator *and* credit them to the low-threshold operating point that found them. Writing `a` for the extra TPs gained and `n` for the recall denominator, the corrected gain `(a+K)/(n+K)` exceeds the measured `a/n` whenever `n > a` — -and here `n` ≈ 1,788 against `a` ≈ 118. **So the measured recall gain understates the true +and here `n` ≈ 2,060 against `a` ≈ 146. **So the measured recall gain understates the true one.** Both directions favour lowering the threshold. The measured trade is a worst case. @@ -211,26 +225,26 @@ recommendation below rests on the recall-first policy, the density budget and re instead. Note also how the per-split optima (the dots) cluster in a narrow band while the *levels* differ a lot — that is the same pattern the per-tier table shows. -### Pooled across the six US/VA city splits (n = 734 panos) +### Pooled across the seven US city splits (n = 859 panos) Wilson 95% intervals in brackets. | threshold | precision | recall | F1 | detections/pano | |---|---|---|---|---| -| 0.25 | 0.884 [0.868, 0.899] | 0.806 [0.788, 0.824] | 0.844 | 2.37 | -| 0.30 | 0.907 [0.892, 0.920] | 0.796 [0.777, 0.814] | 0.848 | 2.27 | -| **0.32** | 0.914 [0.899, 0.927] | 0.793 [0.773, 0.811] | **0.849** | 2.24 | -| 0.35 | 0.922 [0.907, 0.934] | 0.782 [0.762, 0.800] | 0.846 | 2.19 | -| 0.40 | 0.938 [0.925, 0.949] | 0.771 [0.751, 0.790] | 0.846 | 2.11 | -| 0.45 | 0.948 [0.935, 0.958] | 0.758 [0.737, 0.777] | 0.842 | 2.04 | -| 0.50 | 0.962 [0.951, 0.971] | 0.744 [0.724, 0.764] | 0.839 | 1.97 | -| **0.55** (deployed) | 0.966 [0.955, 0.974] | 0.730 [0.709, 0.750] | 0.831 | 1.91 | - -**F1 is flat.** It varies by 0.005 across 0.25–0.50 and only drops (to 0.831) at the deployed -0.55 itself, so F1-optimality alone does not pick an operating point — a finding worth stating -plainly, because "F1-optimal" is the obvious criterion and here it is nearly uninformative. -What *does* move decisively is recall: 0.730 → 0.793 at 0.32, with **non-overlapping** -confidence intervals. +| 0.25 | 0.877 [0.861, 0.891] | 0.805 [0.788, 0.822] | 0.840 | 2.34 | +| 0.30 | 0.900 [0.886, 0.913] | 0.793 [0.775, 0.810] | 0.843 | 2.23 | +| **0.32** | 0.908 [0.894, 0.920] | 0.789 [0.771, 0.806] | **0.844** | 2.20 | +| 0.35 | 0.915 [0.901, 0.927] | 0.780 [0.761, 0.797] | 0.842 | 2.15 | +| 0.40 | 0.933 [0.920, 0.944] | 0.768 [0.750, 0.786] | 0.843 | 2.07 | +| 0.45 | 0.944 [0.932, 0.954] | 0.752 [0.733, 0.770] | 0.837 | 1.99 | +| 0.50 | 0.960 [0.949, 0.968] | 0.738 [0.719, 0.757] | 0.835 | 1.93 | +| **0.55** (deployed) | 0.964 [0.953, 0.972] | 0.722 [0.703, 0.741] | 0.826 | 1.86 | + +**F1 is flat.** It varies by under 0.01 across 0.25–0.50 and only drops (to 0.826) at the +deployed 0.55 itself, so F1-optimality alone does not pick an operating point — a finding +worth stating plainly, because "F1-optimal" is the obvious criterion and here it is nearly +uninformative. What *does* move decisively is recall: 0.722 → 0.789 at 0.32, with +**non-overlapping** confidence intervals. ### Per split, 0.55 → 0.32 @@ -242,6 +256,7 @@ confidence intervals. | morgantown | 0.975 | 0.730 | 0.903 | 0.805 | +0.075 | −0.072 | 1.67 → 1.99 | 0.32 | | annapolis | 0.973 | 0.738 | 0.912 | 0.806 | +0.068 | −0.062 | 1.82 → 2.13 | 0.32 | | paterson | 0.971 | 0.681 | 0.953 | 0.716 | +0.035 | −0.018 | 2.25 → 2.44 | 0.26 | +| gainesville | 0.948 | 0.673 | 0.867 | 0.768 | +0.096 | −0.081 | 1.58 → 1.98 | 0.38 | | budapest † | 0.874 | 0.510 | 0.718 | 0.637 | +0.127 | −0.156 | 1.51 → 2.27 | 0.37 | | manual_gold ‡ | 0.955 | 0.849 | 0.926 | 0.884 | +0.035 | −0.028 | 3.49 → 3.74 | 0.36 | @@ -259,10 +274,22 @@ recall points for −6.0 precision**, the best ratio of any US split. points at 0.32 — half of any other US split — at the smallest precision cost (−1.8). Its misses are not under-confident detections waiting below the threshold; most produce no candidate at any confidence (recall ceiling 0.757 at the 0.05 extraction floor, against -0.88–0.94 for the other US splits — see the storage-floor section). The reviewer's notes name +0.87–0.94 for the other US splits — see the storage-floor section). The reviewer's notes name the likely populations: paired tactile indicators on one corner and far-field ramps (`benchmark/paterson/verdicts.json`). Threshold tuning cannot reach either. +**gainesville is paterson's mirror, and together they decompose the far-domain recall +deficit.** Same deployed recall (0.673 vs 0.681 on the extraction cache; 0.647 vs 0.650 on +the committed unbiased GT), but gainesville's ceiling is **0.890** — squarely in the normal +US band — so its misses *do* produce candidates, just under-confident ones. The lever +paterson can't use is exactly the one gainesville rewards most among far-domain splits: ++9.6 recall points at 0.32 (second only to clovis), and its per-split F1 optimum (0.38) is +the highest of any US split, sitting *above* the recommended 0.30 because its dense sub-floor +band charges more precision per threshold step (see its #55 row: 34 incremental FPs, the +largest US queue). Its reviewer-documented miss populations — debris-covered ramps and +far-field ramps (`benchmark/gainesville/verdicts.json`) — evidently attenuate confidence +rather than silence the model, where paterson's paired-TSI partners never fire at all. + ### Per imagery tier Tiers are assigned **per pano** from `camera_make`/`camera_model`, not per split — richmond @@ -274,7 +301,7 @@ alone mixes iSTAR Pulsar and GoPro Max, so split-level grouping would smear the | action cam, legacy (GoPro Fusion 2018) | 125 | 0.35 | +0.103 | −0.060 | | survey-grade (Trimble MX7) | 125 | 0.32 | +0.068 | −0.062 | | pro 360 (iSTAR Pulsar) | 77 | 0.34 | +0.063 | −0.051 | -| Google Street View (bend + paterson) | 235 | 0.26 | +0.046 | −0.035 | +| Google Street View (bend + paterson + gainesville) | 360 | 0.26 | +0.059 | −0.049 | **The tier optima cluster at 0.26–0.35, which argues against per-tier thresholds.** All five tiers now agree within 0.09 despite spanning a 2018 action camera, a survey-grade vehicle rig @@ -296,17 +323,19 @@ nothing about GSV imagery. Deployment cities should not inherit it. multi-view fusion (labeler#27). If lowering the threshold only recovered near ramps, the two levers would overlap. It does not: -| band | mean ΔR across the 6 US splits | ramps gained | +| band | mean ΔR across the 7 US splits | ramps gained | |---|---|---| -| near (<12.5 m) | +0.063 | 49 | -| mid (12.5–25 m) | +0.075 | 48 | -| far (>25 m) | +0.079 | 21 | +| near (<12.5 m) | +0.062 | 55 | +| mid (12.5–25 m) | +0.082 | 63 | +| far (>25 m) | +0.085 | 27 | **The gain is essentially uniform across distance**, so the threshold lever and the multi-view lever are largely independent and **stack**. (paterson tilts the far band up -slightly — its largest per-band gain is far, +0.091.) Far-field recall stays poor even after -the drop (bend 0.214, clovis 0.389, annapolis 0.490 at 0.32; paterson 0.523 at 0.30), so -multi-view remains necessary — lowering the threshold does not substitute for it. +slightly — its largest per-band gain is far, +0.091; gainesville gains +0.122 mid and ++0.120 far.) Far-field recall stays poor even after the drop (bend 0.214, clovis 0.389, +annapolis 0.490 at 0.32; paterson 0.523 and gainesville 0.420 at 0.30 — gainesville's +far band is the worst in the benchmark at the deployed threshold, 0.300), so multi-view +remains necessary — lowering the threshold does not substitute for it. Distances are the flat-ground estimate (camera height 2.5 m assumed), monotonic in `y`, so the band ordering is a rank statement; only the metre labels depend on the assumption. @@ -316,8 +345,8 @@ band ordering is a rank statement; only the metre labels depend on the assumptio `docs/model_comparison.md` establishes that an open detector's apparent recall is largely density — OWLv2 reaches its recall at **55–88 boxes/pano**. The obvious objection to lowering RampNet's threshold is that it buys recall the same cheap way. It does not: pooled density goes -**1.91 → 2.27 detections/pano** at the recommended 0.30 (2.24 at 0.32, 2.19 at 0.35). That is a -19% increase in review burden for a 9% relative increase in recall, and it leaves RampNet +**1.86 → 2.23 detections/pano** at the recommended 0.30 (2.20 at 0.32, 2.15 at 0.35). That is a +20% increase in review burden for a 10% relative increase in recall, and it leaves RampNet roughly **25–40× sparser** than the open detectors at their operating points. ### Corrected results (#55 applied) @@ -327,14 +356,14 @@ precision and recall denominators — correcting precision alone would report a against an uncorrected R. `band hi` additionally credits the `unsure` items, so it is the honest upper end rather than a formality. -Pooled over the six US splits: +Pooled over the seven US splits (gainesville's tags applied 2026-07-30): | operating point | raw P | **corrected P** | band hi | raw R | corrected R | corrected F1 | |---|---|---|---|---|---|---| -| 0.25 | 0.884 | 0.903 | 0.914 | 0.806 | 0.810 | 0.854 | -| **0.30** | 0.907 | **0.924** | 0.934 | 0.796 | 0.799 | **0.857** | -| 0.35 | 0.922 | 0.935 | 0.941 | 0.782 | 0.784 | 0.853 | -| 0.55 (deployed) | 0.966 | — † | — | 0.730 | — | 0.831 | +| 0.25 | 0.877 | 0.900 | 0.910 | 0.805 | 0.809 | 0.852 | +| **0.30** | 0.900 | **0.919** | 0.928 | 0.793 | 0.796 | **0.853** | +| 0.35 | 0.915 | 0.930 | 0.936 | 0.780 | 0.782 | 0.850 | +| 0.55 (deployed) | 0.964 | — † | — | 0.722 | — | 0.826 | † No correction applies at 0.55: the incremental band is empty by construction. Its precision is not immune to GT incompleteness, but with only 46 pooled false positives there the effect is @@ -350,21 +379,25 @@ Per split at 0.30: | morgantown | 0.888 | 0.905 | 0.909 | 0.808 | 0.854 | | annapolis | 0.902 | 0.920 | 0.939 | 0.813 | 0.863 | | paterson | 0.950 | 0.957 | 0.963 | 0.720 | 0.822 | +| gainesville | 0.857 | 0.886 | 0.890 | 0.778 | 0.828 | | budapest ‡ | 0.707 | 0.762 | 0.777 | 0.660 | 0.707 | ‡ excluded from the pooled row and the recommendation. **The correction changed the answer.** On raw numbers the F1 optimum sat at 0.32 and the conservative choice was 0.35; with the GT completeness correction applied, corrected F1 peaks -at **0.30** and corrected precision there is **0.924** pooled — higher than the *raw* precision +at **0.30** and corrected precision there is **0.919** pooled — higher than the *raw* precision at 0.35. That is precisely what #55 existed to determine, and it moved the recommendation down. -(This held unchanged when paterson joined the pool: corrected F1 0.857 at 0.30 against 0.854 -at 0.25 and 0.853 at 0.35.) +(This has now held twice as the pool grew: corrected F1 0.857 at 0.30 on the six splits with +paterson, and 0.853 at 0.30 against 0.852 at 0.25 and 0.850 at 0.35 on the seven with +gainesville.) -**Caveat on 3 of the A tags** (1 each in clovis, morgantown, budapest): they sit within 2 match -radii of an already-detected ramp, so they are more likely a second hit on one ramp than a ramp -the GT missed. The tooling flags these rather than hiding them; removing all three from the US -pool changes pooled corrected precision by under 0.002. +**Caveat on 4 of the A tags** (1 each in clovis, morgantown, budapest, gainesville, at the +0.30 band): they sit within 2 match radii of an already-detected ramp, so they are more likely +a second hit on one ramp than a ramp the GT missed. The tooling flags these rather than hiding +them; removing all four from the US pool changes pooled corrected precision by under 0.003. +(At the wider 0.25 band gainesville carries 3 such A tags of its 12 — its paired diagonal-ramp +corners put more A candidates in the ambiguous 2–3 R zone than any prior US split.) ### The storage floor and the recall ceiling (labeler#28, labeler#27 stage 4) @@ -389,7 +422,8 @@ Reproduce with `python scripts/analysis/low_floor_sweep.py floor` and | morgantown | 267 | 7 | 2.62% | | annapolis | 294 | 9 | 3.06% | | paterson | 395 | 1 | 0.25% | -| **POOLED (6 US)** | **1788** | **39** | **2.18%** | +| gainesville | 272 | 6 | 2.21% | +| **POOLED (7 US)** | **2060** | **45** | **2.18%** | | budapest | 300 | 7 | 2.33% | | manual_gold | 3919 | 19 | 0.48% | @@ -402,16 +436,16 @@ recall problem lives in detection itself (see its per-split note above). **The recall ceiling.** The share of GT ramps with *any* candidate at or above a floor — the hard upper bound on what multi-view consensus can ever recover: -| | pooled (6 US) | +| | pooled (7 US) | |---|---| -| recall at the deployed 0.55 | 0.730 | -| recall at the recommended 0.30 | 0.796 | -| **ceiling at the 0.10 storage floor** | **0.846** | -| ceiling at the 0.05 extraction floor | 0.868 | +| recall at the deployed 0.55 | 0.722 | +| recall at the recommended 0.30 | 0.793 | +| **ceiling at the 0.10 storage floor** | **0.849** | +| ceiling at the 0.05 extraction floor | 0.871 | -So labeler#27 stage 4 has **+11.6 recall points** of headroom above the deployed threshold to -work with, and **+5.0 points** above the operating point recommended here — but it is capped -at 0.846 by the storage floor, not by the 0.868 the model actually produces. +So labeler#27 stage 4 has **+12.7 recall points** of headroom above the deployed threshold to +work with, and **+5.6 points** above the operating point recommended here — but it is capped +at 0.849 by the storage floor, not by the 0.871 the model actually produces. **The verdict: lower the storage floor from 0.10 to 0.05.** The floor's own stated justification (labeler#28) is that storing too little is irreversible while storing too much @@ -420,9 +454,9 @@ the data says 0.1 is not where the bound should sit: - **The cap never binds.** At the 0.1 floor the busiest pano in the entire benchmark holds **14** candidates against a cap of 50; medians are 2–5. At a 0.05 floor the maximum is still - **14** (re-verified with paterson included). The top-50 cap is not the volume bound — the - floor is, and it is doing work nobody asked it to do. -- **The cost is ~2.2% of findable ramps** (2.6–3.1% on every US split except paterson), + **14** (re-verified with paterson and gainesville included). The top-50 cap is not the + volume bound — the floor is, and it is doing work nobody asked it to do. +- **The cost is ~2.2% of findable ramps** (2.2–3.1% on every US split except paterson), permanently, for a volume saving of roughly one extra candidate per pano. - **The recovered ramps are exactly the population multi-view fusion is for.** They are ramps too faint to clear any single-view threshold, which is the case stage 4 exists to @@ -456,41 +490,45 @@ Two consequences: | | at 0.55 (deployed) | at 0.30 | |---|---|---| -| pooled precision | 0.966 | **0.924** corrected (0.907 raw, 0.934 band high) | -| pooled recall | 0.730 | **0.799** corrected (0.796 raw) | -| pooled F1 | 0.831 | **0.857** corrected | -| detections/pano | 1.91 | 2.27 | +| pooled precision | 0.964 | **0.919** corrected (0.900 raw, 0.928 band high) | +| pooled recall | 0.722 | **0.796** corrected (0.793 raw) | +| pooled F1 | 0.826 | **0.853** corrected | +| detections/pano | 1.86 | 2.23 | -**+6.9 recall points for −4.2 precision points, at 0.36 more detections per pano.** +**+7.4 recall points for −4.5 precision points, at 0.37 more detections per pano.** (Seven +US splits pooled, gainesville's #55 tags applied 2026-07-30; the re-check the split forced +came out where every previous one did — corrected F1 still peaks at 0.30.) Why 0.30: - It is the **corrected** F1 optimum, computed after applying #55's per-split A/B tagging rather than from the raw curve that the anchoring bias distorts. -- Corrected precision stays **≥0.88 on every US split** and 0.924 pooled — above the 0.92 bar - the project uses elsewhere for AI assertions once the `band high` (0.934) is taken into +- Corrected precision stays **≥0.88 on every US split** and 0.919 pooled — above the 0.92 bar + the project uses elsewhere for AI assertions once the `band high` (0.928) is taken into account, and comfortably clear of anything that reads as a quality regression. - Recall is RampNet's weak metric on **every** split, precision is not. Under the recall-first policy — a false negative is a permanent hole in the inventory, a false positive is a cheap human review — this is the right side of a flat trade. -- Density stays sparse (2.27/pano), so the recall is not bought by carpeting the image. +- Density stays sparse (2.23/pano), so the recall is not bought by carpeting the image. - The change is **reversible**: per-label confidence is stored server-side, so anything submitted at 0.30 can be filtered later. -**If a more conservative first move is wanted, 0.35** gives corrected P 0.935 / R 0.784 and -gives up 1.5 recall points. Both are inside the flat region; 0.30 is the recall-first choice +**If a more conservative first move is wanted, 0.35** gives corrected P 0.930 / R 0.782 and +gives up 1.4 recall points. Both are inside the flat region; 0.30 is the recall-first choice and 0.35 the precision-first one. I recommend 0.30. -**Clovis is the one split to watch**: corrected precision 0.883 at 0.30 (band high 0.899) -against 0.914 deployed — the only US split that gives up meaningfully more than it does -elsewhere. It is also the split with the largest recall gain (+10.3 points) and the highest -A-rate (30%), so the trade is still favourable; but if per-city tuning is ever introduced, -clovis-like imagery (2018-era GoPro Fusion) is where it would start. +**Clovis still holds the lowest corrected precision**: 0.883 at 0.30 (band high 0.899) +against 0.914 deployed. gainesville now gives up more precision *from its own deployed +point* (0.948 → 0.886 corrected), but its floor is higher, so clovis remains the level +that bounds the uniform threshold. Clovis is also the split with the largest recall gain +(+10.3 points) and, until gainesville, had the highest A-rate (30%), so the trade is still +favourable; but if per-city tuning is ever introduced, clovis-like imagery (2018-era GoPro +Fusion) is where it would start. **Not per-tier**, and the case is stronger than it was: the one apparent exception (GSV at -0.50 on bend alone) dissolved when the second GSV split landed — with paterson pooled in, the -GSV tier's optimum is 0.26 and all five tiers sit inside 0.26–0.35. A per-tier policy would be -fitting noise. +0.50 on bend alone) dissolved when the second GSV split landed — with paterson and now +gainesville pooled in, the GSV tier's optimum is 0.26 and all five tiers sit inside +0.26–0.35. A per-tier policy would be fitting noise. **paterson is a watch item of a different kind than clovis.** The threshold costs it almost nothing (corrected P 0.957 at 0.30, the highest of any split) but also buys it the least @@ -499,6 +537,15 @@ mostly produce no candidate at any confidence (recall ceiling 0.757). No thresho addresses that; the candidate levers are the paterson-specific NMS check below and multi-view fusion. +**gainesville looked like a candidate to replace clovis as the binding constraint, and the +tags cleared it.** It is the split the lever helps most among the far-domain cities (+9.6 +points at 0.32) but also the one whose raw precision at 0.30 is the lowest of any US split +(0.857), with the densest sub-floor FP band (34 #55 items) and the only US per-split F1 +optimum *above* the recommended 0.30 (0.38). The open question was its A-rate, and it came +back the **highest in the benchmark: 35.3%** — over a third of those "false positives" are +real ramps the GT missed. Corrected, gainesville's precision at 0.30 is **0.886**, landing +just above clovis's 0.883, so clovis remains the binding split and the uniform 0.30 stands. + **Budapest is excluded from this recommendation** and should get its own decision. It is the one split where lowering costs about as much precision as it buys recall, and its GT is single-rater at low reviewer confidence. Nothing here transfers to non-US infrastructure @@ -513,13 +560,16 @@ without a rubric written for it. - **The correction rests on one rater**, the same person who produced the GT. A second rater on the A/B tags would tighten it, and is the same ask already outstanding for budapest. - **`unsure` items are not credited** in the corrected column, only in `band high`. Pooled that - is 14 items — the gap between 0.917 and 0.928. + is 17 items — the gap between 0.919 and 0.928. ### What would change this - ~~**A second GSV split**, which would show whether bend's 0.50 optimum is GSV or in-domain-ness.~~ — added (paterson, 2026-07-29), and it answered: the GSV tier optimum - moved 0.50 → 0.26, so bend's outlier was in-domain-ness. See the per-tier section. + moved 0.50 → 0.26, so bend's outlier was in-domain-ness. See the per-tier section. A third + GSV split (gainesville, 2026-07-30) then held the tier optimum at 0.26 and decomposed the + far-domain recall deficit into two mechanisms — never-fires (paterson) vs fires-weakly + (gainesville) — of which only the second is threshold-addressable. - **A paterson `min_distance` re-check (#62-adjacent).** paterson's reviewer documented corners carrying two tactile indicators nearly side by side, and its recall ceiling (0.757 at the 0.05 floor) says its misses never become candidates. If the paired indicators sit @@ -552,11 +602,13 @@ committed detections *are* a TTA export at the 0.05 floor ![flip-TTA vs single-pass](figures/tta_operating_point.png) -*Scope note: the TTA arm was extracted before paterson joined the benchmark, so every number -in this section pools the original **five** US splits. The paterson TTA arm has deliberately -not been run — #78 is closed as not-worth-2×-GPU, and paterson's recall deficit is a -no-candidate problem (ceiling 0.757), which max-combine TTA is structurally the wrong lever -for. If #78 is ever reopened, extract the paterson arm rather than extrapolating.* +*Scope note: the TTA arm was extracted before paterson and gainesville joined the benchmark, +so every number in this section pools the original **five** US splits. Neither newer split's +TTA arm has been run, deliberately — #78 is closed as not-worth-2×-GPU; paterson's recall +deficit is a no-candidate problem (ceiling 0.757), which max-combine TTA is structurally the +wrong lever for, and gainesville's under-confident misses are already addressed by the +cheaper threshold lever. If #78 is ever reopened, extract both arms rather than +extrapolating.* **Pooled over the five US splits (n = 609 panos):** @@ -648,8 +700,8 @@ on multi-view consensus, taken from GT-true vs GT-false histograms. Those are in `analysis_out/op/confidence_calibration.{json,csv}` per split and pooled, with Wilson intervals. **The measured single-view crossover is ≈0.40–0.45, on both anchored and un-anchored GT.** On -the six US city splits pooled, P(real) first exceeds 0.5 in the 0.40–0.45 bin (0.590) and -holds just above it in 0.45–0.50 (0.511) — it is noisy at these bin sizes. On `manual_gold`, +the seven US city splits pooled, P(real) first exceeds 0.5 in the 0.40–0.45 bin (0.618) and +sits exactly at it in 0.45–0.50 (0.500) — it is noisy at these bin sizes. On `manual_gold`, whose GT carries no anchoring, the curve is smooth and crosses cleanly in the 0.45–0.50 bin (0.544, against 0.481 just below). diff --git a/scripts/analysis/low_floor_sweep.py b/scripts/analysis/low_floor_sweep.py index fcf86f4..ac537eb 100644 --- a/scripts/analysis/low_floor_sweep.py +++ b/scripts/analysis/low_floor_sweep.py @@ -63,8 +63,9 @@ from operating_point_curve import ( # noqa: E402 DEPLOYED_THRESHOLD, classify_predictions, pr_curve_and_ap, read_cache) -# The five US/VA city splits carry verdict-grade GT and are the recommendation's basis. -US_SPLITS = ("richmond", "bend", "clovis", "morgantown", "annapolis", "paterson") +# The seven US city splits carry verdict-grade GT and are the recommendation's basis. +US_SPLITS = ("richmond", "bend", "clovis", "morgantown", "annapolis", "paterson", + "gainesville") CITY_SPLITS = US_SPLITS + ("budapest_district5",) ALL_SPLITS = CITY_SPLITS + ("manual_gold",) diff --git a/scripts/analysis/plot_operating_point.py b/scripts/analysis/plot_operating_point.py index 981b6e7..83ae40d 100644 --- a/scripts/analysis/plot_operating_point.py +++ b/scripts/analysis/plot_operating_point.py @@ -47,19 +47,30 @@ RECOMMENDED = 0.30 -# Validated categorical slots, fixed order (never cycled). +# Validated categorical slots, fixed order (never cycled). All 8 slots were taken at +# paterson; gainesville (the 9th split) forces the documented fold — see +# docs/adding_a_benchmark_city.md: the two held-out reference splits drop to neutral +# ink (identity carried by dash pattern + legend, matching their held-out status), +# vacating slots 6/7; gainesville takes slot 6. The remaining 7-hue set re-validates +# in this order (validate_palette.js: ALL PASS; the new green↔red adjacency is ΔE 7.2 +# protan — inside the 6–8 band that is legal only with secondary encoding, provided +# here by the legend, the operating-point dots, and the CSV table view, the same +# relief that already covers the three sub-3:1-contrast slots). SERIES = { "richmond": "#2a78d6", "bend": "#eb6834", "clovis": "#1baf7a", "morgantown": "#eda100", "annapolis": "#e87ba4", - "budapest_district5": "#008300", - "manual_gold": "#4a3aa7", + "gainesville": "#008300", "paterson": "#e34948", + "budapest_district5": "#52514e", # neutral ink — held out, not a categorical slot + "manual_gold": "#52514e", # neutral ink — held out, not a categorical slot } POOLED_COLOR = "#0b0b0b" INK, INK_MUTED, GRID = "#0b0b0b", "#52514e", "#d9d8d4" +# The two neutral-ink held-out splits share a hue, so each carries its own dash. +HELD_DASH = {"budapest_district5": (0, (5, 2)), "manual_gold": (0, (1, 1.6))} LABEL = {"budapest_district5": "budapest*", "manual_gold": "manual_gold†"} @@ -96,7 +107,7 @@ def build(curves, path, meta): solid = city in US_SPLITS ax1.plot([r["recall"] for r in rows], [r["precision"] for r in rows], color=SERIES[city], lw=2 if solid else 1.6, - ls="-" if solid else (0, (5, 2)), zorder=3, solid_capstyle="round") + ls="-" if solid else HELD_DASH[city], zorder=3, solid_capstyle="round") if "POOLED" in curves: rows = curves["POOLED"] ax1.plot([r["recall"] for r in rows], [r["precision"] for r in rows], @@ -136,7 +147,7 @@ def build(curves, path, meta): solid = city in US_SPLITS ax2.plot([r["threshold"] for r in rows], [r["f1"] for r in rows], color=SERIES[city], lw=2 if solid else 1.6, - ls="-" if solid else (0, (5, 2)), zorder=3) + ls="-" if solid else HELD_DASH[city], zorder=3) best = best_f1_row(rows) ax2.plot([best["threshold"]], [best["f1"]], "o", ms=6, color=SERIES[city], mec="white", mew=1.2, zorder=5) @@ -179,7 +190,7 @@ def build(curves, path, meta): # land without collisions. The palette's relief rule is satisfied by the table # view — analysis_out/op/low_floor_sweep.csv holds every plotted number. handles = [Line2D([], [], color=SERIES[c], lw=2.4, - ls="-" if c in US_SPLITS else (0, (5, 2)), + ls="-" if c in US_SPLITS else HELD_DASH[c], label=LABEL.get(c, c)) for c in order] if "POOLED" in curves: handles.append(Line2D([], [], color=POOLED_COLOR, lw=3,