Low-floor operating-point sweep: recommend lowering the peak threshold 0.55 → 0.30 (#54, #55)

.gitignore

@@ -10,7 +10,26 @@ benchmark/*/heatmap_cache/
 .env
 view_dump/
 .model_cache/
-analysis_out/
+# Ignore analysis_out/ CONTENTS rather than the directory itself: git cannot re-include a
+# file whose parent directory is excluded, and one thing in here must be tracked.
+analysis_out/*
+# The low-floor detection caches (issue #54) are the exception. They are image-free and a
+# few hundred KB total, and they are what makes every number in docs/operating_point.md
+# re-derivable on CPU -- without a GPU and without the gitignored panos. Same reasoning as
+# committing benchmark/*/records.jsonl. Galleries, PNGs and regenerable CSVs stay ignored.
+!analysis_out/op_cache/
+analysis_out/op_cache/*
+!analysis_out/op_cache/*.json
+# The derived result tables too (~80 KB): these are the exact numbers quoted in
+# docs/operating_point.md, so committing them means a reader can check a figure in the
+# prose against the table it came from without re-running anything. The gallery crops
+# under analysis_out/op/*_incremental_fp/ stay ignored -- 181 MB of PNGs that regenerate
+# from the caches plus the (also gitignored) panos, and whose irreplaceable part, the
+# human A/B tags, is committed under benchmark/<city>/incremental_fp_tags.json.
+!analysis_out/op/
+analysis_out/op/*
+!analysis_out/op/*.csv
+!analysis_out/op/*.json
 
 # Claude Code local state. settings.local.json is per-machine (absolute paths,
 # session ids) and worktrees/ holds full repo checkouts -- gigabytes. Listed

analysis_out/op/confidence_calibration.csv

@@ -0,0 +1,134 @@
+split,lo,hi,n_true,n_false,precision,ci_lo,ci_hi
+richmond,0.05,0.1,8,84,0.08695652173913043,0.04472065376437301,0.16230427069431713
+richmond,0.1,0.15,2,37,0.05128205128205128,0.014177657646399527,0.1688593904563791
+richmond,0.15,0.2,3,25,0.10714285714285714,0.03711769205479949,0.2719622536765708
+richmond,0.2,0.25,6,13,0.3157894736842105,0.15364171004428598,0.5398998982493537
+richmond,0.25,0.3,3,10,0.23076923076923078,0.08179379092465713,0.5025687399512693
+richmond,0.3,0.35,2,6,0.25,0.07147768885802763,0.5907301208974108
+richmond,0.35,0.4,5,4,0.5555555555555556,0.2666473457440297,0.811224570528086
+richmond,0.4,0.45,3,5,0.375,0.13684175946152105,0.6942621454161981
+richmond,0.45,0.5,5,3,0.625,0.30573785458380187,0.863158240538479
+richmond,0.5,0.55,4,1,0.8,0.3755282641185388,0.9637768390302125
+richmond,0.55,0.6,6,1,0.8571428571428571,0.48686549668097007,0.9743210440510253
+richmond,0.6,0.65,10,4,0.7142857142857143,0.4535045882751561,0.882788120898909
+richmond,0.65,0.7,15,1,0.9375,0.7167073163197013,0.9888809426916687
+richmond,0.7,0.75,14,1,0.9333333333333333,0.7018292244757601,0.9881334113938051
+richmond,0.75,0.8,17,0,1.0,0.8156763396284354,1.0
+richmond,0.8,0.85,26,1,0.9629629629629629,0.8171614606584348,0.9934320234669025
+richmond,0.85,0.9,60,1,0.9836065573770492,0.9128093437223194,0.997100343885636
+richmond,0.9,0.95,59,0,1.0,0.938868520215908,1.0
+richmond,0.95,1.0,31,0,1.0,0.889740999265246,0.9999999999999999
+bend,0.05,0.1,8,34,0.19047619047619047,0.09981889609856436,0.33301067354996444
+bend,0.1,0.15,3,16,0.15789473684210525,0.055203710399278266,0.3756592764317668
+bend,0.15,0.2,2,15,0.11764705882352941,0.03287908001292092,0.3433684249770991
+bend,0.2,0.25,3,4,0.42857142857142855,0.15821692226262685,0.7495457695909742
+bend,0.25,0.3,4,7,0.36363636363636365,0.15166223614131383,0.6462032231083628
+bend,0.3,0.35,6,2,0.75,0.40926987910258916,0.9285223111419724
+bend,0.35,0.4,1,5,0.16666666666666666,0.03005258587173032,0.563509436563646
+bend,0.4,0.45,2,2,0.5,0.15003570882017148,0.8499642911798285
+bend,0.45,0.5,3,8,0.2727272727272727,0.09745880573921467,0.5656502930102463
+bend,0.5,0.55,10,0,1.0,0.7224598312333834,1.0
+bend,0.55,0.6,11,1,0.9166666666666666,0.6461140782014047,0.9851352905492264
+bend,0.6,0.65,11,0,1.0,0.7411599827511859,1.0
+bend,0.65,0.7,18,2,0.9,0.6989617935882066,0.9721341060158468
+bend,0.7,0.75,17,1,0.9444444444444444,0.7424220019799247,0.9901250641690756
+bend,0.75,0.8,24,0,1.0,0.8620194241710247,1.0
+bend,0.8,0.85,25,0,1.0,0.8668035060468213,1.0
+bend,0.85,0.9,59,1,0.9833333333333333,0.9114466177322051,0.9970519161391262
+bend,0.9,0.95,50,0,1.0,0.9286499658256813,1.0
+bend,0.95,1.0,32,0,1.0,0.8928172849426366,1.0
+clovis,0.05,0.1,6,96,0.058823529411764705,0.027235268139653053,0.12243745033776982
+clovis,0.1,0.15,3,28,0.0967741935483871,0.03346403609464399,0.2490028999817704
+clovis,0.15,0.2,2,11,0.15384615384615385,0.04325726318273798,0.4223517050863101
+clovis,0.2,0.25,8,14,0.36363636363636365,0.19732972772607899,0.5704865065628195
+clovis,0.25,0.3,4,8,0.3333333333333333,0.13811783989736134,0.609382412602386
+clovis,0.3,0.35,3,7,0.3,0.10778928748621183,0.6032267800204347
+clovis,0.35,0.4,6,3,0.6666666666666666,0.35419734749908977,0.879418401317257
+clovis,0.4,0.45,6,2,0.75,0.40926987910258916,0.9285223111419724
+clovis,0.45,0.5,5,1,0.8333333333333334,0.43649056343635395,0.9699474141282697
+clovis,0.5,0.55,1,2,0.3333333333333333,0.0614903152761605,0.7923450448735121
+clovis,0.55,0.6,8,4,0.6666666666666666,0.3906175873976139,0.8618821601026385
+clovis,0.6,0.65,13,1,0.9285714285714286,0.6853073044604219,0.9872781138877085
+clovis,0.65,0.7,9,2,0.8181818181818182,0.5230138624217553,0.9486333993289995
+clovis,0.7,0.75,19,0,1.0,0.8318156346315496,1.0
+clovis,0.75,0.8,17,4,0.8095238095238095,0.599990134607267,0.9233255938482269
+clovis,0.8,0.85,27,1,0.9642857142857143,0.8228742388150135,0.9936676435024582
+clovis,0.85,0.9,22,0,1.0,0.8513404742740388,1.0
+clovis,0.9,0.95,18,1,0.9473684210526315,0.7536078466345479,0.99064824750947
+clovis,0.95,1.0,6,0,1.0,0.6096569663469354,0.9999999999999999
+morgantown,0.05,0.1,7,103,0.06363636363636363,0.03116412133993078,0.12555890433785305
+morgantown,0.1,0.15,7,42,0.14285714285714285,0.07096333720544586,0.2666797318916292
+morgantown,0.15,0.2,5,25,0.16666666666666666,0.07336434240351683,0.33564705185680177
+morgantown,0.2,0.25,3,20,0.13043478260869565,0.04537576514344702,0.32127897973018194
+morgantown,0.25,0.3,0,8,0.0,0.0,0.3244156195108769
+morgantown,0.3,0.35,6,5,0.5454545454545454,0.28008775568998817,0.7872904245601196
+morgantown,0.35,0.4,1,8,0.1111111111111111,0.019890371327130535,0.4350062147680601
+morgantown,0.4,0.45,7,2,0.7777777777777778,0.4525833436728054,0.9367762376877727
+morgantown,0.45,0.5,3,6,0.3333333333333333,0.12058159868274293,0.6458026525009102
+morgantown,0.5,0.55,3,1,0.75,0.3006360524426366,0.9544139373553637
+morgantown,0.55,0.6,9,2,0.8181818181818182,0.5230138624217553,0.9486333993289995
+morgantown,0.6,0.65,19,1,0.95,0.7638641064874331,0.9911187805671268
+morgantown,0.65,0.7,9,1,0.9,0.5958436145024278,0.9821242504842788
+morgantown,0.7,0.75,18,1,0.9473684210526315,0.7536078466345479,0.99064824750947
+morgantown,0.75,0.8,17,0,1.0,0.8156763396284354,1.0
+morgantown,0.8,0.85,24,0,1.0,0.8620194241710247,1.0
+morgantown,0.85,0.9,42,0,1.0,0.9161983874908382,1.0
+morgantown,0.9,0.95,41,0,1.0,0.9143295511310926,1.0
+morgantown,0.95,1.0,16,0,1.0,0.8063865817272802,1.0
+annapolis,0.05,0.1,9,66,0.12,0.06443298969072164,0.2125984251968504
+annapolis,0.1,0.15,5,20,0.2,0.08860454100652487,0.3913133553653824
+annapolis,0.15,0.2,5,14,0.2631578947368421,0.11806238339540162,0.48791968441070643
+annapolis,0.2,0.25,3,6,0.3333333333333333,0.12058159868274293,0.6458026525009102
+annapolis,0.25,0.3,5,7,0.4166666666666667,0.19325746190524656,0.6804926643446272
+annapolis,0.3,0.35,5,5,0.5,0.23658959361548731,0.7634104063845126
+annapolis,0.35,0.4,4,5,0.4444444444444444,0.188775429471914,0.7333526542559703
+annapolis,0.4,0.45,3,5,0.375,0.13684175946152105,0.6942621454161981
+annapolis,0.45,0.5,4,4,0.5,0.21521252682444186,0.7847874731755582
+annapolis,0.5,0.55,5,1,0.8333333333333334,0.43649056343635395,0.9699474141282697
+annapolis,0.55,0.6,13,1,0.9285714285714286,0.6853073044604219,0.9872781138877085
+annapolis,0.6,0.65,13,3,0.8125,0.5699064013154177,0.9340852122641324
+annapolis,0.65,0.7,12,0,1.0,0.7574992425007574,1.0
+annapolis,0.7,0.75,16,1,0.9411764705882353,0.730174547964372,0.9895398693548358
+annapolis,0.75,0.8,19,0,1.0,0.8318156346315496,1.0
+annapolis,0.8,0.85,28,0,1.0,0.8793527963418923,1.0
+annapolis,0.85,0.9,48,1,0.9795918367346939,0.8930623153224584,0.9963884204614692
+annapolis,0.9,0.95,42,0,1.0,0.9161983874908382,1.0
+annapolis,0.95,1.0,26,0,1.0,0.8712669561953784,1.0
+manual_gold,0.05,0.1,19,350,0.051490514905149054,0.03320817172672884,0.07901535697822254
+manual_gold,0.1,0.15,21,171,0.109375,0.07265800329326073,0.16141688171584861
+manual_gold,0.15,0.2,27,108,0.2,0.14124897201731929,0.2753523924152428
+manual_gold,0.2,0.25,20,81,0.19801980198019803,0.1320040139836005,0.2861658727789059
+manual_gold,0.25,0.3,24,54,0.3076923076923077,0.2163178292080744,0.4171204222435101
+manual_gold,0.3,0.35,26,50,0.34210526315789475,0.2453616992261352,0.4540431223205272
+manual_gold,0.35,0.4,37,42,0.46835443037974683,0.3623560095035789,0.5772878409290539
+manual_gold,0.4,0.45,37,40,0.4805194805194805,0.3725285050287548,0.5903618880362019
+manual_gold,0.45,0.5,31,26,0.543859649122807,0.41590460831272247,0.6662760049518861
+manual_gold,0.5,0.55,36,22,0.6206896551724138,0.4920257173616557,0.734359110973963
+manual_gold,0.55,0.6,51,29,0.6375,0.5281059097698362,0.7342936627574055
+manual_gold,0.6,0.65,53,24,0.6883116883116883,0.5779975455912919,0.7807286547807938
+manual_gold,0.65,0.7,82,27,0.7522935779816514,0.6635930474540578,0.8238158513917581
+manual_gold,0.7,0.75,135,17,0.8881578947368421,0.8281892492606145,0.9289898351430365
+manual_gold,0.75,0.8,188,17,0.9170731707317074,0.8712202617247485,0.9475821224745681
+manual_gold,0.8,0.85,326,13,0.9616519174041298,0.9355033815905722,0.9774546725078803
+manual_gold,0.85,0.9,572,10,0.9828178694158075,0.9686628424978848,0.9906408327617758
+manual_gold,0.9,0.95,984,12,0.9879518072289156,0.9790592412948215,0.9930947478970665
+manual_gold,0.95,1.0,938,9,0.9904963041182682,0.9820370049703598,0.994992186852968
+POOLED,0.05,0.1,38,383,0.09026128266033254,0.06646651691860897,0.1214661149140552
+POOLED,0.1,0.15,20,143,0.12269938650306748,0.08084950251524008,0.18192429011201833
+POOLED,0.15,0.2,17,90,0.1588785046728972,0.10162592670233947,0.23977657921601606
+POOLED,0.2,0.25,23,57,0.2875,0.19986786008396254,0.3946055278284818
+POOLED,0.25,0.3,16,40,0.2857142857142857,0.18418621391703333,0.4147549908635875
+POOLED,0.3,0.35,22,25,0.46808510638297873,0.33331462168462633,0.6076785807322921
+POOLED,0.35,0.4,17,25,0.40476190476190477,0.27042647671209086,0.5550595447182258
+POOLED,0.4,0.45,21,16,0.5675675675675675,0.40913906334200717,0.713285131596487
+POOLED,0.45,0.5,20,22,0.47619047619047616,0.3335936447596496,0.6227778605979295
+POOLED,0.5,0.55,23,5,0.8214285714285714,0.644082084514089,0.9212161417056989
+POOLED,0.55,0.6,47,9,0.8392857142857143,0.7219354555032431,0.9130743035941074
+POOLED,0.6,0.65,66,9,0.88,0.7874015748031495,0.9355670103092784
+POOLED,0.65,0.7,63,6,0.9130434782608695,0.8229829488715114,0.9595369298790927
+POOLED,0.7,0.75,84,4,0.9545454545454546,0.888880924960137,0.9821840390648802
+POOLED,0.75,0.8,94,4,0.9591836734693877,0.899710305133373,0.984015009472839
+POOLED,0.8,0.85,130,2,0.9848484848484849,0.9464388294934194,0.9958351130985406
+POOLED,0.85,0.9,231,3,0.9871794871794872,0.9629906568654427,0.9956305431264847
+POOLED,0.9,0.95,210,1,0.995260663507109,0.973646813366892,0.9991629218054393
+POOLED,0.95,1.0,111,0,1.0,0.9665487070887205,1.0